[ 473.369833] env[62189]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62189) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 473.370190] env[62189]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62189) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 473.370325] env[62189]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62189) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 473.370620] env[62189]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 473.466367] env[62189]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62189) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 473.477933] env[62189]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=62189) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 474.085206] env[62189]: INFO nova.virt.driver [None req-adce4e8d-0405-4c3b-a407-d7f9f25b2457 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 474.160654] env[62189]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 474.160809] env[62189]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 474.160925] env[62189]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62189) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 477.363109] env[62189]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-2eeea911-ac9e-4fb3-96fa-d7f3dfb3d5f8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.379536] env[62189]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62189) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 477.379665] env[62189]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-d692fa1c-70ec-43af-b728-14cbf6197099 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.413462] env[62189]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 6032d. [ 477.413698] env[62189]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.253s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 477.414815] env[62189]: INFO nova.virt.vmwareapi.driver [None req-adce4e8d-0405-4c3b-a407-d7f9f25b2457 None None] VMware vCenter version: 7.0.3 [ 477.418199] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4708ae2d-0d63-4122-a055-24a75045eec9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.435985] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd82bbe-f36f-42c6-8f91-7d45ebe2aacb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.441905] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96c3cbb-0789-4d77-ac8e-343a1b065d28 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.448541] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e8d75e-cbac-4526-aa79-fb9bc4a34dbf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.461641] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695b952d-ccc5-4816-a290-de32a44ca163 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.467987] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a1fc3d-991a-42b7-971b-57f50e558757 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.497648] env[62189]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-bac80dad-8cca-4046-86cd-3ccfd33768bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.502833] env[62189]: DEBUG nova.virt.vmwareapi.driver [None req-adce4e8d-0405-4c3b-a407-d7f9f25b2457 None None] Extension org.openstack.compute already exists. {{(pid=62189) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 477.505683] env[62189]: INFO nova.compute.provider_config [None req-adce4e8d-0405-4c3b-a407-d7f9f25b2457 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 478.010772] env[62189]: DEBUG nova.context [None req-adce4e8d-0405-4c3b-a407-d7f9f25b2457 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),4b79253b-5836-4768-a031-7473c8098fe7(cell1) {{(pid=62189) load_cells /opt/stack/nova/nova/context.py:464}} [ 478.013050] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 478.013289] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 478.014239] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 478.014699] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] Acquiring lock "4b79253b-5836-4768-a031-7473c8098fe7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 478.014900] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] Lock "4b79253b-5836-4768-a031-7473c8098fe7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 478.015953] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] Lock "4b79253b-5836-4768-a031-7473c8098fe7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 478.037734] env[62189]: INFO dbcounter [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] Registered counter for database nova_cell0 [ 478.045894] env[62189]: INFO dbcounter [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] Registered counter for database nova_cell1 [ 478.049069] env[62189]: DEBUG oslo_db.sqlalchemy.engines [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62189) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 478.049673] env[62189]: DEBUG oslo_db.sqlalchemy.engines [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62189) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 478.054293] env[62189]: ERROR nova.db.main.api [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 478.054293] env[62189]: result = function(*args, **kwargs) [ 478.054293] env[62189]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 478.054293] env[62189]: return func(*args, **kwargs) [ 478.054293] env[62189]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 478.054293] env[62189]: result = fn(*args, **kwargs) [ 478.054293] env[62189]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 478.054293] env[62189]: return f(*args, **kwargs) [ 478.054293] env[62189]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 478.054293] env[62189]: return db.service_get_minimum_version(context, binaries) [ 478.054293] env[62189]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 478.054293] env[62189]: _check_db_access() [ 478.054293] env[62189]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 478.054293] env[62189]: stacktrace = ''.join(traceback.format_stack()) [ 478.054293] env[62189]: [ 478.055235] env[62189]: ERROR nova.db.main.api [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 478.055235] env[62189]: result = function(*args, **kwargs) [ 478.055235] env[62189]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 478.055235] env[62189]: return func(*args, **kwargs) [ 478.055235] env[62189]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 478.055235] env[62189]: result = fn(*args, **kwargs) [ 478.055235] env[62189]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 478.055235] env[62189]: return f(*args, **kwargs) [ 478.055235] env[62189]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 478.055235] env[62189]: return db.service_get_minimum_version(context, binaries) [ 478.055235] env[62189]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 478.055235] env[62189]: _check_db_access() [ 478.055235] env[62189]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 478.055235] env[62189]: stacktrace = ''.join(traceback.format_stack()) [ 478.055235] env[62189]: [ 478.055698] env[62189]: WARNING nova.objects.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 478.055885] env[62189]: WARNING nova.objects.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] Failed to get minimum service version for cell 4b79253b-5836-4768-a031-7473c8098fe7 [ 478.056356] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] Acquiring lock "singleton_lock" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 478.056549] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] Acquired lock "singleton_lock" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 478.056861] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] Releasing lock "singleton_lock" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 478.057227] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] Full set of CONF: {{(pid=62189) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 478.057405] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ******************************************************************************** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 478.057568] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] Configuration options gathered from: {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 478.057735] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 478.057961] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 478.058128] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ================================================================================ {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 478.058371] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] allow_resize_to_same_host = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.058577] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] arq_binding_timeout = 300 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.058738] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] backdoor_port = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.058894] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] backdoor_socket = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.059116] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] block_device_allocate_retries = 60 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.059341] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] block_device_allocate_retries_interval = 3 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.059550] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cert = self.pem {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.059760] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.059965] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] compute_monitors = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.060210] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] config_dir = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.060430] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] config_drive_format = iso9660 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.060608] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.060815] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] config_source = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.061040] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] console_host = devstack {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.061253] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] control_exchange = nova {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.061455] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cpu_allocation_ratio = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.061656] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] daemon = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.061865] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] debug = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.062075] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] default_access_ip_network_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.062285] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] default_availability_zone = nova {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.062479] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] default_ephemeral_format = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.062719] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] default_green_pool_size = 1000 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.063016] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.063235] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] default_schedule_zone = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.063434] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] disk_allocation_ratio = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.063637] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] enable_new_services = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.063852] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] enabled_apis = ['osapi_compute'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.064071] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] enabled_ssl_apis = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.064275] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] flat_injected = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.064472] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] force_config_drive = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.064667] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] force_raw_images = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.064875] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] graceful_shutdown_timeout = 5 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.065092] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] heal_instance_info_cache_interval = 60 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.065356] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] host = cpu-1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.065568] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.065782] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] initial_disk_allocation_ratio = 1.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.065990] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] initial_ram_allocation_ratio = 1.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.066260] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.066458] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] instance_build_timeout = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.066655] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] instance_delete_interval = 300 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.066857] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] instance_format = [instance: %(uuid)s] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.067075] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] instance_name_template = instance-%08x {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.067279] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] instance_usage_audit = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.067485] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] instance_usage_audit_period = month {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.067692] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.067893] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] instances_path = /opt/stack/data/nova/instances {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.068111] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] internal_service_availability_zone = internal {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.068307] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] key = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.068501] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] live_migration_retry_count = 30 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.068720] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] log_color = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.068933] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] log_config_append = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.069157] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.069359] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] log_dir = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.069559] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] log_file = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.069712] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] log_options = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.069911] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] log_rotate_interval = 1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.070136] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] log_rotate_interval_type = days {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.070374] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] log_rotation_type = none {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.070544] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.070706] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.070916] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.071136] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.071299] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.071502] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] long_rpc_timeout = 1800 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.071707] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] max_concurrent_builds = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.071920] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] max_concurrent_live_migrations = 1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.072136] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] max_concurrent_snapshots = 5 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.072339] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] max_local_block_devices = 3 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.072534] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] max_logfile_count = 30 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.072743] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] max_logfile_size_mb = 200 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.072944] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] maximum_instance_delete_attempts = 5 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.073166] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] metadata_listen = 0.0.0.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.073375] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] metadata_listen_port = 8775 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.073577] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] metadata_workers = 2 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.073775] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] migrate_max_retries = -1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.073976] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] mkisofs_cmd = genisoimage {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.074236] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] my_block_storage_ip = 10.180.1.21 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.074401] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] my_ip = 10.180.1.21 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.074643] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.074854] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] network_allocate_retries = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.075090] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.075297] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] osapi_compute_listen = 0.0.0.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.075496] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] osapi_compute_listen_port = 8774 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.075697] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] osapi_compute_unique_server_name_scope = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.075902] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] osapi_compute_workers = 2 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.076114] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] password_length = 12 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.076315] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] periodic_enable = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.076509] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] periodic_fuzzy_delay = 60 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.076711] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] pointer_model = usbtablet {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.076915] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] preallocate_images = none {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.077124] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] publish_errors = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.077285] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] pybasedir = /opt/stack/nova {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.077474] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ram_allocation_ratio = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.077666] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] rate_limit_burst = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.077868] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] rate_limit_except_level = CRITICAL {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.078077] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] rate_limit_interval = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.078273] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] reboot_timeout = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.078464] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] reclaim_instance_interval = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.078651] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] record = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.078854] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] reimage_timeout_per_gb = 60 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.079070] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] report_interval = 120 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.079272] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] rescue_timeout = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.079466] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] reserved_host_cpus = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.079661] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] reserved_host_disk_mb = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.079856] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] reserved_host_memory_mb = 512 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.080066] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] reserved_huge_pages = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.080276] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] resize_confirm_window = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.080489] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] resize_fs_using_block_device = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.080687] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] resume_guests_state_on_host_boot = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.080891] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.081105] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] rpc_response_timeout = 60 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.081322] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] run_external_periodic_tasks = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.081535] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] running_deleted_instance_action = reap {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.081733] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] running_deleted_instance_poll_interval = 1800 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.081931] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] running_deleted_instance_timeout = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.082145] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] scheduler_instance_sync_interval = 120 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.082351] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] service_down_time = 720 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.082555] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] servicegroup_driver = db {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.082754] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] shell_completion = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.082943] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] shelved_offload_time = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.083153] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] shelved_poll_interval = 3600 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.083357] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] shutdown_timeout = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.083551] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] source_is_ipv6 = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.083746] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ssl_only = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.084043] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.084251] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] sync_power_state_interval = 600 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.084452] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] sync_power_state_pool_size = 1000 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.084662] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] syslog_log_facility = LOG_USER {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.084848] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] tempdir = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.085059] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] timeout_nbd = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.085268] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] transport_url = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.085465] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] update_resources_interval = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.085659] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] use_cow_images = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.085855] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] use_journal = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.086066] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] use_json = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.086269] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] use_rootwrap_daemon = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.086464] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] use_stderr = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.086655] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] use_syslog = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.086845] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vcpu_pin_set = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.087067] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vif_plugging_is_fatal = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.087276] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vif_plugging_timeout = 300 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.087473] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] virt_mkfs = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.087676] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] volume_usage_poll_interval = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.087866] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] watch_log_file = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.088087] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] web = /usr/share/spice-html5 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 478.088310] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.088511] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.088709] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.088917] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_concurrency.disable_process_locking = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.089527] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.089747] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.089952] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.090176] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.090406] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.090637] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.090857] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.auth_strategy = keystone {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.091072] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.compute_link_prefix = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.091290] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.091507] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.dhcp_domain = novalocal {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.091715] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.enable_instance_password = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.091920] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.glance_link_prefix = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.092142] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.092357] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.092559] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.instance_list_per_project_cells = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.092768] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.list_records_by_skipping_down_cells = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.092970] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.local_metadata_per_cell = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.093190] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.max_limit = 1000 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.093394] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.metadata_cache_expiration = 15 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.093607] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.neutron_default_tenant_id = default {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.093816] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.response_validation = warn {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.094037] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.use_neutron_default_nets = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.094258] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.094460] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.094661] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.094872] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.095102] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.vendordata_dynamic_targets = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.095311] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.vendordata_jsonfile_path = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.095537] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.095765] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.backend = dogpile.cache.memcached {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.095968] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.backend_argument = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.096178] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.backend_expiration_time = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.096386] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.config_prefix = cache.oslo {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.096590] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.dead_timeout = 60.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.096792] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.debug_cache_backend = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.096990] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.enable_retry_client = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.097205] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.enable_socket_keepalive = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.097413] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.enabled = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.097611] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.enforce_fips_mode = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.097812] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.expiration_time = 600 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.098023] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.hashclient_retry_attempts = 2 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.098233] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.hashclient_retry_delay = 1.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.098435] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.memcache_dead_retry = 300 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.098630] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.memcache_password = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.098831] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.099047] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.099252] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.memcache_pool_maxsize = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.099450] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.099649] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.memcache_sasl_enabled = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.099870] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.100087] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.memcache_socket_timeout = 1.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.100290] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.memcache_username = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.100520] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.proxies = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.100739] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.redis_db = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.100942] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.redis_password = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.101170] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.redis_sentinel_service_name = mymaster {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.101434] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.101687] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.redis_server = localhost:6379 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.101903] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.redis_socket_timeout = 1.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.102119] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.redis_username = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.102324] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.retry_attempts = 2 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.102525] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.retry_delay = 0.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.102735] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.socket_keepalive_count = 1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.102937] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.socket_keepalive_idle = 1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.103154] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.socket_keepalive_interval = 1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.103352] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.tls_allowed_ciphers = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.103579] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.tls_cafile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.103780] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.tls_certfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.104058] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.tls_enabled = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.104265] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cache.tls_keyfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.104474] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cinder.auth_section = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.104686] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cinder.auth_type = password {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.104887] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cinder.cafile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.105120] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cinder.catalog_info = volumev3::publicURL {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.105353] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cinder.certfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.105563] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cinder.collect_timing = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.105827] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cinder.cross_az_attach = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.106045] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cinder.debug = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.106250] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cinder.endpoint_template = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.106456] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cinder.http_retries = 3 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.106658] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cinder.insecure = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.106861] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cinder.keyfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.107084] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cinder.os_region_name = RegionOne {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.107291] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cinder.split_loggers = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.107484] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cinder.timeout = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.107692] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.107886] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] compute.cpu_dedicated_set = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.108094] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] compute.cpu_shared_set = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.108301] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] compute.image_type_exclude_list = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.108499] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.108696] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] compute.max_concurrent_disk_ops = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.108895] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] compute.max_disk_devices_to_attach = -1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.109111] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.109321] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.109521] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] compute.resource_provider_association_refresh = 300 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.109718] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.109932] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] compute.shutdown_retry_interval = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.110155] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.110374] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] conductor.workers = 2 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.110611] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] console.allowed_origins = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.110834] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] console.ssl_ciphers = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.111060] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] console.ssl_minimum_version = default {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.111274] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] consoleauth.enforce_session_timeout = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.111484] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] consoleauth.token_ttl = 600 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.111704] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.cafile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.111905] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.certfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.112141] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.collect_timing = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.112369] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.connect_retries = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.112568] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.connect_retry_delay = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.112771] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.endpoint_override = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.112976] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.insecure = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.113192] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.keyfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.113406] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.max_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.113610] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.min_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.113811] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.region_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.114014] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.retriable_status_codes = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.114224] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.service_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.114435] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.service_type = accelerator {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.114633] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.split_loggers = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.114829] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.status_code_retries = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.115039] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.status_code_retry_delay = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.115242] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.timeout = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.115460] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.115657] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] cyborg.version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.115867] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.asyncio_connection = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.116082] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.asyncio_slave_connection = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.116297] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.backend = sqlalchemy {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.116506] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.connection = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.116706] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.connection_debug = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.116915] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.connection_parameters = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.117133] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.connection_recycle_time = 3600 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.117336] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.connection_trace = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.117534] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.db_inc_retry_interval = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.117735] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.db_max_retries = 20 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.117940] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.db_max_retry_interval = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.118157] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.db_retry_interval = 1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.118357] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.max_overflow = 50 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.118555] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.max_pool_size = 5 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.118754] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.max_retries = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.118964] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.119170] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.mysql_wsrep_sync_wait = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.119368] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.pool_timeout = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.119564] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.retry_interval = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.119754] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.slave_connection = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.119950] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.sqlite_synchronous = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.120162] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] database.use_db_reconnect = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.120363] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.asyncio_connection = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.120554] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.asyncio_slave_connection = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.120794] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.backend = sqlalchemy {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.121029] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.connection = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.121240] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.connection_debug = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.121451] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.connection_parameters = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.121654] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.connection_recycle_time = 3600 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.121855] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.connection_trace = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.122077] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.db_inc_retry_interval = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.122286] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.db_max_retries = 20 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.122489] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.db_max_retry_interval = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.122717] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.db_retry_interval = 1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.123442] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.max_overflow = 50 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.123442] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.max_pool_size = 5 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.123442] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.max_retries = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.123600] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.123794] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.124069] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.pool_timeout = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.124345] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.retry_interval = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.124541] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.slave_connection = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.124714] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] api_database.sqlite_synchronous = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.124900] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] devices.enabled_mdev_types = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.125092] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.125271] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ephemeral_storage_encryption.default_format = luks {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.125439] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ephemeral_storage_encryption.enabled = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.125604] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.125778] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.api_servers = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.125943] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.cafile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.126120] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.certfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.126287] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.collect_timing = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.126451] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.connect_retries = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.126610] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.connect_retry_delay = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.126776] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.debug = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.126943] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.default_trusted_certificate_ids = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.127118] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.enable_certificate_validation = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.127282] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.enable_rbd_download = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.127438] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.endpoint_override = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.127603] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.insecure = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.127767] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.keyfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.127925] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.max_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.128095] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.min_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.128261] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.num_retries = 3 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.128428] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.rbd_ceph_conf = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.128598] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.rbd_connect_timeout = 5 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.128775] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.rbd_pool = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.128945] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.rbd_user = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.129125] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.region_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.129289] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.retriable_status_codes = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.129448] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.service_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.129618] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.service_type = image {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.129782] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.split_loggers = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.129941] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.status_code_retries = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.130108] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.status_code_retry_delay = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.130271] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.timeout = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.130452] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.130644] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.verify_glance_signatures = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.130812] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] glance.version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.130980] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] guestfs.debug = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.131163] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.auth_section = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.131326] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.auth_type = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.131484] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.cafile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.131640] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.certfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.131806] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.collect_timing = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.131964] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.connect_retries = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.132133] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.connect_retry_delay = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.132293] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.endpoint_override = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.132456] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.insecure = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.132659] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.keyfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.132803] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.max_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.132963] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.min_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.133128] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.region_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.133288] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.retriable_status_codes = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.133444] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.service_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.133642] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.service_type = shared-file-system {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.133862] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.share_apply_policy_timeout = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.134047] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.split_loggers = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.134214] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.status_code_retries = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.134374] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.status_code_retry_delay = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.134531] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.timeout = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.134714] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.134878] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] manila.version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.135060] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] mks.enabled = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.135421] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.135614] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] image_cache.manager_interval = 2400 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.135785] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] image_cache.precache_concurrency = 1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.135955] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] image_cache.remove_unused_base_images = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.136136] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.136305] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.136482] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] image_cache.subdirectory_name = _base {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.136656] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.api_max_retries = 60 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.136822] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.api_retry_interval = 2 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.136980] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.auth_section = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.137155] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.auth_type = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.137314] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.cafile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.137475] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.certfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.137638] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.collect_timing = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.137802] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.conductor_group = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.137959] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.connect_retries = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.138128] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.connect_retry_delay = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.138287] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.endpoint_override = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.138445] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.insecure = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.138602] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.keyfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.138759] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.max_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.138914] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.min_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.139087] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.peer_list = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.139247] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.region_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.139405] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.retriable_status_codes = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.139565] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.serial_console_state_timeout = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.139724] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.service_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.139893] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.service_type = baremetal {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.140061] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.shard = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.140226] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.split_loggers = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.140385] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.status_code_retries = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.140549] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.status_code_retry_delay = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.140712] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.timeout = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.140894] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.141075] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ironic.version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.141261] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.141437] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] key_manager.fixed_key = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.141619] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.141782] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.barbican_api_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.141941] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.barbican_endpoint = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.142125] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.barbican_endpoint_type = public {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.142285] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.barbican_region_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.142442] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.cafile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.142625] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.certfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.142800] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.collect_timing = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.142964] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.insecure = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.143137] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.keyfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.143302] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.number_of_retries = 60 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.143461] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.retry_delay = 1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.143645] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.send_service_user_token = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.143822] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.split_loggers = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.143983] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.timeout = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.144159] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.verify_ssl = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.144317] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican.verify_ssl_path = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.144480] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican_service_user.auth_section = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.144642] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican_service_user.auth_type = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.144800] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican_service_user.cafile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.144956] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican_service_user.certfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.145129] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican_service_user.collect_timing = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.145290] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican_service_user.insecure = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.145446] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican_service_user.keyfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.145604] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican_service_user.split_loggers = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.145760] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] barbican_service_user.timeout = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.145923] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vault.approle_role_id = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.146091] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vault.approle_secret_id = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.146261] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vault.kv_mountpoint = secret {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.146421] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vault.kv_path = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.146583] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vault.kv_version = 2 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.146744] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vault.namespace = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.146901] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vault.root_token_id = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.147068] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vault.ssl_ca_crt_file = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.147237] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vault.timeout = 60.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.147399] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vault.use_ssl = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.147567] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.147736] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.cafile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.147896] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.certfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.148068] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.collect_timing = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.148229] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.connect_retries = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.148385] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.connect_retry_delay = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.148539] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.endpoint_override = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.148698] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.insecure = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.148857] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.keyfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.149022] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.max_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.149174] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.min_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.149329] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.region_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.149488] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.retriable_status_codes = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.149647] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.service_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.149818] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.service_type = identity {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.149979] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.split_loggers = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.150152] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.status_code_retries = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.150308] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.status_code_retry_delay = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.150466] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.timeout = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.150643] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.150805] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] keystone.version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.150993] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.ceph_mount_options = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.151315] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.151495] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.connection_uri = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.151659] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.cpu_mode = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.151828] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.cpu_model_extra_flags = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.151994] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.cpu_models = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.152177] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.cpu_power_governor_high = performance {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.152343] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.cpu_power_governor_low = powersave {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.152502] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.cpu_power_management = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.152694] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.152872] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.device_detach_attempts = 8 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.153049] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.device_detach_timeout = 20 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.153219] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.disk_cachemodes = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.153378] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.disk_prefix = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.153541] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.enabled_perf_events = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.153744] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.file_backed_memory = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.153928] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.gid_maps = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.154103] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.hw_disk_discard = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.154265] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.hw_machine_type = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.154434] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.images_rbd_ceph_conf = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.154599] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.154762] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.154928] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.images_rbd_glance_store_name = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.155106] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.images_rbd_pool = rbd {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.155274] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.images_type = default {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.155431] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.images_volume_group = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.155589] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.inject_key = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.155758] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.inject_partition = -2 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.155917] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.inject_password = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.156087] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.iscsi_iface = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.156251] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.iser_use_multipath = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.156410] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.live_migration_bandwidth = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.156570] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.156731] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.live_migration_downtime = 500 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.156892] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.157060] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.157221] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.live_migration_inbound_addr = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.157380] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.157541] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.live_migration_permit_post_copy = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.157699] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.live_migration_scheme = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.157870] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.live_migration_timeout_action = abort {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.158041] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.live_migration_tunnelled = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.158202] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.live_migration_uri = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.158370] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.live_migration_with_native_tls = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.158521] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.max_queues = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.158679] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.158903] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.159078] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.nfs_mount_options = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.159378] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.159553] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.159717] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.num_iser_scan_tries = 5 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.159882] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.num_memory_encrypted_guests = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.160055] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.160222] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.num_pcie_ports = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.160388] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.num_volume_scan_tries = 5 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.160557] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.pmem_namespaces = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.160715] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.quobyte_client_cfg = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.161023] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.161201] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.rbd_connect_timeout = 5 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.161366] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.161529] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.161690] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.rbd_secret_uuid = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.161851] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.rbd_user = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.162023] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.162202] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.remote_filesystem_transport = ssh {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.162364] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.rescue_image_id = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.162523] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.rescue_kernel_id = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.162703] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.rescue_ramdisk_id = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.162882] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.163056] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.rx_queue_size = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.163229] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.smbfs_mount_options = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.163519] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.163728] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.snapshot_compression = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.163935] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.snapshot_image_format = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.164184] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.164352] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.sparse_logical_volumes = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.164514] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.swtpm_enabled = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.164680] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.swtpm_group = tss {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.164847] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.swtpm_user = tss {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.165021] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.sysinfo_serial = unique {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.165183] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.tb_cache_size = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.165342] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.tx_queue_size = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.165506] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.uid_maps = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.165669] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.use_virtio_for_bridges = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.165839] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.virt_type = kvm {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.166013] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.volume_clear = zero {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.166187] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.volume_clear_size = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.166350] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.volume_use_multipath = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.166508] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.vzstorage_cache_path = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.166675] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.166845] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.vzstorage_mount_group = qemu {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.167012] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.vzstorage_mount_opts = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.167186] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.167472] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.167654] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.vzstorage_mount_user = stack {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.167824] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.167996] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.auth_section = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.168184] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.auth_type = password {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.168345] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.cafile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.168502] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.certfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.168663] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.collect_timing = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.168822] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.connect_retries = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.168978] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.connect_retry_delay = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.169164] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.default_floating_pool = public {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.169325] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.endpoint_override = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.169483] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.extension_sync_interval = 600 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.169644] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.http_retries = 3 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.169807] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.insecure = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.169966] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.keyfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.170135] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.max_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.170311] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.170471] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.min_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.170642] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.ovs_bridge = br-int {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.170806] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.physnets = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.170974] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.region_name = RegionOne {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.171149] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.retriable_status_codes = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.171319] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.service_metadata_proxy = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.171479] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.service_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.171647] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.service_type = network {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.171811] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.split_loggers = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.171969] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.status_code_retries = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.172139] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.status_code_retry_delay = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.172300] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.timeout = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.172481] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.172673] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] neutron.version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.172850] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] notifications.bdms_in_notifications = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.173040] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] notifications.default_level = INFO {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.173211] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] notifications.include_share_mapping = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.173386] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] notifications.notification_format = unversioned {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.173548] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] notifications.notify_on_state_change = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.173767] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.173960] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] pci.alias = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.174153] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] pci.device_spec = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.174320] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] pci.report_in_placement = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.174493] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.auth_section = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.174665] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.auth_type = password {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.174835] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.174996] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.cafile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.175165] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.certfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.175327] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.collect_timing = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.175484] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.connect_retries = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.175639] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.connect_retry_delay = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.175797] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.default_domain_id = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.175951] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.default_domain_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.176117] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.domain_id = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.176273] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.domain_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.176428] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.endpoint_override = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.176586] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.insecure = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.176749] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.keyfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.176907] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.max_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.177080] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.min_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.177250] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.password = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.177408] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.project_domain_id = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.177571] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.project_domain_name = Default {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.177733] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.project_id = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.177905] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.project_name = service {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.178085] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.region_name = RegionOne {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.178245] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.retriable_status_codes = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.178403] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.service_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.178570] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.service_type = placement {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.178730] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.split_loggers = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.178893] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.status_code_retries = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.179098] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.status_code_retry_delay = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.179299] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.system_scope = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.179466] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.timeout = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.179627] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.trust_id = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.179787] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.user_domain_id = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.179956] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.user_domain_name = Default {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.180130] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.user_id = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.180306] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.username = nova {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.180487] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.180656] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] placement.version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.180830] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] quota.cores = 20 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.180993] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] quota.count_usage_from_placement = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.181177] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.181344] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] quota.injected_file_content_bytes = 10240 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.181509] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] quota.injected_file_path_length = 255 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.181675] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] quota.injected_files = 5 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.181844] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] quota.instances = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.182014] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] quota.key_pairs = 100 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.182188] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] quota.metadata_items = 128 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.182353] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] quota.ram = 51200 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.182516] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] quota.recheck_quota = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.182711] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] quota.server_group_members = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.182884] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] quota.server_groups = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.183108] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.183286] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] quota.unified_limits_resource_strategy = require {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.183464] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.183651] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.183852] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] scheduler.image_metadata_prefilter = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.184040] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.184211] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] scheduler.max_attempts = 3 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.184374] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] scheduler.max_placement_results = 1000 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.184543] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.184705] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] scheduler.query_placement_for_image_type_support = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.184865] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.185050] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] scheduler.workers = 2 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.185223] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.185392] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.185566] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.185733] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.185895] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.186068] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.186230] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.186417] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.186585] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.host_subset_size = 1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.186751] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.186908] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.187079] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.187246] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.isolated_hosts = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.187408] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.isolated_images = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.187579] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.187737] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.187896] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.188065] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.pci_in_placement = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.188228] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.188384] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.188546] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.188706] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.188868] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.189037] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.189202] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.track_instance_changes = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.189378] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.189550] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] metrics.required = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.189713] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] metrics.weight_multiplier = 1.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.189878] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.190056] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] metrics.weight_setting = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.190377] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.190555] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] serial_console.enabled = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.190732] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] serial_console.port_range = 10000:20000 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.190905] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.191089] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.191263] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] serial_console.serialproxy_port = 6083 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.191432] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] service_user.auth_section = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.191606] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] service_user.auth_type = password {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.191767] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] service_user.cafile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.191926] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] service_user.certfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.192100] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] service_user.collect_timing = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.192266] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] service_user.insecure = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.192423] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] service_user.keyfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.192618] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] service_user.send_service_user_token = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.192796] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] service_user.split_loggers = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.192961] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] service_user.timeout = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.193150] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] spice.agent_enabled = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.193315] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] spice.enabled = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.193633] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.193890] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.194147] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] spice.html5proxy_port = 6082 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.194330] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] spice.image_compression = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.194493] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] spice.jpeg_compression = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.194655] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] spice.playback_compression = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.194823] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] spice.require_secure = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.194991] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] spice.server_listen = 127.0.0.1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.195177] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.195338] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] spice.streaming_mode = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.195526] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] spice.zlib_compression = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.195662] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] upgrade_levels.baseapi = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.195836] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] upgrade_levels.compute = auto {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.195996] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] upgrade_levels.conductor = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.196172] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] upgrade_levels.scheduler = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.196339] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vendordata_dynamic_auth.auth_section = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.196500] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vendordata_dynamic_auth.auth_type = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.196660] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vendordata_dynamic_auth.cafile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.196820] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vendordata_dynamic_auth.certfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.196982] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.197158] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vendordata_dynamic_auth.insecure = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.197318] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vendordata_dynamic_auth.keyfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.197482] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.197638] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vendordata_dynamic_auth.timeout = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.197814] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.api_retry_count = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.197974] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.ca_file = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.198162] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.cache_prefix = devstack-image-cache {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.198332] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.cluster_name = testcl1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.198496] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.connection_pool_size = 10 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.198656] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.console_delay_seconds = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.198827] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.datastore_regex = ^datastore.* {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.199049] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.199231] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.host_password = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.199402] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.host_port = 443 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.199570] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.host_username = administrator@vsphere.local {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.199739] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.insecure = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.199903] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.integration_bridge = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.200081] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.maximum_objects = 100 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.200244] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.pbm_default_policy = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.200409] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.pbm_enabled = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.200568] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.pbm_wsdl_location = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.200736] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.200927] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.serial_port_proxy_uri = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.201057] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.serial_port_service_uri = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.201223] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.task_poll_interval = 0.5 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.201394] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.use_linked_clone = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.201562] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.vnc_keymap = en-us {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.201729] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.vnc_port = 5900 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.201894] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vmware.vnc_port_total = 10000 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.202100] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vnc.auth_schemes = ['none'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.202279] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vnc.enabled = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.202580] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.202790] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.202970] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vnc.novncproxy_port = 6080 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.203187] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vnc.server_listen = 127.0.0.1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.203372] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.203536] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vnc.vencrypt_ca_certs = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.203736] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vnc.vencrypt_client_cert = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.203914] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vnc.vencrypt_client_key = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.204104] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.204273] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.disable_deep_image_inspection = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.204434] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.204595] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.204758] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.204920] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.disable_rootwrap = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.205146] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.enable_numa_live_migration = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.205334] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.205498] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.205659] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.205823] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.libvirt_disable_apic = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.205981] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.206160] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.206322] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.206484] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.206643] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.206806] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.206964] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.207135] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.207293] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.207456] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.207638] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.207810] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] wsgi.client_socket_timeout = 900 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.207976] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] wsgi.default_pool_size = 1000 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.208155] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] wsgi.keep_alive = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.208323] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] wsgi.max_header_line = 16384 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.208485] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] wsgi.secure_proxy_ssl_header = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.208645] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] wsgi.ssl_ca_file = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.208809] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] wsgi.ssl_cert_file = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.208970] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] wsgi.ssl_key_file = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.209148] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] wsgi.tcp_keepidle = 600 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.209327] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.209492] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] zvm.ca_file = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.209652] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] zvm.cloud_connector_url = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.209959] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.210162] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] zvm.reachable_timeout = 300 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.210338] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.210518] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.210694] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] profiler.connection_string = messaging:// {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.210862] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] profiler.enabled = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.211077] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] profiler.es_doc_type = notification {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.211255] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] profiler.es_scroll_size = 10000 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.211422] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] profiler.es_scroll_time = 2m {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.211584] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] profiler.filter_error_trace = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.211753] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] profiler.hmac_keys = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.211921] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] profiler.sentinel_service_name = mymaster {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.212100] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] profiler.socket_timeout = 0.1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.212266] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] profiler.trace_requests = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.212425] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] profiler.trace_sqlalchemy = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.212629] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] profiler_jaeger.process_tags = {} {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.212799] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] profiler_jaeger.service_name_prefix = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.212963] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] profiler_otlp.service_name_prefix = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.213150] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] remote_debug.host = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.213310] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] remote_debug.port = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.213484] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.213643] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.213830] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.213995] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.214170] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.214330] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.214496] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.214657] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.214879] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.215079] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.215242] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.215412] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.215576] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.215739] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.215907] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.216081] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.216243] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.216409] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.216569] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.216725] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.216888] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.217065] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.217228] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.217386] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.217543] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.217700] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.217857] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.218020] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.218185] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.218344] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.ssl = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.218510] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.218673] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.218832] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.218992] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.219170] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.ssl_version = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.219328] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.219509] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.219670] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_notifications.retry = -1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.219847] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.220023] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_messaging_notifications.transport_url = **** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.220197] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.auth_section = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.220356] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.auth_type = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.220515] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.cafile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.220669] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.certfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.220829] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.collect_timing = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.220983] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.connect_retries = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.221156] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.connect_retry_delay = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.221314] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.endpoint_id = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.221486] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.endpoint_interface = publicURL {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.221644] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.endpoint_override = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.221804] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.endpoint_region_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.221958] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.endpoint_service_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.222151] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.endpoint_service_type = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.222368] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.insecure = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.222535] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.keyfile = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.222715] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.max_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.222886] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.min_version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.223058] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.region_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.223222] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.retriable_status_codes = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.223381] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.service_name = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.223537] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.service_type = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.223725] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.split_loggers = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.223894] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.status_code_retries = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.224063] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.status_code_retry_delay = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.224222] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.timeout = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.224378] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.valid_interfaces = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.224533] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_limit.version = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.224696] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_reports.file_event_handler = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.224859] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.225026] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] oslo_reports.log_dir = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.225199] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.225356] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.225514] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.225678] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.225838] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.225994] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.226177] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.226335] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vif_plug_ovs_privileged.group = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.226494] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.226660] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.226824] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.226980] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] vif_plug_ovs_privileged.user = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.227162] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_vif_linux_bridge.flat_interface = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.227341] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.227516] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.227687] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.227857] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.228033] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.228203] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.228368] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.228540] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.228712] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_vif_ovs.isolate_vif = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.228883] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.229061] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.229234] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.229403] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_vif_ovs.ovsdb_interface = native {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.229565] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] os_vif_ovs.per_port_bridge = False {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.229745] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] privsep_osbrick.capabilities = [21] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.229938] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] privsep_osbrick.group = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.230115] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] privsep_osbrick.helper_command = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.230284] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.230449] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.230609] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] privsep_osbrick.user = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.230784] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.230943] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] nova_sys_admin.group = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.231112] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] nova_sys_admin.helper_command = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.231281] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.231440] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.231595] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] nova_sys_admin.user = None {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 478.231725] env[62189]: DEBUG oslo_service.service [None req-f2d265ce-41e9-4b49-a072-993901ccde7c None None] ******************************************************************************** {{(pid=62189) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 478.232174] env[62189]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 478.736076] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Getting list of instances from cluster (obj){ [ 478.736076] env[62189]: value = "domain-c8" [ 478.736076] env[62189]: _type = "ClusterComputeResource" [ 478.736076] env[62189]: } {{(pid=62189) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 478.737170] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b087f6-8c61-433f-af13-b01802b6d0d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 478.746140] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Got total of 0 instances {{(pid=62189) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 478.746714] env[62189]: WARNING nova.virt.vmwareapi.driver [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 478.747226] env[62189]: INFO nova.virt.node [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Generated node identity 9c6494ef-d1bb-428d-baf9-f027623d156c [ 478.747459] env[62189]: INFO nova.virt.node [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Wrote node identity 9c6494ef-d1bb-428d-baf9-f027623d156c to /opt/stack/data/n-cpu-1/compute_id [ 479.250478] env[62189]: WARNING nova.compute.manager [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Compute nodes ['9c6494ef-d1bb-428d-baf9-f027623d156c'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 480.257025] env[62189]: INFO nova.compute.manager [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 481.262017] env[62189]: WARNING nova.compute.manager [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 481.262435] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 481.262583] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 481.262710] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 481.262866] env[62189]: DEBUG nova.compute.resource_tracker [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 481.263887] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d5148f-30d0-4818-aeac-ad0da14b30ea {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.272046] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4667dac-921e-4339-9790-103f22fcb88b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.286526] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cc4f00-9120-4e60-a667-8ff4438aaa1f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.293553] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb33fe6b-5669-400a-a753-d123e51c6f44 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 481.322133] env[62189]: DEBUG nova.compute.resource_tracker [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181256MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 481.322279] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 481.322474] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 481.825315] env[62189]: WARNING nova.compute.resource_tracker [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] No compute node record for cpu-1:9c6494ef-d1bb-428d-baf9-f027623d156c: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 9c6494ef-d1bb-428d-baf9-f027623d156c could not be found. [ 482.329808] env[62189]: INFO nova.compute.resource_tracker [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 9c6494ef-d1bb-428d-baf9-f027623d156c [ 483.837831] env[62189]: DEBUG nova.compute.resource_tracker [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 483.838276] env[62189]: DEBUG nova.compute.resource_tracker [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 483.995430] env[62189]: INFO nova.scheduler.client.report [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] [req-e2b0ce56-e83b-4b2c-91b6-dc4106ac624a] Created resource provider record via placement API for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 484.014034] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edb791b-4f92-48d9-afbd-e461245a54e8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 484.021745] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9df4a3f-ac54-4c70-aedf-f86cecca69df {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 484.051796] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdaf475-8925-48dd-a19d-57a073bbd8df {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 484.059634] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f328b6-650f-4e6c-aefb-aced3f7670ea {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 484.073213] env[62189]: DEBUG nova.compute.provider_tree [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 484.609598] env[62189]: DEBUG nova.scheduler.client.report [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 484.609837] env[62189]: DEBUG nova.compute.provider_tree [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 0 to 1 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 484.609980] env[62189]: DEBUG nova.compute.provider_tree [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 484.657723] env[62189]: DEBUG nova.compute.provider_tree [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 1 to 2 during operation: update_traits {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 485.162251] env[62189]: DEBUG nova.compute.resource_tracker [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 485.162554] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.840s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 485.162649] env[62189]: DEBUG nova.service [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Creating RPC server for service compute {{(pid=62189) start /opt/stack/nova/nova/service.py:186}} [ 485.176254] env[62189]: DEBUG nova.service [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] Join ServiceGroup membership for this service compute {{(pid=62189) start /opt/stack/nova/nova/service.py:203}} [ 485.176408] env[62189]: DEBUG nova.servicegroup.drivers.db [None req-c732b280-94f1-40f4-b01d-b8e534639c45 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62189) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 491.178582] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_power_states {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 491.682170] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Getting list of instances from cluster (obj){ [ 491.682170] env[62189]: value = "domain-c8" [ 491.682170] env[62189]: _type = "ClusterComputeResource" [ 491.682170] env[62189]: } {{(pid=62189) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 491.689206] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5af98b-a273-4aca-9368-a6b83c22449f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.692951] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Got total of 0 instances {{(pid=62189) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 491.693210] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 491.693570] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Getting list of instances from cluster (obj){ [ 491.693570] env[62189]: value = "domain-c8" [ 491.693570] env[62189]: _type = "ClusterComputeResource" [ 491.693570] env[62189]: } {{(pid=62189) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 491.694436] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a577d4dd-e164-4afd-9c3e-6ac75263de15 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.701674] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Got total of 0 instances {{(pid=62189) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 533.529152] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.529822] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.529822] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 533.529822] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 534.033150] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 534.033426] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.033665] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.033854] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.034137] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.034271] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.034465] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.034632] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 534.034778] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.538152] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.538552] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.538552] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.538697] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 534.539576] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc03868-ddfb-424a-9380-00371603e51a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.547728] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a240577-065e-4f58-ae2f-c14ac171c6e7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.560686] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3516035e-0466-422b-b4f6-d3f6c716a37d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.566822] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c08eb5-ab50-475f-96f3-c6fab61a0937 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.594996] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181248MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 534.595144] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.595328] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.613261] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 535.613494] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 535.627601] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fc67b1-1800-4c51-86fe-cb5284cd5ec2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.634782] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290adf14-075f-47ff-8860-f4595e3a6966 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.663361] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70b76a4-b5da-4bf9-9385-d49c731f0e41 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.670382] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9c03e1-8798-40e1-80f6-bf4ae5e76170 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.682860] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 536.186258] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 536.691937] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 536.692318] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.678925] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.679231] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.183848] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.184101] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 597.184142] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 597.686973] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 597.687474] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.687474] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.687582] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.687719] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.687792] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.687916] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.688058] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 597.688199] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.192233] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.192470] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.192644] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.192814] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 598.193795] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85ee490-ab26-4e56-8f4d-8c7b79f0d4da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.202195] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194cdf82-e12d-439c-9c99-901676e6fd5c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.215815] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8f369f-ee6d-4841-8e3b-33bfa547dd58 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.222173] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbddbb0-17f6-426d-ad74-95c3896ea61c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.250509] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181274MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 598.250668] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.250818] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.268652] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 599.268902] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 599.281323] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d0ba92-68fd-4ba5-918b-0cfc719abcab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.289009] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785569f5-c375-46dc-8c24-0423d407e043 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.317324] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14d42f2-fc14-4a14-b8ab-3f7f12aceaae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.324091] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ad249d-e6ce-4d27-a862-7a1242922398 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.336378] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.839467] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.840759] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 599.840949] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.842731] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.843173] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.843173] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 659.843173] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 660.346945] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 660.347140] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.347303] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.347450] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.347609] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.347747] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.347886] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.348020] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 660.348159] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.851386] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.851875] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.852020] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.852284] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 660.853230] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12a7cd0-bf54-475a-bf5e-70347e6bfca1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.861551] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85360a4d-8d50-45ae-8851-a6e1be8bf9ac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.875316] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89623813-4be9-495e-a674-c056c5286a5f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.881799] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ac95c9-2b84-4a2f-8481-60cfc782fc1d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.911088] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181273MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 660.911285] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.911530] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.930578] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 661.930855] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 661.945287] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12a3f95-0ee9-437b-8b80-536d0e2f6e41 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.953753] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58556b36-3663-4ab9-9fdc-ad8eadbbfa8e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.982559] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf367b2-1fcb-493a-80a9-50d5001276f1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.989572] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f96fb2c-8680-4ef6-a7a3-5bfc2dca23f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.001982] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.508766] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.510100] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 662.510286] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.184285] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 716.184641] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 716.693690] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 716.693969] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 716.694232] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 716.694437] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 716.694664] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.197511] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.197966] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.197966] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.197966] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 717.198918] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829fc366-f85e-4e78-a1bb-c625a414ee55 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.207126] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a2e57c-846d-4018-a96f-2a86278fe4f6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.220874] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecd8b35-59f5-4d98-9137-6d40c60755d8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.227039] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a7941f-2b4b-43ba-aec4-62c5c4da0fbd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.255024] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181251MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 717.255200] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.255325] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.273168] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 718.273524] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 718.288297] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0bb10c-3953-4996-8538-96cbd2c35403 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.295935] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9f15d1-34be-4eca-bab8-13410826d89e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.325786] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002e301c-3de8-4f20-af42-31029c5388c7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.332797] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccd3461-700f-49ba-859f-be621d7476da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.345611] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.848751] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.850079] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 718.850266] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.677238] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 720.677631] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 720.677631] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 721.180891] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 721.181205] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 721.181406] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 721.181553] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 773.521192] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 773.521570] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Cleaning up deleted instances {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 774.025220] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] There are 0 instances to clean {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 774.025470] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.025674] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Cleaning up deleted instances with incomplete migration {{(pid=62189) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 774.528293] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.030166] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.030458] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.030562] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.535074] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.535074] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.535074] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.535074] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 776.535578] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de62e64b-f5c1-4590-88ca-c23d33d56a2e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.544115] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8883566-3aa1-4169-8b95-af1b3cab3982 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.557820] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e96a04d-f193-4d9a-85ff-edb5ff57f9bb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.563924] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e1bc8f-43c9-4b28-b176-3c1ccf3b5f37 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.591707] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181250MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 776.591838] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.592032] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.612030] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 777.612300] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 777.627547] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947557b6-54f2-4462-a6e0-1c27a8909e98 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.634674] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dedb7ac-5755-4879-a597-4dc3ad939a8f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.663084] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51675f0-3942-4221-9f2f-ebf77e39c717 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.669909] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c60e2b7-0c1f-40b4-810c-b114eae96e7c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.682438] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.185982] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.187151] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 778.188027] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.678498] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 778.678498] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 778.678498] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.521527] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 779.521770] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 779.521876] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 780.025055] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 780.520346] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 781.520935] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 781.521365] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 835.520477] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 836.024232] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.024513] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.024686] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.024840] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 836.025729] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47119abc-0c03-456d-8e83-4b569d3261c5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.033747] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db944a11-ff20-441a-a506-0a9a2ec31171 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.047463] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57ce9ea-9753-43c9-a53e-9babea6429c3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.053440] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f4e6cc-def5-4b12-ad8e-76218f240267 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.081012] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181263MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 836.081149] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.081386] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.115489] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 837.115757] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 837.133431] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 837.147369] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 837.147582] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.159606] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 837.175869] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 837.188203] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8203f3a3-7b3b-44f7-b1cd-1547424e7d2c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.196046] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b826c4-9b4f-4dc7-88d9-656467d425db {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.229136] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49674edd-f64a-4aee-8cdc-c5194e68c202 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.236090] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d905e56b-aa23-4b99-a8f4-72ea2d61b72a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.248847] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.752373] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.753712] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 837.753893] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.673s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.749637] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 838.750036] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 839.254570] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 839.254800] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 839.254945] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 839.255105] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.521378] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 841.521771] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 841.521771] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 842.024379] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 842.024618] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.024789] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.024923] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 896.521342] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.521655] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.028264] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.028509] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.028679] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.028835] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 897.029785] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb210b2a-c2e1-460c-a0a8-76be497cfb59 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.038990] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebf26e8-9db7-4662-b135-2be125896c5d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.052521] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5341bd-02e1-4aca-8478-25d210425ffb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.058645] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c19f322-5863-4bb3-9fe5-a0d291ad016f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.086065] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181274MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 897.086198] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.086381] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.104839] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 898.105110] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 898.117880] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b83a5e5-83a6-4f09-b7d6-13e9e5ddebbb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.124896] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6152bf6e-e00b-49dc-b525-52157bc4f831 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.153880] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8438dc22-4001-4b12-aee5-c1448232f14f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.160635] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c466ef1-32b4-4071-8579-8e8948faf6f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.172840] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.676824] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.677833] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 898.678034] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.677865] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.678261] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.678309] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.678426] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.522313] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.522715] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.522715] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 903.522896] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 903.523316] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 903.523316] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 904.027656] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 957.020834] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.521421] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.024505] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.024741] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.024897] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.025054] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 959.027053] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8568f4-07ee-40a9-ac35-92107fc1df98 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.034115] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dab5611-1cd2-4a44-83d8-383b07f2953b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.047787] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75cf091-a1d5-4d91-8695-7692b1493ea6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.053893] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d581c87-032e-47d7-abbe-9557eaea3fac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.082840] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181232MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 959.082993] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.083173] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.104971] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 960.105245] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 960.117703] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8785756-3c8f-429e-b65d-0cc72c686f86 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.125079] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7435de6d-e7e5-402c-a2f4-a3bf53fd3304 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.153314] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5acc8e-20ae-49c6-bce6-fda731035105 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.159854] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2b9c35-2ba0-4eb6-bebb-52e80d020cc2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.172984] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.676512] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.677842] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 960.678037] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.678493] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.183985] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.183985] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.186445] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.186445] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.186445] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.186445] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 963.522677] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 963.523159] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 963.523159] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 964.026606] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 964.026832] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.022592] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.521695] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.521154] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.024100] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.024360] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.024537] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.024699] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1021.025641] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f75a0e-f208-4d95-8d38-c0f09f502648 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.034060] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97630701-f5ae-4483-9b6b-161939e9765d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.047849] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d77a1c2-5c5c-457c-8692-547c247847b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.053709] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0504beac-670f-4da7-9ac9-6e4cad36bd59 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.082864] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181261MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1021.083052] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.083224] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.103301] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1022.103683] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1022.116735] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556537c8-a788-44f9-83db-207af3bfc6ca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.124711] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e84208-ef06-4592-8cd5-0da189b7ea68 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.153497] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3a1715-3096-4b46-bbc2-e71b44e9a9c0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.160240] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59c32ff-3843-41e8-a95a-19e07d2694f5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.173695] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.678623] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.678623] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1022.678623] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.678473] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.678871] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.678871] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.678936] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.679045] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1025.521549] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.521874] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1025.521874] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1026.024730] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1026.024979] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.020647] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.521498] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.023826] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.024242] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.520446] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.023582] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.023832] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.023995] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.024252] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1083.025231] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65318b7a-9427-42f7-bc3a-17b5de25aada {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.033496] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c1ad47-2fcc-4259-a883-e4e743bd91ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.047046] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1ae7aa-f89b-447b-a8a5-908023df3518 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.053085] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67e4725-7f63-4987-abf1-996ced6aba21 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.081837] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181249MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1083.081969] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.082165] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.101873] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1084.102176] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1084.115991] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd7d293-d085-4bad-befd-753f80a56c37 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.123608] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05114c0-49bf-45aa-8a7b-ecc72c7cc7bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.152254] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b350e5-f319-4dba-9d3e-5fd5dd1a03b4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.158846] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4643be32-a644-47f5-b792-c545c5bacdbe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.171339] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.674170] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.675455] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1084.675646] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.521168] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.029922] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.030111] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1086.030214] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1086.533683] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1086.534064] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.534106] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.534246] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.534394] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.534521] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1086.534672] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1086.534792] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Cleaning up deleted instances {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1087.037759] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] There are 0 instances to clean {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1087.037992] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.038159] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Cleaning up deleted instances with incomplete migration {{(pid=62189) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1092.187207] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_power_states {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.689901] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Getting list of instances from cluster (obj){ [ 1092.689901] env[62189]: value = "domain-c8" [ 1092.689901] env[62189]: _type = "ClusterComputeResource" [ 1092.689901] env[62189]: } {{(pid=62189) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1092.691049] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ba836f-28f6-4812-8be1-bd9307f41683 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.699855] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Got total of 0 instances {{(pid=62189) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1140.030265] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.521183] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.522095] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.024941] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.025219] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.025389] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.025543] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1143.026444] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458bf042-e9ca-41ba-9807-1d1c25de9dbc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.034587] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0f0206-8b8a-4c2f-91fd-0885627cb252 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.048294] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f86394-3744-44b9-a8bb-907c8321ee15 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.054439] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94427a24-dbe5-4b86-90af-9b12546914e3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.083123] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181256MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1143.083263] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.083446] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.327294] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1144.327527] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1144.342995] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1144.353679] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1144.353851] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.362623] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1144.376862] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1144.387682] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d182bdb7-746d-4a1c-b1e8-6f1f39fb0348 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.395008] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d60b9b-f283-4c22-9710-dde45323ab0e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.432502] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a6f0d9-86e1-4b7c-adc5-180ab0d994f4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.441771] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cdbfdd-4969-4a7f-9bb6-61fcee5a6a1b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.461035] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.964989] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.966354] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1144.966544] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.883s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.965881] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.965881] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.966350] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.966350] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1146.521528] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.521756] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1146.521756] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1147.025665] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1147.026059] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.026182] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.022259] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.520962] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.521410] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.521330] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.025304] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.025530] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.025706] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.025861] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1205.026755] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4337bdc5-2086-4553-8e27-441a33778506 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.035096] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c47c371-66fb-4cc1-ade4-ad4b1fa7099c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.048724] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689f9b04-7495-43de-8e53-a583c4afcd4d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.054775] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093a9b2c-d3d1-446b-9ea4-962542312984 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.083222] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181243MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1205.083369] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.083533] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.103302] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1206.103554] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1206.118161] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36c7f82-6fd5-44fb-9031-d070639179e1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.126129] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8faf15a-db9d-4e5a-ba50-83ce6e08fc77 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.155062] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c01a1d-938c-4e41-a2e1-96949a873557 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.162640] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78dede0-3a32-49c1-8626-8260679bc1da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.175494] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.678695] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.679988] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1206.680185] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.679977] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.680437] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1207.680437] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1208.183580] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1208.183824] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.183961] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.184130] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.184258] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1208.521879] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.516374] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.022123] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.522695] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.521681] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.024909] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.025233] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.025354] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.025468] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1265.026360] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c611cd60-ab24-47ea-8ad8-67f4705b1c5e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.034609] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eba098b-481e-4652-b61c-70d0e390b708 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.048191] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc095d5-7468-4b0c-9c36-a464fe92785f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.054600] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2005de78-eff2-4c08-868c-fe25e0436cc1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.084265] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181263MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1265.084419] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.084603] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.103622] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1266.103866] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1266.118182] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37539061-1913-44ca-ac94-fc3086bb5e5f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.126236] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2428bbb1-35ec-4c59-b0f3-cb63bb8bd0f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.154782] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6986b2-6174-4e6d-bf31-722ccf74c056 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.161388] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a650b0-9ebf-4726-82d2-d9a747dd930c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.173737] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.676710] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.677919] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1266.678112] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.677624] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.678055] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1267.678055] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1268.180766] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1268.180989] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.181181] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.181334] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.181527] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.181658] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1270.521412] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.517774] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.520283] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.521041] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.024792] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.025064] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.025217] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.025383] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1327.026305] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82456511-2ac7-4b2b-ac00-348583ade154 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.034606] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729a8f03-4b18-4b97-8c4c-4ba3f41d0634 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.048782] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26aa106-8d67-4cdb-9018-42cc32b0d79f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.055334] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98c5cc5-a568-4a54-9f95-3d5acabec86f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.083430] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181230MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1327.083569] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.083720] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.102040] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1328.102332] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1328.115099] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f773998f-3745-4e51-8d52-caaab670982f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.122750] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f389934-fe82-4f84-b95f-62e5e2322fd5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.151997] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaa336e-c048-471f-8693-8e61a7b6dfd8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.159161] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f53b48-426f-4827-8f28-6e083faf3fb7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.176844] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.679845] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.681101] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1328.681289] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.598s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.682130] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.682524] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1329.682524] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1330.186359] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1330.186631] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.186751] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.186937] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.187124] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.187260] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1332.521657] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.516888] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.020512] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.520531] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.521308] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.024760] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.025024] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.025196] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.025338] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1387.026263] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590e8d5d-4dc7-401f-b11a-50da80054aea {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.034310] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26723e99-1066-4a69-8b1a-0dd59f76caa3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.047833] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e47c80-eeee-4bdd-b9aa-ea3184b9b4a2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.053745] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4e5af5-9110-4f62-9cd3-7b6ae46783ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.081442] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181217MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1387.081578] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.081760] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.099387] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1388.099659] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1388.112706] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95aa145e-7f2f-4dfa-ba76-02fe3c7209d3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.120342] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a62447-5a9b-4a38-b96a-93de751b62e4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.153836] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949f009f-e208-44d2-b072-f09b72af3a6f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.161159] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c06c57-eaf5-4a6e-9e49-bed8c80bd87b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.173929] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.676534] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.677782] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1388.677965] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.678194] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.180083] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.180493] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1391.180537] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1391.683912] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1391.684208] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.684316] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.684463] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.684605] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.684735] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1392.521550] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.520689] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.521042] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Cleaning up deleted instances with incomplete migration {{(pid=62189) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1398.024542] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.024894] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Cleaning up deleted instances {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1398.527525] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] There are 0 instances to clean {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1445.019756] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.520595] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.521483] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.025094] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.025354] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.025521] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.025672] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1447.026631] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d5c54a-7b36-429d-9a90-54e9903cf1ef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.034951] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5939d193-13a0-4082-bb08-626ff13ec6f3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.048394] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347df9da-f4a1-4c7a-9a5d-03f432331686 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.054381] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d32b4ec-393d-4f86-8554-908cb036750c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.082522] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181242MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1447.082682] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.082856] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.115249] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1448.115500] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1448.130425] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1448.141249] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1448.141412] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1448.150531] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1448.164860] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1448.175938] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c5b9a3-f93b-4dfa-93b1-d1fbb10f67d3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.182548] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e56294e-47e7-4844-88b9-433c118a675c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.211580] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f181b1-4da4-41af-9a99-7918936cd55c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.218182] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5857e8-795e-4df3-ab3c-038784687b15 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.230594] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.733321] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.734661] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1448.734857] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.652s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.734807] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.735211] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1450.735211] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1451.237875] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1451.238151] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.238289] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.238435] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.238577] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.238708] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1454.521914] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.519716] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.022440] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.521616] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.520590] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.026805] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.026805] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.026805] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.026805] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1508.026805] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d688b2e9-70be-45cd-96b4-0757201baf54 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.034493] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423feff6-2427-4de8-82b9-18a9f959e625 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.048400] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b122ab6a-d174-4e35-887d-4f7f4c1e3af5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.054584] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86059b60-81e8-4328-81d6-0806f55ed0af {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.082790] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181215MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1508.083105] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.083412] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.102653] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1509.102653] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1509.114795] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b93de56-98a4-470b-856e-552f190f6ecb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.122080] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ee3053-15ca-4fbc-9043-4af916166344 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.151425] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b02b528-d774-4714-9354-814563e4b32e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.158161] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38cbfe9-e879-492c-854a-294ca0457144 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.170344] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.674069] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.675366] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1509.675570] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.676133] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.676517] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1511.676517] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1512.179299] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1512.179551] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.179685] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.179913] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.180077] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1512.521870] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.520612] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.516777] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.522711] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1568.030022] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.030298] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.030451] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.030612] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1568.031571] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687bf323-b2ac-4339-915c-721df587a3d5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.039655] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66354e09-1788-4c2b-be80-fcd202cdbd7e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.054513] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12a08ae-b07c-44c1-9e5e-c2986221e366 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.060460] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db64fdb-dcff-404b-a0fc-c72c71ccd594 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.087998] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181227MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1568.088150] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.088326] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.106685] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1569.106971] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1569.120589] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0513aab7-5439-4660-9e90-9413c83b5a75 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.128575] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06c8b68-d03d-48c6-92a8-f1e3e0be2674 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.157732] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6381c1c-e91f-4536-a0c0-6ac38370ec76 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.164741] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5820e0c0-d26a-4cfe-a8d1-20010382b417 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.177361] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.680211] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1569.681530] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1569.681709] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.680023] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.680394] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.680434] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.680570] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1571.521793] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.522000] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1571.522165] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1572.025059] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1572.521321] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.521567] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.521436] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.518051] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.020872] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.520535] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.520972] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1630.024100] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.024379] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.024513] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.024675] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1630.025603] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f4431c-7962-4855-9759-cff141768828 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.034046] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5c68e7-a955-4d5e-a44e-afb832c0ba0c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.048420] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36b09e2-fb22-4d16-a9c9-92fe959dd325 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.054592] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc74cd5-170a-4434-a9df-8aadda280005 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.082297] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181246MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1630.082458] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.082623] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.101677] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1631.101988] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1631.116026] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd96ecb-bd69-42b5-898a-6b58a734be15 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.123105] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b07c6d-07f7-4658-9a85-8fcd21348102 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.152353] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ad668d-2a2b-4c5c-bc20-e1e55a06e326 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.159260] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac7473a-1262-4db6-93f0-87cb766d8eb8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.173506] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.676914] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1631.678270] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1631.678456] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.679175] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.679591] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1633.679715] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1634.183536] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1634.183808] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.184125] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.184234] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.184288] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1635.521424] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.521657] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1685.516600] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1690.520732] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1690.521041] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1691.024375] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.024634] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.024813] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.024969] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1691.025863] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e12d3b6-5715-4b8d-9d5d-9607c2d5cd06 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.034250] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9a2da6-98e4-4961-8b82-3bb994dc9bf6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.048709] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f05d16c-d843-446b-a169-4484e17bd402 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.054676] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e9b03e-f0f8-416f-b873-edab460f48ca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.083801] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181225MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1691.083941] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.084150] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.102886] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1692.103114] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1692.116164] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd56362-1a21-4613-9e0b-d74a053547e7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.123943] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ae7fb3-611b-40c2-9616-0034e362ac04 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.152773] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba2a95-437e-4613-9a97-26d2c328dbc9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.159428] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1500541-83e4-45a4-b5c2-a1e6fd1c450b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.172508] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1692.675278] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1692.676564] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1692.676751] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.676620] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1693.677115] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1693.677115] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1695.521532] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.521933] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1695.521933] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1696.024908] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1696.025194] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.520895] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.521180] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.023110] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.517364] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1700.522865] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1700.522865] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Cleaning up deleted instances {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 1701.025117] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] There are 0 instances to clean {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 1703.521564] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1703.521937] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Cleaning up deleted instances with incomplete migration {{(pid=62189) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 1707.682999] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_power_states {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.185898] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Getting list of instances from cluster (obj){ [ 1708.185898] env[62189]: value = "domain-c8" [ 1708.185898] env[62189]: _type = "ClusterComputeResource" [ 1708.185898] env[62189]: } {{(pid=62189) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1708.187024] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710a70be-f83f-44f8-a3a0-207fec528025 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.197574] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Got total of 0 instances {{(pid=62189) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1746.030949] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1750.520884] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1752.520663] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1753.024231] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.024490] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.024654] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.024810] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1753.025749] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e1932f-0f4d-4cd3-b20b-c5eb1e943a55 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.033839] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb161e4-7dd2-47bf-bd23-522187fae51f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.048634] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ff4944-0a37-4e26-88f3-9cb35c0de5e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.054712] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f19263-9a76-4edb-b9e2-6789279a3513 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.082403] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181257MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1753.082529] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.082704] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.204243] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1754.204516] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1754.226759] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1754.243094] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1754.243286] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1754.258416] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1754.282369] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1754.299358] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028d07ec-f5bc-4f1f-801c-052c67657605 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.307030] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbbda11-04f7-48c0-98f5-127ccadafa1e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.337499] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8de4859-b9a4-4ee0-a68a-b494710b9dd3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.345442] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2c5eaa-5eb5-4a72-b93f-192a1b19d99d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.358607] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.862217] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1754.863497] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1754.863669] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.781s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.864528] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1755.865035] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1755.865035] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1756.367477] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 1756.367717] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1756.367884] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1756.368023] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1756.520355] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1757.520979] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.520439] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1789.088378] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Acquiring lock "008bb658-5840-4e78-8fcd-2ad8e6618dbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.088378] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Lock "008bb658-5840-4e78-8fcd-2ad8e6618dbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.594826] env[62189]: DEBUG nova.compute.manager [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1790.088169] env[62189]: DEBUG oslo_concurrency.lockutils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquiring lock "e5b9278a-6ae0-4364-85af-05f776e29f05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.088689] env[62189]: DEBUG oslo_concurrency.lockutils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Lock "e5b9278a-6ae0-4364-85af-05f776e29f05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.131731] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.133207] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.134787] env[62189]: INFO nova.compute.claims [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1790.592581] env[62189]: DEBUG nova.compute.manager [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1791.130189] env[62189]: DEBUG oslo_concurrency.lockutils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.209756] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f953fa5-e775-452f-bfb2-57da9c091564 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.218500] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ea8206-9687-4d70-8542-fe3628c69eaa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.250423] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5f591f-d243-4ce1-aef2-0b68d1f5feb0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.256492] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f612487-7a15-486e-8779-e2fac563847c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.276374] env[62189]: DEBUG nova.compute.provider_tree [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.782029] env[62189]: DEBUG nova.scheduler.client.report [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1792.290398] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.291025] env[62189]: DEBUG nova.compute.manager [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1792.299475] env[62189]: DEBUG oslo_concurrency.lockutils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.168s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.300350] env[62189]: INFO nova.compute.claims [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1792.807026] env[62189]: DEBUG nova.compute.utils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1792.808911] env[62189]: DEBUG nova.compute.manager [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1792.809160] env[62189]: DEBUG nova.network.neutron [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1792.905198] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "ab4c28c6-4d64-435d-8865-d418a37a4562" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.905394] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "ab4c28c6-4d64-435d-8865-d418a37a4562" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.973605] env[62189]: DEBUG oslo_concurrency.lockutils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Acquiring lock "8f3c6230-2a8f-4b97-9fef-7df63b159e42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.974202] env[62189]: DEBUG oslo_concurrency.lockutils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Lock "8f3c6230-2a8f-4b97-9fef-7df63b159e42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.066697] env[62189]: DEBUG nova.policy [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b1db7aa1da445f9a74b858ba4a660b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd91f72d6d784414a8104a9441ebc1da1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1793.315138] env[62189]: DEBUG nova.compute.manager [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1793.410378] env[62189]: DEBUG nova.compute.manager [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1793.439966] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a406c69-83ea-4239-879c-4dff879575c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.449314] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0649e84a-47a4-41d8-bf58-e0051ed6276d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.485511] env[62189]: DEBUG nova.compute.manager [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1793.489546] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d203a708-7f72-474e-ab95-18519f92e116 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.500015] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927adc2a-294e-43af-a2cf-1121526f3365 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.515168] env[62189]: DEBUG nova.compute.provider_tree [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.946392] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.008764] env[62189]: DEBUG nova.network.neutron [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Successfully created port: dc143b26-b643-4783-a112-dcee7790e756 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1794.017898] env[62189]: DEBUG nova.scheduler.client.report [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1794.024494] env[62189]: DEBUG oslo_concurrency.lockutils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.177189] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Acquiring lock "7674b0de-f406-4afe-b34c-e1a6d9120ca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.177189] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Lock "7674b0de-f406-4afe-b34c-e1a6d9120ca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.328908] env[62189]: DEBUG nova.compute.manager [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1794.373132] env[62189]: DEBUG nova.virt.hardware [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1794.373132] env[62189]: DEBUG nova.virt.hardware [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.373132] env[62189]: DEBUG nova.virt.hardware [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1794.373132] env[62189]: DEBUG nova.virt.hardware [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.373513] env[62189]: DEBUG nova.virt.hardware [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1794.373513] env[62189]: DEBUG nova.virt.hardware [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1794.373513] env[62189]: DEBUG nova.virt.hardware [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1794.373513] env[62189]: DEBUG nova.virt.hardware [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1794.373513] env[62189]: DEBUG nova.virt.hardware [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1794.373670] env[62189]: DEBUG nova.virt.hardware [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1794.373670] env[62189]: DEBUG nova.virt.hardware [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1794.373670] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff5d6d0-7b7c-4313-8483-17bce91e1ac9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.384137] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a5dbb1-6637-43e9-a458-a8d1344ce2f4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.404673] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f43792-961a-48b1-bb01-7bc35c5b2493 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.525298] env[62189]: DEBUG oslo_concurrency.lockutils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.528604] env[62189]: DEBUG nova.compute.manager [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1794.531052] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.585s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.533402] env[62189]: INFO nova.compute.claims [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1794.681027] env[62189]: DEBUG nova.compute.manager [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1794.809107] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Acquiring lock "a8d75cbd-7174-4b93-8735-f76278917633" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.809343] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Lock "a8d75cbd-7174-4b93-8735-f76278917633" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.037325] env[62189]: DEBUG nova.compute.utils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1795.041843] env[62189]: DEBUG nova.compute.manager [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1795.043402] env[62189]: DEBUG nova.network.neutron [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1795.209357] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.295282] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.295514] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.311740] env[62189]: DEBUG nova.compute.manager [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1795.336290] env[62189]: DEBUG nova.policy [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e5bbd0f592746afbd5de8ad32f1032d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '170e4b42a6e44e97864b5cc3bc1cf10d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1795.542460] env[62189]: DEBUG nova.compute.manager [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1795.692471] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfc5a06-5fa3-4b80-9c16-a07c9f7302ad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.702381] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11278f01-833c-4a99-a30a-e5c94561b70a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.734512] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d022e089-282d-471b-8d2a-26b5bf1bc4c9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.743679] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2731b320-a3c6-4be7-8a2f-d41a48a64385 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.756738] env[62189]: DEBUG nova.compute.provider_tree [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.798595] env[62189]: DEBUG nova.compute.manager [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1795.833839] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.205836] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "674e7329-baf4-4f64-9c93-eaa001eb5472" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.206061] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "674e7329-baf4-4f64-9c93-eaa001eb5472" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.261062] env[62189]: DEBUG nova.scheduler.client.report [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.326012] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.529455] env[62189]: DEBUG nova.network.neutron [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Successfully created port: e190acf2-2bee-4310-abc3-1ca47e1e9dfa {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1796.563428] env[62189]: DEBUG nova.compute.manager [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1796.608338] env[62189]: DEBUG nova.virt.hardware [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1796.608658] env[62189]: DEBUG nova.virt.hardware [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.608919] env[62189]: DEBUG nova.virt.hardware [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1796.609043] env[62189]: DEBUG nova.virt.hardware [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.609165] env[62189]: DEBUG nova.virt.hardware [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1796.609310] env[62189]: DEBUG nova.virt.hardware [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1796.609903] env[62189]: DEBUG nova.virt.hardware [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1796.609903] env[62189]: DEBUG nova.virt.hardware [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1796.611785] env[62189]: DEBUG nova.virt.hardware [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1796.612679] env[62189]: DEBUG nova.virt.hardware [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1796.612679] env[62189]: DEBUG nova.virt.hardware [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1796.614208] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1180c5f5-230f-47c8-a6ca-ba678ec7a5cb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.627129] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83aae21-73a8-4dbc-901a-e011a6bea369 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.709565] env[62189]: DEBUG nova.compute.manager [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1796.767568] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.768342] env[62189]: DEBUG nova.compute.manager [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1796.771470] env[62189]: DEBUG oslo_concurrency.lockutils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.746s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.772466] env[62189]: INFO nova.compute.claims [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1797.118243] env[62189]: DEBUG nova.network.neutron [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Successfully updated port: dc143b26-b643-4783-a112-dcee7790e756 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1797.241665] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.280540] env[62189]: DEBUG nova.compute.utils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1797.283250] env[62189]: DEBUG nova.compute.manager [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1797.283442] env[62189]: DEBUG nova.network.neutron [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1797.381814] env[62189]: DEBUG nova.policy [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66c1b46069b14f139ff11a8957232280', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cd216c2037f4cbf9563ce5fa21562ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1797.622019] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Acquiring lock "refresh_cache-008bb658-5840-4e78-8fcd-2ad8e6618dbd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.622285] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Acquired lock "refresh_cache-008bb658-5840-4e78-8fcd-2ad8e6618dbd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.622332] env[62189]: DEBUG nova.network.neutron [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1797.784714] env[62189]: DEBUG nova.compute.manager [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1797.981269] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9354051-6b19-48d9-abcd-05cfbd80fccd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.989179] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff932d9-f823-46fa-b311-df36c8ebe14e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.033961] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8284bd5a-3352-4f46-ae95-9ab9d2545751 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.044856] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed199f1e-78c0-4a9e-87fe-11eb6abde215 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.070638] env[62189]: DEBUG nova.compute.provider_tree [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.081933] env[62189]: DEBUG nova.compute.manager [req-1aee421a-243d-4b0f-941e-6d667367472a req-cad74d63-10a8-471a-8733-cb821d9a6dd4 service nova] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Received event network-vif-plugged-dc143b26-b643-4783-a112-dcee7790e756 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1798.081933] env[62189]: DEBUG oslo_concurrency.lockutils [req-1aee421a-243d-4b0f-941e-6d667367472a req-cad74d63-10a8-471a-8733-cb821d9a6dd4 service nova] Acquiring lock "008bb658-5840-4e78-8fcd-2ad8e6618dbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.082175] env[62189]: DEBUG oslo_concurrency.lockutils [req-1aee421a-243d-4b0f-941e-6d667367472a req-cad74d63-10a8-471a-8733-cb821d9a6dd4 service nova] Lock "008bb658-5840-4e78-8fcd-2ad8e6618dbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.082282] env[62189]: DEBUG oslo_concurrency.lockutils [req-1aee421a-243d-4b0f-941e-6d667367472a req-cad74d63-10a8-471a-8733-cb821d9a6dd4 service nova] Lock "008bb658-5840-4e78-8fcd-2ad8e6618dbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.082415] env[62189]: DEBUG nova.compute.manager [req-1aee421a-243d-4b0f-941e-6d667367472a req-cad74d63-10a8-471a-8733-cb821d9a6dd4 service nova] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] No waiting events found dispatching network-vif-plugged-dc143b26-b643-4783-a112-dcee7790e756 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1798.082572] env[62189]: WARNING nova.compute.manager [req-1aee421a-243d-4b0f-941e-6d667367472a req-cad74d63-10a8-471a-8733-cb821d9a6dd4 service nova] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Received unexpected event network-vif-plugged-dc143b26-b643-4783-a112-dcee7790e756 for instance with vm_state building and task_state spawning. [ 1798.315952] env[62189]: DEBUG nova.network.neutron [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Successfully created port: 1741032a-d719-4c0c-9db5-277afc13bbda {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1798.373089] env[62189]: DEBUG nova.network.neutron [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1798.587729] env[62189]: DEBUG nova.scheduler.client.report [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1798.802998] env[62189]: DEBUG nova.compute.manager [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1798.834630] env[62189]: DEBUG nova.virt.hardware [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1798.834778] env[62189]: DEBUG nova.virt.hardware [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1798.834947] env[62189]: DEBUG nova.virt.hardware [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1798.835190] env[62189]: DEBUG nova.virt.hardware [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1798.835302] env[62189]: DEBUG nova.virt.hardware [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1798.836238] env[62189]: DEBUG nova.virt.hardware [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1798.836527] env[62189]: DEBUG nova.virt.hardware [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1798.836687] env[62189]: DEBUG nova.virt.hardware [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1798.836910] env[62189]: DEBUG nova.virt.hardware [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1798.837133] env[62189]: DEBUG nova.virt.hardware [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1798.837365] env[62189]: DEBUG nova.virt.hardware [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1798.838276] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c93827-9ec4-47c9-b935-525c3d214deb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.851619] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed6213d-2a95-474d-92b6-5df5e0583a03 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.941440] env[62189]: DEBUG nova.network.neutron [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Updating instance_info_cache with network_info: [{"id": "dc143b26-b643-4783-a112-dcee7790e756", "address": "fa:16:3e:6a:9d:d2", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc143b26-b6", "ovs_interfaceid": "dc143b26-b643-4783-a112-dcee7790e756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.100561] env[62189]: DEBUG oslo_concurrency.lockutils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.101094] env[62189]: DEBUG nova.compute.manager [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1799.104096] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.895s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.107538] env[62189]: INFO nova.compute.claims [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1799.445143] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Releasing lock "refresh_cache-008bb658-5840-4e78-8fcd-2ad8e6618dbd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.445576] env[62189]: DEBUG nova.compute.manager [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Instance network_info: |[{"id": "dc143b26-b643-4783-a112-dcee7790e756", "address": "fa:16:3e:6a:9d:d2", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc143b26-b6", "ovs_interfaceid": "dc143b26-b643-4783-a112-dcee7790e756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1799.445919] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:9d:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc143b26-b643-4783-a112-dcee7790e756', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1799.463168] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1799.463168] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6dd684d-cca5-44fd-9bbc-6efaa7c9088b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.476601] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Created folder: OpenStack in parent group-v4. [ 1799.476834] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Creating folder: Project (d91f72d6d784414a8104a9441ebc1da1). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1799.477169] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-818f0031-a80e-47e3-905f-466d8a1e4bb5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.486468] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Created folder: Project (d91f72d6d784414a8104a9441ebc1da1) in parent group-v433996. [ 1799.486663] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Creating folder: Instances. Parent ref: group-v433997. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1799.486917] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df9e2fd0-3fa0-4552-8ec5-228d1b0e22ca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.498512] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Created folder: Instances in parent group-v433997. [ 1799.498969] env[62189]: DEBUG oslo.service.loopingcall [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.498969] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1799.499208] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91397872-bb41-4b65-a172-defcbe90e026 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.519515] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.519515] env[62189]: value = "task-2121561" [ 1799.519515] env[62189]: _type = "Task" [ 1799.519515] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.532363] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121561, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.613947] env[62189]: DEBUG nova.compute.utils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1799.618268] env[62189]: DEBUG nova.compute.manager [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1799.618465] env[62189]: DEBUG nova.network.neutron [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1799.682359] env[62189]: DEBUG nova.network.neutron [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Successfully updated port: e190acf2-2bee-4310-abc3-1ca47e1e9dfa {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1799.821596] env[62189]: DEBUG nova.policy [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '643004509de94f3e87b43f2423daf524', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5265345202bd457fb38e5d9368261669', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1800.035255] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121561, 'name': CreateVM_Task, 'duration_secs': 0.435063} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.035471] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1800.076130] env[62189]: DEBUG oslo_vmware.service [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc28463b-dc80-4d58-95b6-8024f890fe18 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.081528] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.081873] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.082744] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1800.083124] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cbbfd75-1556-47b1-9157-7a2a18af46e0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.088561] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Waiting for the task: (returnval){ [ 1800.088561] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fd81a2-e172-380e-3402-42806a36e417" [ 1800.088561] env[62189]: _type = "Task" [ 1800.088561] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.102775] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fd81a2-e172-380e-3402-42806a36e417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.126595] env[62189]: DEBUG nova.compute.manager [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1800.188869] env[62189]: DEBUG oslo_concurrency.lockutils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquiring lock "refresh_cache-e5b9278a-6ae0-4364-85af-05f776e29f05" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.188869] env[62189]: DEBUG oslo_concurrency.lockutils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquired lock "refresh_cache-e5b9278a-6ae0-4364-85af-05f776e29f05" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.188869] env[62189]: DEBUG nova.network.neutron [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.299397] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a499250-35ec-4a05-9f91-76a805ff2b22 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.311082] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a11982c-a3e0-45a1-9138-0ccbc916dd89 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.345988] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d030e702-2464-4376-a2ed-d9b2df96aff9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.354114] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad10818-a394-48b9-8b34-a875f630075f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.373844] env[62189]: DEBUG nova.compute.provider_tree [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.604672] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.604672] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.604759] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.604883] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.605320] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1800.605574] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9764fcd9-c298-47ad-8cd3-05f70b3b305e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.625134] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.625331] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1800.626156] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1a84f4-37da-485c-bba9-3bef3d5918f6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.638913] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1acfd98b-c272-4c11-86d2-059f8dfa6d22 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.646068] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Acquiring lock "8e2ab3cd-216d-4921-b0e5-d5f88527ceef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.646297] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Lock "8e2ab3cd-216d-4921-b0e5-d5f88527ceef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.650764] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Waiting for the task: (returnval){ [ 1800.650764] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b5c674-7af5-88f8-3cfb-32879e3e6cf9" [ 1800.650764] env[62189]: _type = "Task" [ 1800.650764] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.663594] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b5c674-7af5-88f8-3cfb-32879e3e6cf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.877072] env[62189]: DEBUG nova.scheduler.client.report [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1800.883034] env[62189]: DEBUG nova.network.neutron [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1800.932408] env[62189]: DEBUG nova.network.neutron [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Successfully created port: 95e2b8c6-267c-4814-865a-56bbee0e6263 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1801.139017] env[62189]: DEBUG nova.compute.manager [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1801.148275] env[62189]: DEBUG nova.compute.manager [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1801.165225] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Preparing fetch location {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1801.165619] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Creating directory with path [datastore2] vmware_temp/e1b8c7ed-28dc-4521-b0e4-544de4ef1ef1/7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1801.167148] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a3b57d5-1a4c-4fc2-8f91-dcef5c3c8071 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.184117] env[62189]: DEBUG nova.virt.hardware [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1801.184808] env[62189]: DEBUG nova.virt.hardware [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1801.185370] env[62189]: DEBUG nova.virt.hardware [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1801.185711] env[62189]: DEBUG nova.virt.hardware [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1801.185980] env[62189]: DEBUG nova.virt.hardware [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1801.186245] env[62189]: DEBUG nova.virt.hardware [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1801.186554] env[62189]: DEBUG nova.virt.hardware [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1801.186841] env[62189]: DEBUG nova.virt.hardware [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1801.187125] env[62189]: DEBUG nova.virt.hardware [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1801.187393] env[62189]: DEBUG nova.virt.hardware [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1801.187681] env[62189]: DEBUG nova.virt.hardware [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1801.188800] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1620ec35-388b-4f09-803c-771fb5e4154c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.198425] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Created directory with path [datastore2] vmware_temp/e1b8c7ed-28dc-4521-b0e4-544de4ef1ef1/7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1801.198637] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Fetch image to [datastore2] vmware_temp/e1b8c7ed-28dc-4521-b0e4-544de4ef1ef1/7273d3db-cce3-4b39-ae77-856e5463223d/tmp-sparse.vmdk {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1801.198790] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Downloading image file data 7273d3db-cce3-4b39-ae77-856e5463223d to [datastore2] vmware_temp/e1b8c7ed-28dc-4521-b0e4-544de4ef1ef1/7273d3db-cce3-4b39-ae77-856e5463223d/tmp-sparse.vmdk on the data store datastore2 {{(pid=62189) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1801.200830] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da19591-c62c-4aa2-aa99-011ff3066342 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.211805] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6841c19b-4b14-4332-bbf6-830939ad8fdb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.216319] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd6c1e5-9cff-49f4-94b7-3ea660e9ee83 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.236648] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f982340-60fe-4061-87b5-da643696f335 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.279772] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227b68b0-a889-4bd4-84d2-9f5d793a81cb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.287541] env[62189]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5f071db2-5d64-4b7b-83cb-45a3dbcbdba8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.377473] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Downloading image file data 7273d3db-cce3-4b39-ae77-856e5463223d to the data store datastore2 {{(pid=62189) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1801.388502] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.388929] env[62189]: DEBUG nova.compute.manager [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1801.397435] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.559s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.397435] env[62189]: INFO nova.compute.claims [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1801.420608] env[62189]: DEBUG nova.compute.manager [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Received event network-changed-dc143b26-b643-4783-a112-dcee7790e756 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1801.420795] env[62189]: DEBUG nova.compute.manager [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Refreshing instance network info cache due to event network-changed-dc143b26-b643-4783-a112-dcee7790e756. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1801.421025] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] Acquiring lock "refresh_cache-008bb658-5840-4e78-8fcd-2ad8e6618dbd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.421362] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] Acquired lock "refresh_cache-008bb658-5840-4e78-8fcd-2ad8e6618dbd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.421708] env[62189]: DEBUG nova.network.neutron [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Refreshing network info cache for port dc143b26-b643-4783-a112-dcee7790e756 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1801.505449] env[62189]: DEBUG oslo_vmware.rw_handles [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e1b8c7ed-28dc-4521-b0e4-544de4ef1ef1/7273d3db-cce3-4b39-ae77-856e5463223d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62189) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1801.632473] env[62189]: DEBUG nova.network.neutron [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Updating instance_info_cache with network_info: [{"id": "e190acf2-2bee-4310-abc3-1ca47e1e9dfa", "address": "fa:16:3e:77:1a:1e", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape190acf2-2b", "ovs_interfaceid": "e190acf2-2bee-4310-abc3-1ca47e1e9dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.686119] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.907511] env[62189]: DEBUG nova.compute.utils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1801.913381] env[62189]: DEBUG nova.compute.manager [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1801.913381] env[62189]: DEBUG nova.network.neutron [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1801.915515] env[62189]: DEBUG nova.network.neutron [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Successfully updated port: 1741032a-d719-4c0c-9db5-277afc13bbda {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1802.082159] env[62189]: DEBUG nova.policy [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dd314880cdb45c581e7231321e35c98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be70ebaa6dd346438b219cfc1d141ef9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1802.142459] env[62189]: DEBUG oslo_concurrency.lockutils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Releasing lock "refresh_cache-e5b9278a-6ae0-4364-85af-05f776e29f05" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.143560] env[62189]: DEBUG nova.compute.manager [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Instance network_info: |[{"id": "e190acf2-2bee-4310-abc3-1ca47e1e9dfa", "address": "fa:16:3e:77:1a:1e", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape190acf2-2b", "ovs_interfaceid": "e190acf2-2bee-4310-abc3-1ca47e1e9dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1802.147015] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:1a:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e190acf2-2bee-4310-abc3-1ca47e1e9dfa', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1802.160265] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Creating folder: Project (170e4b42a6e44e97864b5cc3bc1cf10d). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1802.164665] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbefc170-6d67-42ce-a0af-00225c8beb97 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.179964] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Created folder: Project (170e4b42a6e44e97864b5cc3bc1cf10d) in parent group-v433996. [ 1802.180512] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Creating folder: Instances. Parent ref: group-v434000. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1802.182797] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f449349-15f8-466b-8604-9cdbde117a82 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.193593] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Created folder: Instances in parent group-v434000. [ 1802.193822] env[62189]: DEBUG oslo.service.loopingcall [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.194167] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1802.194596] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc064cbe-5a91-4f6f-b8b4-43abfbd4d108 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.213536] env[62189]: DEBUG oslo_vmware.rw_handles [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Completed reading data from the image iterator. {{(pid=62189) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1802.213729] env[62189]: DEBUG oslo_vmware.rw_handles [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e1b8c7ed-28dc-4521-b0e4-544de4ef1ef1/7273d3db-cce3-4b39-ae77-856e5463223d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1802.221920] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1802.221920] env[62189]: value = "task-2121564" [ 1802.221920] env[62189]: _type = "Task" [ 1802.221920] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.233370] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121564, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.341443] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Downloaded image file data 7273d3db-cce3-4b39-ae77-856e5463223d to vmware_temp/e1b8c7ed-28dc-4521-b0e4-544de4ef1ef1/7273d3db-cce3-4b39-ae77-856e5463223d/tmp-sparse.vmdk on the data store datastore2 {{(pid=62189) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1802.343313] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Caching image {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1802.343594] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Copying Virtual Disk [datastore2] vmware_temp/e1b8c7ed-28dc-4521-b0e4-544de4ef1ef1/7273d3db-cce3-4b39-ae77-856e5463223d/tmp-sparse.vmdk to [datastore2] vmware_temp/e1b8c7ed-28dc-4521-b0e4-544de4ef1ef1/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1802.346912] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3fd05fa-a857-4f39-8d21-5edf06f076fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.352937] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Waiting for the task: (returnval){ [ 1802.352937] env[62189]: value = "task-2121565" [ 1802.352937] env[62189]: _type = "Task" [ 1802.352937] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.368066] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.414558] env[62189]: DEBUG nova.compute.manager [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1802.418715] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.418897] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquired lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.419030] env[62189]: DEBUG nova.network.neutron [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1802.683948] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cf48de-47ef-43e5-b843-ee04d878889f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.695296] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dfc95b-3670-4e42-ad3e-fbeb4fa1f11d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.740053] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276a3ac9-5c7c-4703-a0ea-936ded61b1a9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.749056] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121564, 'name': CreateVM_Task, 'duration_secs': 0.371451} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.751473] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1802.752876] env[62189]: DEBUG oslo_concurrency.lockutils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.752987] env[62189]: DEBUG oslo_concurrency.lockutils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.753229] env[62189]: DEBUG oslo_concurrency.lockutils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1802.754488] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9809d738-fe5c-42df-84dc-7b1e5686f562 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.758717] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45de5fa6-e2be-4387-8a35-e8665c368fbc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.764418] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1802.764418] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526c855c-84fa-87f3-0085-4424b4a4036d" [ 1802.764418] env[62189]: _type = "Task" [ 1802.764418] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.774810] env[62189]: DEBUG nova.compute.provider_tree [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1802.787372] env[62189]: DEBUG oslo_concurrency.lockutils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.787685] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1802.788120] env[62189]: DEBUG oslo_concurrency.lockutils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.876536] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121565, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.920929] env[62189]: DEBUG nova.network.neutron [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Updated VIF entry in instance network info cache for port dc143b26-b643-4783-a112-dcee7790e756. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1802.920929] env[62189]: DEBUG nova.network.neutron [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Updating instance_info_cache with network_info: [{"id": "dc143b26-b643-4783-a112-dcee7790e756", "address": "fa:16:3e:6a:9d:d2", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc143b26-b6", "ovs_interfaceid": "dc143b26-b643-4783-a112-dcee7790e756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.138616] env[62189]: DEBUG nova.network.neutron [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1803.283022] env[62189]: DEBUG nova.scheduler.client.report [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1803.349352] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "eea91f08-c90d-41f5-81f0-effb11446791" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.349352] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "eea91f08-c90d-41f5-81f0-effb11446791" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.366232] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742794} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.366356] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Copied Virtual Disk [datastore2] vmware_temp/e1b8c7ed-28dc-4521-b0e4-544de4ef1ef1/7273d3db-cce3-4b39-ae77-856e5463223d/tmp-sparse.vmdk to [datastore2] vmware_temp/e1b8c7ed-28dc-4521-b0e4-544de4ef1ef1/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1803.366546] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Deleting the datastore file [datastore2] vmware_temp/e1b8c7ed-28dc-4521-b0e4-544de4ef1ef1/7273d3db-cce3-4b39-ae77-856e5463223d/tmp-sparse.vmdk {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.367323] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c74cdef3-5bf0-4156-a6bd-aa3994db6b57 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.375796] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Waiting for the task: (returnval){ [ 1803.375796] env[62189]: value = "task-2121566" [ 1803.375796] env[62189]: _type = "Task" [ 1803.375796] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.385353] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.428675] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] Releasing lock "refresh_cache-008bb658-5840-4e78-8fcd-2ad8e6618dbd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.429066] env[62189]: DEBUG nova.compute.manager [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Received event network-vif-plugged-e190acf2-2bee-4310-abc3-1ca47e1e9dfa {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1803.429274] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] Acquiring lock "e5b9278a-6ae0-4364-85af-05f776e29f05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.429477] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] Lock "e5b9278a-6ae0-4364-85af-05f776e29f05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.429630] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] Lock "e5b9278a-6ae0-4364-85af-05f776e29f05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.429800] env[62189]: DEBUG nova.compute.manager [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] No waiting events found dispatching network-vif-plugged-e190acf2-2bee-4310-abc3-1ca47e1e9dfa {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1803.429964] env[62189]: WARNING nova.compute.manager [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Received unexpected event network-vif-plugged-e190acf2-2bee-4310-abc3-1ca47e1e9dfa for instance with vm_state building and task_state spawning. [ 1803.430137] env[62189]: DEBUG nova.compute.manager [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Received event network-changed-e190acf2-2bee-4310-abc3-1ca47e1e9dfa {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1803.430301] env[62189]: DEBUG nova.compute.manager [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Refreshing instance network info cache due to event network-changed-e190acf2-2bee-4310-abc3-1ca47e1e9dfa. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1803.430475] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] Acquiring lock "refresh_cache-e5b9278a-6ae0-4364-85af-05f776e29f05" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.430607] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] Acquired lock "refresh_cache-e5b9278a-6ae0-4364-85af-05f776e29f05" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.430758] env[62189]: DEBUG nova.network.neutron [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Refreshing network info cache for port e190acf2-2bee-4310-abc3-1ca47e1e9dfa {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1803.446939] env[62189]: DEBUG nova.compute.manager [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1803.478133] env[62189]: DEBUG nova.virt.hardware [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1803.478133] env[62189]: DEBUG nova.virt.hardware [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1803.478133] env[62189]: DEBUG nova.virt.hardware [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1803.478382] env[62189]: DEBUG nova.virt.hardware [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1803.478382] env[62189]: DEBUG nova.virt.hardware [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1803.478851] env[62189]: DEBUG nova.virt.hardware [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1803.479326] env[62189]: DEBUG nova.virt.hardware [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1803.479631] env[62189]: DEBUG nova.virt.hardware [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1803.479924] env[62189]: DEBUG nova.virt.hardware [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1803.480238] env[62189]: DEBUG nova.virt.hardware [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1803.480892] env[62189]: DEBUG nova.virt.hardware [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1803.482383] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6700e66-4107-42b0-aa0f-9958889f737a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.492184] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24cf786-c9b0-420e-a676-3ab8468f3359 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.622894] env[62189]: DEBUG nova.network.neutron [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Successfully created port: ef005707-7865-4d33-b7fe-9add65fbb4ac {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1803.677376] env[62189]: DEBUG nova.network.neutron [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Successfully updated port: 95e2b8c6-267c-4814-865a-56bbee0e6263 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1803.789285] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.789816] env[62189]: DEBUG nova.compute.manager [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1803.794215] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.467s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.794436] env[62189]: INFO nova.compute.claims [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1803.850826] env[62189]: DEBUG nova.compute.manager [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1803.892587] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022897} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.896893] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1803.896893] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Moving file from [datastore2] vmware_temp/e1b8c7ed-28dc-4521-b0e4-544de4ef1ef1/7273d3db-cce3-4b39-ae77-856e5463223d to [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d. {{(pid=62189) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1803.897839] env[62189]: DEBUG nova.network.neutron [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Updating instance_info_cache with network_info: [{"id": "1741032a-d719-4c0c-9db5-277afc13bbda", "address": "fa:16:3e:bc:41:91", "network": {"id": "5c154def-b62f-4ad2-a523-b6847e91284b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-425989385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd216c2037f4cbf9563ce5fa21562ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1741032a-d7", "ovs_interfaceid": "1741032a-d719-4c0c-9db5-277afc13bbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.899336] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-daad6119-473a-45c3-8782-fb495989d543 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.909327] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Waiting for the task: (returnval){ [ 1803.909327] env[62189]: value = "task-2121567" [ 1803.909327] env[62189]: _type = "Task" [ 1803.909327] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.919201] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121567, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.179544] env[62189]: DEBUG oslo_concurrency.lockutils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Acquiring lock "refresh_cache-8f3c6230-2a8f-4b97-9fef-7df63b159e42" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.179836] env[62189]: DEBUG oslo_concurrency.lockutils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Acquired lock "refresh_cache-8f3c6230-2a8f-4b97-9fef-7df63b159e42" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.180027] env[62189]: DEBUG nova.network.neutron [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1804.302279] env[62189]: DEBUG nova.compute.utils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1804.312128] env[62189]: DEBUG nova.compute.manager [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1804.312128] env[62189]: DEBUG nova.network.neutron [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1804.383346] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.402644] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Releasing lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.403007] env[62189]: DEBUG nova.compute.manager [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Instance network_info: |[{"id": "1741032a-d719-4c0c-9db5-277afc13bbda", "address": "fa:16:3e:bc:41:91", "network": {"id": "5c154def-b62f-4ad2-a523-b6847e91284b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-425989385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd216c2037f4cbf9563ce5fa21562ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1741032a-d7", "ovs_interfaceid": "1741032a-d719-4c0c-9db5-277afc13bbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1804.403721] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:41:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1741032a-d719-4c0c-9db5-277afc13bbda', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1804.415124] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Creating folder: Project (9cd216c2037f4cbf9563ce5fa21562ba). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1804.415124] env[62189]: DEBUG nova.policy [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e74b4078996243a4b1d8d710dea60561', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0bfa6d3dbdd4902bab54e62b531e3d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1804.415828] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3ed3cf8-a4c9-412c-8355-ff4290cf9b17 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.427352] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121567, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028317} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.427721] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] File moved {{(pid=62189) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1804.428051] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Cleaning up location [datastore2] vmware_temp/e1b8c7ed-28dc-4521-b0e4-544de4ef1ef1 {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1804.428317] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Deleting the datastore file [datastore2] vmware_temp/e1b8c7ed-28dc-4521-b0e4-544de4ef1ef1 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1804.428715] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88e294a4-4387-4632-b9ae-4035853fe649 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.432028] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Created folder: Project (9cd216c2037f4cbf9563ce5fa21562ba) in parent group-v433996. [ 1804.432028] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Creating folder: Instances. Parent ref: group-v434003. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1804.432490] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b223281-c198-465c-b4b1-44fc99bc5e34 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.436481] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Waiting for the task: (returnval){ [ 1804.436481] env[62189]: value = "task-2121569" [ 1804.436481] env[62189]: _type = "Task" [ 1804.436481] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.442213] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Created folder: Instances in parent group-v434003. [ 1804.442811] env[62189]: DEBUG oslo.service.loopingcall [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.449023] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1804.449319] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.449538] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b96af8e-0d9a-4533-b520-08b90204c99c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.472473] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1804.472473] env[62189]: value = "task-2121571" [ 1804.472473] env[62189]: _type = "Task" [ 1804.472473] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.480541] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121571, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.639996] env[62189]: DEBUG nova.network.neutron [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Updated VIF entry in instance network info cache for port e190acf2-2bee-4310-abc3-1ca47e1e9dfa. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1804.640429] env[62189]: DEBUG nova.network.neutron [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Updating instance_info_cache with network_info: [{"id": "e190acf2-2bee-4310-abc3-1ca47e1e9dfa", "address": "fa:16:3e:77:1a:1e", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape190acf2-2b", "ovs_interfaceid": "e190acf2-2bee-4310-abc3-1ca47e1e9dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.777296] env[62189]: DEBUG nova.network.neutron [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1804.809623] env[62189]: DEBUG nova.compute.manager [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1804.858152] env[62189]: DEBUG nova.compute.manager [req-00831c1d-ca51-4611-94c4-c6ec271ef4dd req-23a14acc-00c6-4e86-98f5-c212977e2ef6 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Received event network-vif-plugged-1741032a-d719-4c0c-9db5-277afc13bbda {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1804.858385] env[62189]: DEBUG oslo_concurrency.lockutils [req-00831c1d-ca51-4611-94c4-c6ec271ef4dd req-23a14acc-00c6-4e86-98f5-c212977e2ef6 service nova] Acquiring lock "ab4c28c6-4d64-435d-8865-d418a37a4562-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.858572] env[62189]: DEBUG oslo_concurrency.lockutils [req-00831c1d-ca51-4611-94c4-c6ec271ef4dd req-23a14acc-00c6-4e86-98f5-c212977e2ef6 service nova] Lock "ab4c28c6-4d64-435d-8865-d418a37a4562-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.859615] env[62189]: DEBUG oslo_concurrency.lockutils [req-00831c1d-ca51-4611-94c4-c6ec271ef4dd req-23a14acc-00c6-4e86-98f5-c212977e2ef6 service nova] Lock "ab4c28c6-4d64-435d-8865-d418a37a4562-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.859929] env[62189]: DEBUG nova.compute.manager [req-00831c1d-ca51-4611-94c4-c6ec271ef4dd req-23a14acc-00c6-4e86-98f5-c212977e2ef6 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] No waiting events found dispatching network-vif-plugged-1741032a-d719-4c0c-9db5-277afc13bbda {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1804.860206] env[62189]: WARNING nova.compute.manager [req-00831c1d-ca51-4611-94c4-c6ec271ef4dd req-23a14acc-00c6-4e86-98f5-c212977e2ef6 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Received unexpected event network-vif-plugged-1741032a-d719-4c0c-9db5-277afc13bbda for instance with vm_state building and task_state spawning. [ 1804.860398] env[62189]: DEBUG nova.compute.manager [req-00831c1d-ca51-4611-94c4-c6ec271ef4dd req-23a14acc-00c6-4e86-98f5-c212977e2ef6 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Received event network-changed-1741032a-d719-4c0c-9db5-277afc13bbda {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1804.860585] env[62189]: DEBUG nova.compute.manager [req-00831c1d-ca51-4611-94c4-c6ec271ef4dd req-23a14acc-00c6-4e86-98f5-c212977e2ef6 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Refreshing instance network info cache due to event network-changed-1741032a-d719-4c0c-9db5-277afc13bbda. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1804.860771] env[62189]: DEBUG oslo_concurrency.lockutils [req-00831c1d-ca51-4611-94c4-c6ec271ef4dd req-23a14acc-00c6-4e86-98f5-c212977e2ef6 service nova] Acquiring lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.860899] env[62189]: DEBUG oslo_concurrency.lockutils [req-00831c1d-ca51-4611-94c4-c6ec271ef4dd req-23a14acc-00c6-4e86-98f5-c212977e2ef6 service nova] Acquired lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.861278] env[62189]: DEBUG nova.network.neutron [req-00831c1d-ca51-4611-94c4-c6ec271ef4dd req-23a14acc-00c6-4e86-98f5-c212977e2ef6 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Refreshing network info cache for port 1741032a-d719-4c0c-9db5-277afc13bbda {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1804.949104] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024354} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.950360] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.953356] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f77aefc6-5e91-4520-a138-944306341964 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.960529] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Waiting for the task: (returnval){ [ 1804.960529] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525e2d00-c73f-c9b5-53d6-8581844cd024" [ 1804.960529] env[62189]: _type = "Task" [ 1804.960529] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.971191] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525e2d00-c73f-c9b5-53d6-8581844cd024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.986162] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121571, 'name': CreateVM_Task, 'duration_secs': 0.475921} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.986375] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1804.987222] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.987561] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.987826] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1804.988147] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0465c33a-21aa-420f-8bba-4d85e13be4fc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.996692] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1804.996692] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52825c3d-a94b-50d1-3df7-3f91bece1dea" [ 1804.996692] env[62189]: _type = "Task" [ 1804.996692] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.009706] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52825c3d-a94b-50d1-3df7-3f91bece1dea, 'name': SearchDatastore_Task, 'duration_secs': 0.008801} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.010611] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.011371] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1805.011371] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.029984] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07ebbfd-8dce-46e2-a1e6-fd2f56c7017f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.038189] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8fcf8e-4d69-4551-945d-41fa81cb76c5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.076063] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afa843a-ea2d-4e44-b433-bfca2a31aa54 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.080247] env[62189]: DEBUG nova.compute.manager [req-55be31b8-8a53-4e38-8712-169871d91efc req-e2ed8e53-8bc7-47bd-95b8-da9ee92b325f service nova] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Received event network-vif-plugged-95e2b8c6-267c-4814-865a-56bbee0e6263 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1805.080500] env[62189]: DEBUG oslo_concurrency.lockutils [req-55be31b8-8a53-4e38-8712-169871d91efc req-e2ed8e53-8bc7-47bd-95b8-da9ee92b325f service nova] Acquiring lock "8f3c6230-2a8f-4b97-9fef-7df63b159e42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.080740] env[62189]: DEBUG oslo_concurrency.lockutils [req-55be31b8-8a53-4e38-8712-169871d91efc req-e2ed8e53-8bc7-47bd-95b8-da9ee92b325f service nova] Lock "8f3c6230-2a8f-4b97-9fef-7df63b159e42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.080938] env[62189]: DEBUG oslo_concurrency.lockutils [req-55be31b8-8a53-4e38-8712-169871d91efc req-e2ed8e53-8bc7-47bd-95b8-da9ee92b325f service nova] Lock "8f3c6230-2a8f-4b97-9fef-7df63b159e42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.081158] env[62189]: DEBUG nova.compute.manager [req-55be31b8-8a53-4e38-8712-169871d91efc req-e2ed8e53-8bc7-47bd-95b8-da9ee92b325f service nova] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] No waiting events found dispatching network-vif-plugged-95e2b8c6-267c-4814-865a-56bbee0e6263 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1805.081238] env[62189]: WARNING nova.compute.manager [req-55be31b8-8a53-4e38-8712-169871d91efc req-e2ed8e53-8bc7-47bd-95b8-da9ee92b325f service nova] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Received unexpected event network-vif-plugged-95e2b8c6-267c-4814-865a-56bbee0e6263 for instance with vm_state building and task_state spawning. [ 1805.087463] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f12a46f-e14a-4658-8f37-88be43a57e5b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.105744] env[62189]: DEBUG nova.compute.provider_tree [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1805.143954] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ee17a81-bf45-4160-afbe-d913f86e497b req-d2afca8f-cc8b-4e60-b79c-82d203b2469d service nova] Releasing lock "refresh_cache-e5b9278a-6ae0-4364-85af-05f776e29f05" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.156456] env[62189]: DEBUG nova.network.neutron [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Successfully created port: 47462722-dd89-4da7-90e6-d7a98b6a292b {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1805.396270] env[62189]: DEBUG nova.network.neutron [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Updating instance_info_cache with network_info: [{"id": "95e2b8c6-267c-4814-865a-56bbee0e6263", "address": "fa:16:3e:14:e0:87", "network": {"id": "b570e4f0-df45-49d0-a05c-fad1d73cdb4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-884198012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5265345202bd457fb38e5d9368261669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e2b8c6-26", "ovs_interfaceid": "95e2b8c6-267c-4814-865a-56bbee0e6263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.474647] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525e2d00-c73f-c9b5-53d6-8581844cd024, 'name': SearchDatastore_Task, 'duration_secs': 0.008699} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.474918] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.475187] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 008bb658-5840-4e78-8fcd-2ad8e6618dbd/008bb658-5840-4e78-8fcd-2ad8e6618dbd.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1805.475607] env[62189]: DEBUG oslo_concurrency.lockutils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.476053] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1805.476301] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3f84956-5942-4dbb-b88a-cd4e24c7452c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.478591] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d508c02-6223-41b6-bddd-e173ac860988 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.487862] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Waiting for the task: (returnval){ [ 1805.487862] env[62189]: value = "task-2121572" [ 1805.487862] env[62189]: _type = "Task" [ 1805.487862] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.493735] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1805.494042] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1805.495309] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-997114ed-8357-42da-bede-9e85391896bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.502574] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.505584] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1805.505584] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aa74c0-04d3-b059-19dc-2e1ba4d1ffb1" [ 1805.505584] env[62189]: _type = "Task" [ 1805.505584] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.513549] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aa74c0-04d3-b059-19dc-2e1ba4d1ffb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.609592] env[62189]: DEBUG nova.scheduler.client.report [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1805.828855] env[62189]: DEBUG nova.compute.manager [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1805.889031] env[62189]: DEBUG nova.virt.hardware [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1805.889031] env[62189]: DEBUG nova.virt.hardware [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1805.889031] env[62189]: DEBUG nova.virt.hardware [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1805.889261] env[62189]: DEBUG nova.virt.hardware [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1805.889261] env[62189]: DEBUG nova.virt.hardware [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1805.889261] env[62189]: DEBUG nova.virt.hardware [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1805.890162] env[62189]: DEBUG nova.virt.hardware [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1805.890405] env[62189]: DEBUG nova.virt.hardware [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1805.890617] env[62189]: DEBUG nova.virt.hardware [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1805.890788] env[62189]: DEBUG nova.virt.hardware [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1805.891071] env[62189]: DEBUG nova.virt.hardware [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1805.892159] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2bc47e-e3b7-4135-8623-2e2bd141c907 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.903660] env[62189]: DEBUG oslo_concurrency.lockutils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Releasing lock "refresh_cache-8f3c6230-2a8f-4b97-9fef-7df63b159e42" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.903757] env[62189]: DEBUG nova.compute.manager [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Instance network_info: |[{"id": "95e2b8c6-267c-4814-865a-56bbee0e6263", "address": "fa:16:3e:14:e0:87", "network": {"id": "b570e4f0-df45-49d0-a05c-fad1d73cdb4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-884198012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5265345202bd457fb38e5d9368261669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e2b8c6-26", "ovs_interfaceid": "95e2b8c6-267c-4814-865a-56bbee0e6263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1805.904350] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:e0:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95e2b8c6-267c-4814-865a-56bbee0e6263', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1805.913737] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Creating folder: Project (5265345202bd457fb38e5d9368261669). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1805.914660] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c7ca413-d2e5-4ea7-b426-d495cf94f1ad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.928626] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4c8604-99e1-46b0-adfb-267abfffa85b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.935453] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Created folder: Project (5265345202bd457fb38e5d9368261669) in parent group-v433996. [ 1805.935708] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Creating folder: Instances. Parent ref: group-v434006. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1805.938651] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2c92ebf-8067-46e0-8469-d31c81d53e8f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.967245] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Created folder: Instances in parent group-v434006. [ 1805.967699] env[62189]: DEBUG oslo.service.loopingcall [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1805.967944] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1805.969244] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-871b955a-3433-426c-a14f-a97eefc99ff0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.990660] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1805.990660] env[62189]: value = "task-2121575" [ 1805.990660] env[62189]: _type = "Task" [ 1805.990660] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.006925] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459773} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.009049] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 008bb658-5840-4e78-8fcd-2ad8e6618dbd/008bb658-5840-4e78-8fcd-2ad8e6618dbd.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1806.009398] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1806.009482] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121575, 'name': CreateVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.009682] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f802b87-b7e8-4a4e-89ee-59eb189af730 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.020532] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aa74c0-04d3-b059-19dc-2e1ba4d1ffb1, 'name': SearchDatastore_Task, 'duration_secs': 0.0188} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.021327] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b5c872d-aa2f-4073-a13d-681520808329 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.029019] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Waiting for the task: (returnval){ [ 1806.029019] env[62189]: value = "task-2121576" [ 1806.029019] env[62189]: _type = "Task" [ 1806.029019] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.029019] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1806.029019] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a0bdb7-1732-e95d-5610-84801f868387" [ 1806.029019] env[62189]: _type = "Task" [ 1806.029019] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.042023] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.042496] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a0bdb7-1732-e95d-5610-84801f868387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.114655] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.115306] env[62189]: DEBUG nova.compute.manager [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1806.118749] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.877s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.119989] env[62189]: INFO nova.compute.claims [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1806.365075] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Acquiring lock "0b207809-f807-4fd8-906c-93308156ee3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.365075] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Lock "0b207809-f807-4fd8-906c-93308156ee3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.491747] env[62189]: DEBUG nova.network.neutron [req-00831c1d-ca51-4611-94c4-c6ec271ef4dd req-23a14acc-00c6-4e86-98f5-c212977e2ef6 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Updated VIF entry in instance network info cache for port 1741032a-d719-4c0c-9db5-277afc13bbda. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1806.492041] env[62189]: DEBUG nova.network.neutron [req-00831c1d-ca51-4611-94c4-c6ec271ef4dd req-23a14acc-00c6-4e86-98f5-c212977e2ef6 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Updating instance_info_cache with network_info: [{"id": "1741032a-d719-4c0c-9db5-277afc13bbda", "address": "fa:16:3e:bc:41:91", "network": {"id": "5c154def-b62f-4ad2-a523-b6847e91284b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-425989385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd216c2037f4cbf9563ce5fa21562ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1741032a-d7", "ovs_interfaceid": "1741032a-d719-4c0c-9db5-277afc13bbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.504745] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121575, 'name': CreateVM_Task, 'duration_secs': 0.369831} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.504745] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1806.504822] env[62189]: DEBUG oslo_concurrency.lockutils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.504962] env[62189]: DEBUG oslo_concurrency.lockutils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.505285] env[62189]: DEBUG oslo_concurrency.lockutils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1806.505537] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e1ca0d-c275-4110-941f-6fabd3c13291 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.510519] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Waiting for the task: (returnval){ [ 1806.510519] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b8e2d0-d22c-c1ac-c143-0a355f01d294" [ 1806.510519] env[62189]: _type = "Task" [ 1806.510519] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.522714] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b8e2d0-d22c-c1ac-c143-0a355f01d294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.540376] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079691} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.543994] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1806.544398] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a0bdb7-1732-e95d-5610-84801f868387, 'name': SearchDatastore_Task, 'duration_secs': 0.010857} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.545100] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d337885-abee-4b79-94c3-ce49238c1933 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.548015] env[62189]: DEBUG oslo_concurrency.lockutils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.548598] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] e5b9278a-6ae0-4364-85af-05f776e29f05/e5b9278a-6ae0-4364-85af-05f776e29f05.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1806.548598] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.548741] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1806.548910] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d82301c4-0498-4a10-ac0c-a4f90b2213b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.552221] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9792effc-536e-4abd-ae25-9ab7efbb0f6d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.575324] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 008bb658-5840-4e78-8fcd-2ad8e6618dbd/008bb658-5840-4e78-8fcd-2ad8e6618dbd.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1806.578120] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eff3159-d185-403f-95fc-29d65aba5eb8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.594626] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1806.594626] env[62189]: value = "task-2121577" [ 1806.594626] env[62189]: _type = "Task" [ 1806.594626] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.600140] env[62189]: DEBUG nova.network.neutron [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Successfully updated port: ef005707-7865-4d33-b7fe-9add65fbb4ac {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1806.606631] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Waiting for the task: (returnval){ [ 1806.606631] env[62189]: value = "task-2121578" [ 1806.606631] env[62189]: _type = "Task" [ 1806.606631] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.621167] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1806.621530] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1806.622300] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.624244] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71097fba-d05e-46f1-be6e-8473cecefd26 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.627996] env[62189]: DEBUG nova.compute.utils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1806.639308] env[62189]: DEBUG nova.compute.manager [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1806.639485] env[62189]: DEBUG nova.network.neutron [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1806.641423] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.645658] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1806.645658] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522c76b0-3a1b-31dd-ab23-4357cf9effbb" [ 1806.645658] env[62189]: _type = "Task" [ 1806.645658] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.656513] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522c76b0-3a1b-31dd-ab23-4357cf9effbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.866375] env[62189]: DEBUG nova.policy [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '581fb01cb1fa4e3982faf984968839a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cada4f63f5b46fc8cf7304b8f78f9c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1806.995055] env[62189]: DEBUG oslo_concurrency.lockutils [req-00831c1d-ca51-4611-94c4-c6ec271ef4dd req-23a14acc-00c6-4e86-98f5-c212977e2ef6 service nova] Releasing lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.037248] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b8e2d0-d22c-c1ac-c143-0a355f01d294, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.037248] env[62189]: DEBUG oslo_concurrency.lockutils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.037248] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1807.037248] env[62189]: DEBUG oslo_concurrency.lockutils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.107596] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Acquiring lock "refresh_cache-7674b0de-f406-4afe-b34c-e1a6d9120ca8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.107596] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Acquired lock "refresh_cache-7674b0de-f406-4afe-b34c-e1a6d9120ca8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.107596] env[62189]: DEBUG nova.network.neutron [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1807.108760] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459938} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.109276] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] e5b9278a-6ae0-4364-85af-05f776e29f05/e5b9278a-6ae0-4364-85af-05f776e29f05.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1807.109622] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1807.113932] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-008d325b-95af-4e3c-85ef-1823f622e897 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.123406] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121578, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.126844] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1807.126844] env[62189]: value = "task-2121579" [ 1807.126844] env[62189]: _type = "Task" [ 1807.126844] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.152813] env[62189]: DEBUG nova.compute.manager [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1807.156630] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.170028] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522c76b0-3a1b-31dd-ab23-4357cf9effbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.170028] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-186c7aa8-afbb-4c3b-9cea-fdcc62dd4913 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.175269] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1807.175269] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c013b2-03e1-82cc-e35c-08e7ee350d0c" [ 1807.175269] env[62189]: _type = "Task" [ 1807.175269] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.183970] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c013b2-03e1-82cc-e35c-08e7ee350d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.384762] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efa5f10-626c-40a1-a7ca-39a9eef619f3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.393652] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7ed621-151b-465f-9acd-6e74f1b8c105 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.427436] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd7a946-8fb7-4a4d-96ee-ff0c56773c8e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.435320] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b82f11e-bda8-43b6-b39f-8496e663e171 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.449531] env[62189]: DEBUG nova.compute.provider_tree [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1807.515935] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.624437] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121578, 'name': ReconfigVM_Task, 'duration_secs': 0.535727} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.624744] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 008bb658-5840-4e78-8fcd-2ad8e6618dbd/008bb658-5840-4e78-8fcd-2ad8e6618dbd.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1807.625992] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f8e9b38-6d13-4ea9-89d9-7cca0497d056 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.638925] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064711} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.640671] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1807.641081] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Waiting for the task: (returnval){ [ 1807.641081] env[62189]: value = "task-2121580" [ 1807.641081] env[62189]: _type = "Task" [ 1807.641081] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.641847] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e378c336-eefb-48e0-bd76-f254519de2d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.670320] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] e5b9278a-6ae0-4364-85af-05f776e29f05/e5b9278a-6ae0-4364-85af-05f776e29f05.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1807.677748] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa6afe19-cf98-4986-9b71-bd634f364163 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.696120] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121580, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.706879] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c013b2-03e1-82cc-e35c-08e7ee350d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012221} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.709259] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.709593] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] ab4c28c6-4d64-435d-8865-d418a37a4562/ab4c28c6-4d64-435d-8865-d418a37a4562.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1807.710090] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1807.710090] env[62189]: value = "task-2121581" [ 1807.710090] env[62189]: _type = "Task" [ 1807.710090] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.710655] env[62189]: DEBUG oslo_concurrency.lockutils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.710655] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1807.710856] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e15df8f-7385-4dba-b885-3fa06628a741 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.713160] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6829f5e7-37ad-4b06-9698-0546d25b7daa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.723131] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1807.723131] env[62189]: value = "task-2121582" [ 1807.723131] env[62189]: _type = "Task" [ 1807.723131] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.730022] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.734099] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1807.734474] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1807.739244] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e719001-5648-421a-93ca-f4bc254115ea {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.741812] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.746039] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Waiting for the task: (returnval){ [ 1807.746039] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b6f070-a484-30e6-9511-2d1fce7f6663" [ 1807.746039] env[62189]: _type = "Task" [ 1807.746039] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.755048] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b6f070-a484-30e6-9511-2d1fce7f6663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.801151] env[62189]: DEBUG nova.network.neutron [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1807.933676] env[62189]: DEBUG nova.network.neutron [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Successfully created port: 2f41c132-8cbe-47e1-89b2-0329834247d5 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1807.977829] env[62189]: ERROR nova.scheduler.client.report [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [req-346926d4-13c2-4626-879f-b0dc58b6f0b1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-346926d4-13c2-4626-879f-b0dc58b6f0b1"}]} [ 1807.996843] env[62189]: DEBUG nova.scheduler.client.report [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1808.021423] env[62189]: DEBUG nova.scheduler.client.report [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1808.021672] env[62189]: DEBUG nova.compute.provider_tree [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1808.037483] env[62189]: DEBUG nova.scheduler.client.report [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1808.056409] env[62189]: DEBUG nova.scheduler.client.report [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1808.164179] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121580, 'name': Rename_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.198634] env[62189]: DEBUG nova.compute.manager [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1808.233627] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.237762] env[62189]: DEBUG nova.virt.hardware [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1808.238227] env[62189]: DEBUG nova.virt.hardware [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1808.238852] env[62189]: DEBUG nova.virt.hardware [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1808.239315] env[62189]: DEBUG nova.virt.hardware [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1808.239776] env[62189]: DEBUG nova.virt.hardware [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1808.239878] env[62189]: DEBUG nova.virt.hardware [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1808.240320] env[62189]: DEBUG nova.virt.hardware [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1808.240698] env[62189]: DEBUG nova.virt.hardware [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1808.240762] env[62189]: DEBUG nova.virt.hardware [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1808.241040] env[62189]: DEBUG nova.virt.hardware [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1808.241558] env[62189]: DEBUG nova.virt.hardware [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1808.247790] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbf3b7c-a6da-437a-8835-050c728b6eb9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.251836] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7858d061-386d-4b6e-9eaa-3f7f7202a67a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.274177] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200de99e-6d3b-4450-b0c3-06314372f7a8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.279114] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121582, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.284559] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f64a050-0ae2-466e-9f6b-f8144b4f3065 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.296966] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b6f070-a484-30e6-9511-2d1fce7f6663, 'name': SearchDatastore_Task, 'duration_secs': 0.038185} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.298543] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf656d25-ecaf-4abd-837d-2ef42a647f90 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.337678] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4abe6b8-b6a0-456b-ab3d-4ffafecf15e1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.341970] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Waiting for the task: (returnval){ [ 1808.341970] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d6e623-0ba7-11b5-7fe8-450af9f3561d" [ 1808.341970] env[62189]: _type = "Task" [ 1808.341970] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.350097] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcbdcdf-c485-41a8-be45-2f0f673c8cba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.358032] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d6e623-0ba7-11b5-7fe8-450af9f3561d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.368110] env[62189]: DEBUG nova.compute.provider_tree [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1808.481841] env[62189]: DEBUG nova.compute.manager [req-c5a43311-34bb-4c4b-acd2-d97c03a8cc15 req-eb651b57-c4e5-425b-ad1f-b6c7c6443457 service nova] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Received event network-vif-plugged-ef005707-7865-4d33-b7fe-9add65fbb4ac {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1808.482398] env[62189]: DEBUG oslo_concurrency.lockutils [req-c5a43311-34bb-4c4b-acd2-d97c03a8cc15 req-eb651b57-c4e5-425b-ad1f-b6c7c6443457 service nova] Acquiring lock "7674b0de-f406-4afe-b34c-e1a6d9120ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.482616] env[62189]: DEBUG oslo_concurrency.lockutils [req-c5a43311-34bb-4c4b-acd2-d97c03a8cc15 req-eb651b57-c4e5-425b-ad1f-b6c7c6443457 service nova] Lock "7674b0de-f406-4afe-b34c-e1a6d9120ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.482786] env[62189]: DEBUG oslo_concurrency.lockutils [req-c5a43311-34bb-4c4b-acd2-d97c03a8cc15 req-eb651b57-c4e5-425b-ad1f-b6c7c6443457 service nova] Lock "7674b0de-f406-4afe-b34c-e1a6d9120ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.485568] env[62189]: DEBUG nova.compute.manager [req-c5a43311-34bb-4c4b-acd2-d97c03a8cc15 req-eb651b57-c4e5-425b-ad1f-b6c7c6443457 service nova] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] No waiting events found dispatching network-vif-plugged-ef005707-7865-4d33-b7fe-9add65fbb4ac {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1808.485568] env[62189]: WARNING nova.compute.manager [req-c5a43311-34bb-4c4b-acd2-d97c03a8cc15 req-eb651b57-c4e5-425b-ad1f-b6c7c6443457 service nova] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Received unexpected event network-vif-plugged-ef005707-7865-4d33-b7fe-9add65fbb4ac for instance with vm_state building and task_state spawning. [ 1808.485568] env[62189]: DEBUG nova.compute.manager [req-c5a43311-34bb-4c4b-acd2-d97c03a8cc15 req-eb651b57-c4e5-425b-ad1f-b6c7c6443457 service nova] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Received event network-changed-ef005707-7865-4d33-b7fe-9add65fbb4ac {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1808.485568] env[62189]: DEBUG nova.compute.manager [req-c5a43311-34bb-4c4b-acd2-d97c03a8cc15 req-eb651b57-c4e5-425b-ad1f-b6c7c6443457 service nova] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Refreshing instance network info cache due to event network-changed-ef005707-7865-4d33-b7fe-9add65fbb4ac. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1808.485743] env[62189]: DEBUG oslo_concurrency.lockutils [req-c5a43311-34bb-4c4b-acd2-d97c03a8cc15 req-eb651b57-c4e5-425b-ad1f-b6c7c6443457 service nova] Acquiring lock "refresh_cache-7674b0de-f406-4afe-b34c-e1a6d9120ca8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.578827] env[62189]: DEBUG nova.compute.manager [req-75747993-3882-44ad-bfb2-d8913db55eda req-b1948541-c269-448c-95d7-5a3919f30468 service nova] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Received event network-changed-95e2b8c6-267c-4814-865a-56bbee0e6263 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1808.579121] env[62189]: DEBUG nova.compute.manager [req-75747993-3882-44ad-bfb2-d8913db55eda req-b1948541-c269-448c-95d7-5a3919f30468 service nova] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Refreshing instance network info cache due to event network-changed-95e2b8c6-267c-4814-865a-56bbee0e6263. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1808.579482] env[62189]: DEBUG oslo_concurrency.lockutils [req-75747993-3882-44ad-bfb2-d8913db55eda req-b1948541-c269-448c-95d7-5a3919f30468 service nova] Acquiring lock "refresh_cache-8f3c6230-2a8f-4b97-9fef-7df63b159e42" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.579641] env[62189]: DEBUG oslo_concurrency.lockutils [req-75747993-3882-44ad-bfb2-d8913db55eda req-b1948541-c269-448c-95d7-5a3919f30468 service nova] Acquired lock "refresh_cache-8f3c6230-2a8f-4b97-9fef-7df63b159e42" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.579789] env[62189]: DEBUG nova.network.neutron [req-75747993-3882-44ad-bfb2-d8913db55eda req-b1948541-c269-448c-95d7-5a3919f30468 service nova] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Refreshing network info cache for port 95e2b8c6-267c-4814-865a-56bbee0e6263 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1808.659034] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121580, 'name': Rename_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.720263] env[62189]: DEBUG nova.network.neutron [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Updating instance_info_cache with network_info: [{"id": "ef005707-7865-4d33-b7fe-9add65fbb4ac", "address": "fa:16:3e:a9:66:e7", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef005707-78", "ovs_interfaceid": "ef005707-7865-4d33-b7fe-9add65fbb4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.724432] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121581, 'name': ReconfigVM_Task, 'duration_secs': 0.726316} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.724846] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Reconfigured VM instance instance-00000002 to attach disk [datastore2] e5b9278a-6ae0-4364-85af-05f776e29f05/e5b9278a-6ae0-4364-85af-05f776e29f05.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1808.725443] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f6edab5-b38e-4bb2-9c67-2424d2b0b2a1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.731936] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1808.731936] env[62189]: value = "task-2121583" [ 1808.731936] env[62189]: _type = "Task" [ 1808.731936] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.743791] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649737} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.747059] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] ab4c28c6-4d64-435d-8865-d418a37a4562/ab4c28c6-4d64-435d-8865-d418a37a4562.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1808.749334] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1808.749334] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121583, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.749952] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb7e7f1a-3dc4-40c7-b1aa-ed1cb2e8d620 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.758978] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1808.758978] env[62189]: value = "task-2121584" [ 1808.758978] env[62189]: _type = "Task" [ 1808.758978] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.767087] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.856869] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d6e623-0ba7-11b5-7fe8-450af9f3561d, 'name': SearchDatastore_Task, 'duration_secs': 0.022089} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.857253] env[62189]: DEBUG oslo_concurrency.lockutils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.857515] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 8f3c6230-2a8f-4b97-9fef-7df63b159e42/8f3c6230-2a8f-4b97-9fef-7df63b159e42.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1808.857783] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06578926-6732-46a3-a47d-e0e09692f3ad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.864436] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Waiting for the task: (returnval){ [ 1808.864436] env[62189]: value = "task-2121585" [ 1808.864436] env[62189]: _type = "Task" [ 1808.864436] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.875099] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': task-2121585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.916619] env[62189]: DEBUG nova.scheduler.client.report [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 15 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1808.916879] env[62189]: DEBUG nova.compute.provider_tree [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 15 to 16 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1808.917069] env[62189]: DEBUG nova.compute.provider_tree [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1809.162396] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121580, 'name': Rename_Task, 'duration_secs': 1.148883} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.162396] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1809.162597] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ac126ba-1794-4e5f-a0b4-ec3d4543c663 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.172448] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Waiting for the task: (returnval){ [ 1809.172448] env[62189]: value = "task-2121586" [ 1809.172448] env[62189]: _type = "Task" [ 1809.172448] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.184437] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.230008] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Releasing lock "refresh_cache-7674b0de-f406-4afe-b34c-e1a6d9120ca8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.230389] env[62189]: DEBUG nova.compute.manager [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Instance network_info: |[{"id": "ef005707-7865-4d33-b7fe-9add65fbb4ac", "address": "fa:16:3e:a9:66:e7", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef005707-78", "ovs_interfaceid": "ef005707-7865-4d33-b7fe-9add65fbb4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1809.230683] env[62189]: DEBUG oslo_concurrency.lockutils [req-c5a43311-34bb-4c4b-acd2-d97c03a8cc15 req-eb651b57-c4e5-425b-ad1f-b6c7c6443457 service nova] Acquired lock "refresh_cache-7674b0de-f406-4afe-b34c-e1a6d9120ca8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.230867] env[62189]: DEBUG nova.network.neutron [req-c5a43311-34bb-4c4b-acd2-d97c03a8cc15 req-eb651b57-c4e5-425b-ad1f-b6c7c6443457 service nova] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Refreshing network info cache for port ef005707-7865-4d33-b7fe-9add65fbb4ac {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1809.232230] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:66:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef005707-7865-4d33-b7fe-9add65fbb4ac', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1809.246791] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Creating folder: Project (be70ebaa6dd346438b219cfc1d141ef9). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1809.250372] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65c6547b-bbb4-42f0-ae39-969f8d82d309 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.264051] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121583, 'name': Rename_Task, 'duration_secs': 0.144243} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.272431] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1809.272836] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Created folder: Project (be70ebaa6dd346438b219cfc1d141ef9) in parent group-v433996. [ 1809.273045] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Creating folder: Instances. Parent ref: group-v434009. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1809.273955] env[62189]: DEBUG nova.network.neutron [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Successfully updated port: 47462722-dd89-4da7-90e6-d7a98b6a292b {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1809.275764] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1c6dc43-08f7-4a2b-bcdf-c23fa0be87ad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.277613] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52214cc8-05be-45f0-8a33-0c18c1f19fac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.287209] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072279} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.287209] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1809.287445] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1809.287445] env[62189]: value = "task-2121588" [ 1809.287445] env[62189]: _type = "Task" [ 1809.287445] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.289094] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f289e0a0-f7d0-458e-9919-90864e848975 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.292534] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Created folder: Instances in parent group-v434009. [ 1809.292534] env[62189]: DEBUG oslo.service.loopingcall [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.295806] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1809.296658] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2ded45b-c5c0-429c-9215-fb8dbbc23e88 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.333376] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] ab4c28c6-4d64-435d-8865-d418a37a4562/ab4c28c6-4d64-435d-8865-d418a37a4562.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.338045] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bc15f3a-4d9b-4362-a326-460834ad67c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.352349] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121588, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.353901] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1809.353901] env[62189]: value = "task-2121590" [ 1809.353901] env[62189]: _type = "Task" [ 1809.353901] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.358723] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1809.358723] env[62189]: value = "task-2121591" [ 1809.358723] env[62189]: _type = "Task" [ 1809.358723] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.365448] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121590, 'name': CreateVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.373377] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.376614] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': task-2121585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432033} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.376978] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 8f3c6230-2a8f-4b97-9fef-7df63b159e42/8f3c6230-2a8f-4b97-9fef-7df63b159e42.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1809.377092] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1809.377306] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e491551-954b-4167-ab63-55a1f2bb66fd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.383958] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Waiting for the task: (returnval){ [ 1809.383958] env[62189]: value = "task-2121592" [ 1809.383958] env[62189]: _type = "Task" [ 1809.383958] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.393729] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': task-2121592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.422045] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.303s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.422704] env[62189]: DEBUG nova.compute.manager [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1809.426055] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.740s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.427383] env[62189]: INFO nova.compute.claims [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1809.683595] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121586, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.780916] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Acquiring lock "refresh_cache-a8d75cbd-7174-4b93-8735-f76278917633" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.781266] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Acquired lock "refresh_cache-a8d75cbd-7174-4b93-8735-f76278917633" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.781326] env[62189]: DEBUG nova.network.neutron [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.806870] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121588, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.872448] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121590, 'name': CreateVM_Task, 'duration_secs': 0.444712} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.879387] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1809.883027] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.883027] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.883027] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.883027] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1809.883027] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5618f91d-5be2-41c0-a529-79e9f70f36ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.897586] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquiring lock "427b309f-7dd9-4b10-82bc-a88a0812abe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.898025] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "427b309f-7dd9-4b10-82bc-a88a0812abe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.898308] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': task-2121592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074024} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.898568] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Waiting for the task: (returnval){ [ 1809.898568] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525e87a5-a070-e7b8-ed5a-7b5bbb1298a6" [ 1809.898568] env[62189]: _type = "Task" [ 1809.898568] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.898836] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1809.899762] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f71809-15d5-4385-abd7-ec902a59c758 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.916185] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525e87a5-a070-e7b8-ed5a-7b5bbb1298a6, 'name': SearchDatastore_Task, 'duration_secs': 0.020954} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.929260] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.929632] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1809.929959] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.930071] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.930260] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1809.940786] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 8f3c6230-2a8f-4b97-9fef-7df63b159e42/8f3c6230-2a8f-4b97-9fef-7df63b159e42.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.942258] env[62189]: DEBUG nova.compute.utils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1809.950661] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8da0f59-e6dd-496d-8faf-4f20f46f5a51 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.953288] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebdd1b6a-f9b2-46e2-9d40-c88ae94587c7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.969899] env[62189]: DEBUG nova.compute.manager [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1809.973689] env[62189]: DEBUG nova.compute.manager [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1809.974092] env[62189]: DEBUG nova.network.neutron [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1809.985049] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Waiting for the task: (returnval){ [ 1809.985049] env[62189]: value = "task-2121593" [ 1809.985049] env[62189]: _type = "Task" [ 1809.985049] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.988651] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1809.988856] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1809.990114] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e18f6f4-0aa0-4158-89f4-ac2242290c34 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.996349] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': task-2121593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.999719] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Waiting for the task: (returnval){ [ 1809.999719] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529f69f2-e1b4-2b62-b587-5e0a57e6ad7a" [ 1809.999719] env[62189]: _type = "Task" [ 1809.999719] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.011700] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529f69f2-e1b4-2b62-b587-5e0a57e6ad7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.162975] env[62189]: DEBUG nova.network.neutron [req-75747993-3882-44ad-bfb2-d8913db55eda req-b1948541-c269-448c-95d7-5a3919f30468 service nova] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Updated VIF entry in instance network info cache for port 95e2b8c6-267c-4814-865a-56bbee0e6263. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1810.163354] env[62189]: DEBUG nova.network.neutron [req-75747993-3882-44ad-bfb2-d8913db55eda req-b1948541-c269-448c-95d7-5a3919f30468 service nova] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Updating instance_info_cache with network_info: [{"id": "95e2b8c6-267c-4814-865a-56bbee0e6263", "address": "fa:16:3e:14:e0:87", "network": {"id": "b570e4f0-df45-49d0-a05c-fad1d73cdb4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-884198012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5265345202bd457fb38e5d9368261669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e2b8c6-26", "ovs_interfaceid": "95e2b8c6-267c-4814-865a-56bbee0e6263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.182975] env[62189]: DEBUG oslo_vmware.api [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121586, 'name': PowerOnVM_Task, 'duration_secs': 0.833784} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.183260] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1810.183706] env[62189]: INFO nova.compute.manager [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Took 15.86 seconds to spawn the instance on the hypervisor. [ 1810.183955] env[62189]: DEBUG nova.compute.manager [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.184765] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4228a804-46a5-46f5-a10f-d8579bc51feb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.303978] env[62189]: DEBUG oslo_vmware.api [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121588, 'name': PowerOnVM_Task, 'duration_secs': 0.570819} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.304055] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1810.304422] env[62189]: INFO nova.compute.manager [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Took 13.74 seconds to spawn the instance on the hypervisor. [ 1810.304422] env[62189]: DEBUG nova.compute.manager [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.305203] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b083db-228d-4ae5-a0c3-a557af2b066c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.337675] env[62189]: DEBUG nova.policy [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82395e3bdab64e739d567a280d5498e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6f17208b1284ea6849ab6c689ba9467', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1810.372860] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121591, 'name': ReconfigVM_Task, 'duration_secs': 0.587172} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.372860] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Reconfigured VM instance instance-00000003 to attach disk [datastore2] ab4c28c6-4d64-435d-8865-d418a37a4562/ab4c28c6-4d64-435d-8865-d418a37a4562.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1810.373570] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34a091c4-5f9a-423f-9730-6f7143c2f090 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.380015] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1810.380015] env[62189]: value = "task-2121594" [ 1810.380015] env[62189]: _type = "Task" [ 1810.380015] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.390236] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121594, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.391142] env[62189]: DEBUG nova.network.neutron [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1810.494099] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': task-2121593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.513059] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529f69f2-e1b4-2b62-b587-5e0a57e6ad7a, 'name': SearchDatastore_Task, 'duration_secs': 0.014282} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.513823] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed7671b-9deb-45c0-8b05-526704b6cde3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.519448] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Waiting for the task: (returnval){ [ 1810.519448] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520b579c-10c0-48d2-a90c-64f651c29678" [ 1810.519448] env[62189]: _type = "Task" [ 1810.519448] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.530759] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520b579c-10c0-48d2-a90c-64f651c29678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.660215] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e952d535-d4db-4706-b18d-6c41669fc92f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.668768] env[62189]: DEBUG oslo_concurrency.lockutils [req-75747993-3882-44ad-bfb2-d8913db55eda req-b1948541-c269-448c-95d7-5a3919f30468 service nova] Releasing lock "refresh_cache-8f3c6230-2a8f-4b97-9fef-7df63b159e42" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.670146] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdb70a9-0d90-4762-9066-93bbd3458ced {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.710638] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbee3d3-6673-4637-93fd-ad95da063bea {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.720984] env[62189]: INFO nova.compute.manager [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Took 20.62 seconds to build instance. [ 1810.727330] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df966af4-c258-40b4-a87d-a151ec7d287a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.742037] env[62189]: DEBUG nova.compute.provider_tree [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.770622] env[62189]: DEBUG nova.network.neutron [req-c5a43311-34bb-4c4b-acd2-d97c03a8cc15 req-eb651b57-c4e5-425b-ad1f-b6c7c6443457 service nova] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Updated VIF entry in instance network info cache for port ef005707-7865-4d33-b7fe-9add65fbb4ac. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1810.770972] env[62189]: DEBUG nova.network.neutron [req-c5a43311-34bb-4c4b-acd2-d97c03a8cc15 req-eb651b57-c4e5-425b-ad1f-b6c7c6443457 service nova] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Updating instance_info_cache with network_info: [{"id": "ef005707-7865-4d33-b7fe-9add65fbb4ac", "address": "fa:16:3e:a9:66:e7", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef005707-78", "ovs_interfaceid": "ef005707-7865-4d33-b7fe-9add65fbb4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.827415] env[62189]: INFO nova.compute.manager [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Took 19.73 seconds to build instance. [ 1810.891666] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121594, 'name': Rename_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.987868] env[62189]: DEBUG nova.compute.manager [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1810.995032] env[62189]: DEBUG nova.network.neutron [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Successfully updated port: 2f41c132-8cbe-47e1-89b2-0329834247d5 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1811.010047] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': task-2121593, 'name': ReconfigVM_Task, 'duration_secs': 0.997844} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.012946] env[62189]: DEBUG nova.network.neutron [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Updating instance_info_cache with network_info: [{"id": "47462722-dd89-4da7-90e6-d7a98b6a292b", "address": "fa:16:3e:da:7b:2a", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47462722-dd", "ovs_interfaceid": "47462722-dd89-4da7-90e6-d7a98b6a292b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.017020] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 8f3c6230-2a8f-4b97-9fef-7df63b159e42/8f3c6230-2a8f-4b97-9fef-7df63b159e42.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1811.018936] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57c2d29b-fc74-40c1-9ef8-2e88d9b1e63d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.035410] env[62189]: DEBUG nova.virt.hardware [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1811.035934] env[62189]: DEBUG nova.virt.hardware [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1811.035934] env[62189]: DEBUG nova.virt.hardware [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1811.036502] env[62189]: DEBUG nova.virt.hardware [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1811.036502] env[62189]: DEBUG nova.virt.hardware [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1811.036572] env[62189]: DEBUG nova.virt.hardware [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1811.036762] env[62189]: DEBUG nova.virt.hardware [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1811.037605] env[62189]: DEBUG nova.virt.hardware [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1811.037605] env[62189]: DEBUG nova.virt.hardware [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1811.038987] env[62189]: DEBUG nova.virt.hardware [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1811.038987] env[62189]: DEBUG nova.virt.hardware [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1811.040926] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7d0513-57b8-4265-b199-4ac622bf8fc0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.045834] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Waiting for the task: (returnval){ [ 1811.045834] env[62189]: value = "task-2121595" [ 1811.045834] env[62189]: _type = "Task" [ 1811.045834] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.056584] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520b579c-10c0-48d2-a90c-64f651c29678, 'name': SearchDatastore_Task, 'duration_secs': 0.033305} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.057353] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.057842] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 7674b0de-f406-4afe-b34c-e1a6d9120ca8/7674b0de-f406-4afe-b34c-e1a6d9120ca8.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1811.063249] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f422a3ea-5ee7-4114-a2e0-4f408a782ca5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.072953] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-552e4f1c-b568-472b-903b-61cfc3420ea1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.075140] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': task-2121595, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.089454] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Waiting for the task: (returnval){ [ 1811.089454] env[62189]: value = "task-2121596" [ 1811.089454] env[62189]: _type = "Task" [ 1811.089454] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.099111] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.196855] env[62189]: DEBUG nova.network.neutron [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Successfully created port: f5b89aa2-bac2-4a93-ad63-8509092fba3e {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1811.224644] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ade1d007-3b18-4ffe-8527-6e45f739070a tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Lock "008bb658-5840-4e78-8fcd-2ad8e6618dbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.136s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.247066] env[62189]: DEBUG nova.scheduler.client.report [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1811.274122] env[62189]: DEBUG oslo_concurrency.lockutils [req-c5a43311-34bb-4c4b-acd2-d97c03a8cc15 req-eb651b57-c4e5-425b-ad1f-b6c7c6443457 service nova] Releasing lock "refresh_cache-7674b0de-f406-4afe-b34c-e1a6d9120ca8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.329745] env[62189]: DEBUG oslo_concurrency.lockutils [None req-292cb9cd-00cc-4999-9200-2ba6a9f8e7ed tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Lock "e5b9278a-6ae0-4364-85af-05f776e29f05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.241s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.393385] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121594, 'name': Rename_Task, 'duration_secs': 0.512031} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.393668] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1811.393909] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-149ec2d3-dec6-46e4-a87b-fef7ed19464c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.402493] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1811.402493] env[62189]: value = "task-2121597" [ 1811.402493] env[62189]: _type = "Task" [ 1811.402493] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.414453] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.504410] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.504410] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquired lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.504410] env[62189]: DEBUG nova.network.neutron [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1811.525790] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Releasing lock "refresh_cache-a8d75cbd-7174-4b93-8735-f76278917633" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.526422] env[62189]: DEBUG nova.compute.manager [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Instance network_info: |[{"id": "47462722-dd89-4da7-90e6-d7a98b6a292b", "address": "fa:16:3e:da:7b:2a", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47462722-dd", "ovs_interfaceid": "47462722-dd89-4da7-90e6-d7a98b6a292b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1811.526929] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:7b:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47462722-dd89-4da7-90e6-d7a98b6a292b', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1811.540410] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Creating folder: Project (d0bfa6d3dbdd4902bab54e62b531e3d5). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1811.541104] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cab423d7-7283-46a5-9495-d8c44b658109 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.560417] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Created folder: Project (d0bfa6d3dbdd4902bab54e62b531e3d5) in parent group-v433996. [ 1811.560634] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Creating folder: Instances. Parent ref: group-v434012. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1811.561452] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87a37950-890f-4ed4-941c-25de5f74fd65 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.574124] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': task-2121595, 'name': Rename_Task, 'duration_secs': 0.174727} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.574950] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1811.575166] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e65ea5e8-838d-4fe6-b855-e85b735d3dc4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.582867] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Waiting for the task: (returnval){ [ 1811.582867] env[62189]: value = "task-2121600" [ 1811.582867] env[62189]: _type = "Task" [ 1811.582867] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.589263] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Created folder: Instances in parent group-v434012. [ 1811.589655] env[62189]: DEBUG oslo.service.loopingcall [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1811.596778] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1811.601266] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c715f5db-16ba-4153-bcb1-335c954502e7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.616310] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': task-2121600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.622020] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121596, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.624586] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1811.624586] env[62189]: value = "task-2121601" [ 1811.624586] env[62189]: _type = "Task" [ 1811.624586] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.637345] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121601, 'name': CreateVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.727595] env[62189]: DEBUG nova.compute.manager [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1811.753311] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.753970] env[62189]: DEBUG nova.compute.manager [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1811.757606] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.374s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.759835] env[62189]: INFO nova.compute.claims [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1811.834182] env[62189]: DEBUG nova.compute.manager [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1811.913112] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121597, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.102991] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': task-2121600, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.106679] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545834} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.107146] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 7674b0de-f406-4afe-b34c-e1a6d9120ca8/7674b0de-f406-4afe-b34c-e1a6d9120ca8.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1812.107254] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1812.107461] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24b9aac7-2198-4051-96ca-31450c78a043 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.115387] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Waiting for the task: (returnval){ [ 1812.115387] env[62189]: value = "task-2121602" [ 1812.115387] env[62189]: _type = "Task" [ 1812.115387] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.126863] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.141924] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121601, 'name': CreateVM_Task, 'duration_secs': 0.418828} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.142259] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1812.144062] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.144062] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.144062] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1812.144062] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa8baba8-4255-43e8-b0f7-ada210323420 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.148776] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Waiting for the task: (returnval){ [ 1812.148776] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ddccc0-c8b8-8788-1abc-dadb16ee49ed" [ 1812.148776] env[62189]: _type = "Task" [ 1812.148776] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.163143] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ddccc0-c8b8-8788-1abc-dadb16ee49ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.243852] env[62189]: DEBUG nova.network.neutron [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1812.263135] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.265809] env[62189]: DEBUG nova.compute.utils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1812.270803] env[62189]: DEBUG nova.compute.manager [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1812.271634] env[62189]: DEBUG nova.network.neutron [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1812.356798] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.399268] env[62189]: DEBUG nova.compute.manager [req-ed1dffd2-9db9-4aa5-b6df-9d0b6bbb9878 req-c75cae77-da25-4654-bc14-33ff52203ba9 service nova] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Received event network-vif-plugged-2f41c132-8cbe-47e1-89b2-0329834247d5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1812.399592] env[62189]: DEBUG oslo_concurrency.lockutils [req-ed1dffd2-9db9-4aa5-b6df-9d0b6bbb9878 req-c75cae77-da25-4654-bc14-33ff52203ba9 service nova] Acquiring lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.399838] env[62189]: DEBUG oslo_concurrency.lockutils [req-ed1dffd2-9db9-4aa5-b6df-9d0b6bbb9878 req-c75cae77-da25-4654-bc14-33ff52203ba9 service nova] Lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.400072] env[62189]: DEBUG oslo_concurrency.lockutils [req-ed1dffd2-9db9-4aa5-b6df-9d0b6bbb9878 req-c75cae77-da25-4654-bc14-33ff52203ba9 service nova] Lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.400291] env[62189]: DEBUG nova.compute.manager [req-ed1dffd2-9db9-4aa5-b6df-9d0b6bbb9878 req-c75cae77-da25-4654-bc14-33ff52203ba9 service nova] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] No waiting events found dispatching network-vif-plugged-2f41c132-8cbe-47e1-89b2-0329834247d5 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1812.400522] env[62189]: WARNING nova.compute.manager [req-ed1dffd2-9db9-4aa5-b6df-9d0b6bbb9878 req-c75cae77-da25-4654-bc14-33ff52203ba9 service nova] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Received unexpected event network-vif-plugged-2f41c132-8cbe-47e1-89b2-0329834247d5 for instance with vm_state building and task_state spawning. [ 1812.417083] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121597, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.522301] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1812.593597] env[62189]: DEBUG oslo_vmware.api [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': task-2121600, 'name': PowerOnVM_Task, 'duration_secs': 0.762927} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.594150] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1812.594827] env[62189]: INFO nova.compute.manager [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Took 11.45 seconds to spawn the instance on the hypervisor. [ 1812.598301] env[62189]: DEBUG nova.compute.manager [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.599418] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb7ef6c-4b93-44b6-84ce-b8ac0dee5c01 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.615406] env[62189]: DEBUG nova.policy [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94899ea7e3be47f881ea34da2c7922dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cfc6791660c42bdb1a83db36b38549f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1812.636930] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113531} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.637252] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1812.638192] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42783d83-654f-4a67-8f1a-f0d52cfdb65c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.666603] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 7674b0de-f406-4afe-b34c-e1a6d9120ca8/7674b0de-f406-4afe-b34c-e1a6d9120ca8.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1812.676220] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31dd9f83-5647-4a44-8839-279d1fafb3e9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.700896] env[62189]: DEBUG oslo_concurrency.lockutils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Acquiring lock "ee56e67a-afef-4534-b83e-edf3fd6995cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.700896] env[62189]: DEBUG oslo_concurrency.lockutils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Lock "ee56e67a-afef-4534-b83e-edf3fd6995cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.705715] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ddccc0-c8b8-8788-1abc-dadb16ee49ed, 'name': SearchDatastore_Task, 'duration_secs': 0.018298} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.707204] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.708026] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1812.708026] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.708026] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.708026] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1812.708549] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Waiting for the task: (returnval){ [ 1812.708549] env[62189]: value = "task-2121603" [ 1812.708549] env[62189]: _type = "Task" [ 1812.708549] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.708739] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1836831-c939-491c-844c-11fa9f4c868c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.721195] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121603, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.722611] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1812.722980] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1812.723493] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b78ae59-7d15-49be-b6f2-0057ad179bca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.729708] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Waiting for the task: (returnval){ [ 1812.729708] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5290b005-4dde-c835-0141-937ba5c02eff" [ 1812.729708] env[62189]: _type = "Task" [ 1812.729708] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.739877] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5290b005-4dde-c835-0141-937ba5c02eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.779434] env[62189]: DEBUG nova.compute.manager [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1812.920427] env[62189]: DEBUG oslo_vmware.api [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121597, 'name': PowerOnVM_Task, 'duration_secs': 1.228205} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.920427] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1812.920683] env[62189]: INFO nova.compute.manager [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Took 14.12 seconds to spawn the instance on the hypervisor. [ 1812.921306] env[62189]: DEBUG nova.compute.manager [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.922146] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109a8123-f08b-4b23-994c-58eeaeb8be46 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.948841] env[62189]: DEBUG nova.network.neutron [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updating instance_info_cache with network_info: [{"id": "2f41c132-8cbe-47e1-89b2-0329834247d5", "address": "fa:16:3e:06:6b:51", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f41c132-8c", "ovs_interfaceid": "2f41c132-8cbe-47e1-89b2-0329834247d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.020384] env[62189]: DEBUG nova.compute.manager [req-b6392e91-9df9-448a-a254-f559bc9679e1 req-49345a7a-fdb8-4b32-b372-6e7f2ddccbf5 service nova] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Received event network-vif-plugged-47462722-dd89-4da7-90e6-d7a98b6a292b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1813.020704] env[62189]: DEBUG oslo_concurrency.lockutils [req-b6392e91-9df9-448a-a254-f559bc9679e1 req-49345a7a-fdb8-4b32-b372-6e7f2ddccbf5 service nova] Acquiring lock "a8d75cbd-7174-4b93-8735-f76278917633-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.021061] env[62189]: DEBUG oslo_concurrency.lockutils [req-b6392e91-9df9-448a-a254-f559bc9679e1 req-49345a7a-fdb8-4b32-b372-6e7f2ddccbf5 service nova] Lock "a8d75cbd-7174-4b93-8735-f76278917633-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.021317] env[62189]: DEBUG oslo_concurrency.lockutils [req-b6392e91-9df9-448a-a254-f559bc9679e1 req-49345a7a-fdb8-4b32-b372-6e7f2ddccbf5 service nova] Lock "a8d75cbd-7174-4b93-8735-f76278917633-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.021570] env[62189]: DEBUG nova.compute.manager [req-b6392e91-9df9-448a-a254-f559bc9679e1 req-49345a7a-fdb8-4b32-b372-6e7f2ddccbf5 service nova] [instance: a8d75cbd-7174-4b93-8735-f76278917633] No waiting events found dispatching network-vif-plugged-47462722-dd89-4da7-90e6-d7a98b6a292b {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1813.021830] env[62189]: WARNING nova.compute.manager [req-b6392e91-9df9-448a-a254-f559bc9679e1 req-49345a7a-fdb8-4b32-b372-6e7f2ddccbf5 service nova] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Received unexpected event network-vif-plugged-47462722-dd89-4da7-90e6-d7a98b6a292b for instance with vm_state building and task_state spawning. [ 1813.023940] env[62189]: DEBUG nova.compute.manager [req-b6392e91-9df9-448a-a254-f559bc9679e1 req-49345a7a-fdb8-4b32-b372-6e7f2ddccbf5 service nova] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Received event network-changed-47462722-dd89-4da7-90e6-d7a98b6a292b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1813.023940] env[62189]: DEBUG nova.compute.manager [req-b6392e91-9df9-448a-a254-f559bc9679e1 req-49345a7a-fdb8-4b32-b372-6e7f2ddccbf5 service nova] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Refreshing instance network info cache due to event network-changed-47462722-dd89-4da7-90e6-d7a98b6a292b. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1813.024359] env[62189]: DEBUG oslo_concurrency.lockutils [req-b6392e91-9df9-448a-a254-f559bc9679e1 req-49345a7a-fdb8-4b32-b372-6e7f2ddccbf5 service nova] Acquiring lock "refresh_cache-a8d75cbd-7174-4b93-8735-f76278917633" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.024680] env[62189]: DEBUG oslo_concurrency.lockutils [req-b6392e91-9df9-448a-a254-f559bc9679e1 req-49345a7a-fdb8-4b32-b372-6e7f2ddccbf5 service nova] Acquired lock "refresh_cache-a8d75cbd-7174-4b93-8735-f76278917633" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.024877] env[62189]: DEBUG nova.network.neutron [req-b6392e91-9df9-448a-a254-f559bc9679e1 req-49345a7a-fdb8-4b32-b372-6e7f2ddccbf5 service nova] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Refreshing network info cache for port 47462722-dd89-4da7-90e6-d7a98b6a292b {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1813.090594] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86eb74c-c7c3-40aa-92f9-a95020dfdd7b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.098022] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d709a63-3b76-406e-aefe-5f4645e601a8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.155033] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c552797-ef4f-4a5c-8214-b6ad753a4363 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.164174] env[62189]: INFO nova.compute.manager [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Took 19.17 seconds to build instance. [ 1813.171380] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6959df-bb8f-4649-ba09-a04b97754200 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.186613] env[62189]: DEBUG nova.compute.provider_tree [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.224970] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121603, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.242428] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5290b005-4dde-c835-0141-937ba5c02eff, 'name': SearchDatastore_Task, 'duration_secs': 0.013081} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.243958] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f9e30c9-269c-4efe-9b7d-36b50ee43828 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.249708] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Waiting for the task: (returnval){ [ 1813.249708] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5273a812-bf42-6e4f-9501-0aaebb19a059" [ 1813.249708] env[62189]: _type = "Task" [ 1813.249708] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.258852] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5273a812-bf42-6e4f-9501-0aaebb19a059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.445366] env[62189]: INFO nova.compute.manager [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Took 19.52 seconds to build instance. [ 1813.452176] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Releasing lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.452430] env[62189]: DEBUG nova.compute.manager [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Instance network_info: |[{"id": "2f41c132-8cbe-47e1-89b2-0329834247d5", "address": "fa:16:3e:06:6b:51", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f41c132-8c", "ovs_interfaceid": "2f41c132-8cbe-47e1-89b2-0329834247d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1813.452787] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:6b:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f41c132-8cbe-47e1-89b2-0329834247d5', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1813.464719] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Creating folder: Project (4cada4f63f5b46fc8cf7304b8f78f9c0). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1813.466081] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-119c8a72-aab4-4c73-9e91-dfdad2a1c2cc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.480207] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Created folder: Project (4cada4f63f5b46fc8cf7304b8f78f9c0) in parent group-v433996. [ 1813.480361] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Creating folder: Instances. Parent ref: group-v434015. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1813.480621] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-392b9996-7480-470c-a2c3-113e30ca0b77 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.491805] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Created folder: Instances in parent group-v434015. [ 1813.492291] env[62189]: DEBUG oslo.service.loopingcall [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1813.492505] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1813.492809] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-008268be-4ce8-42a5-8bd7-64d21ba28764 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.520637] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1813.521024] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1813.521213] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1813.527576] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1813.527576] env[62189]: value = "task-2121606" [ 1813.527576] env[62189]: _type = "Task" [ 1813.527576] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.538644] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121606, 'name': CreateVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.666914] env[62189]: DEBUG oslo_concurrency.lockutils [None req-397ff730-20a7-440b-9934-81fdc498946c tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Lock "8f3c6230-2a8f-4b97-9fef-7df63b159e42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.693s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.689617] env[62189]: DEBUG nova.scheduler.client.report [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1813.721622] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121603, 'name': ReconfigVM_Task, 'duration_secs': 0.562392} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.722030] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 7674b0de-f406-4afe-b34c-e1a6d9120ca8/7674b0de-f406-4afe-b34c-e1a6d9120ca8.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1813.722564] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2093508c-0bb8-4191-91e4-14ae44829ec6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.729980] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Waiting for the task: (returnval){ [ 1813.729980] env[62189]: value = "task-2121607" [ 1813.729980] env[62189]: _type = "Task" [ 1813.729980] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.738954] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121607, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.760754] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5273a812-bf42-6e4f-9501-0aaebb19a059, 'name': SearchDatastore_Task, 'duration_secs': 0.014919} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.760954] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.761070] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] a8d75cbd-7174-4b93-8735-f76278917633/a8d75cbd-7174-4b93-8735-f76278917633.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1813.761335] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69c8698b-a630-4fbb-b111-82219152182c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.768791] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Waiting for the task: (returnval){ [ 1813.768791] env[62189]: value = "task-2121608" [ 1813.768791] env[62189]: _type = "Task" [ 1813.768791] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.778932] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.791392] env[62189]: DEBUG nova.compute.manager [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1813.825571] env[62189]: DEBUG nova.network.neutron [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Successfully created port: b2048e68-e4c4-4f9f-b034-e825fe9bd62f {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1813.832883] env[62189]: DEBUG nova.virt.hardware [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1813.833144] env[62189]: DEBUG nova.virt.hardware [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1813.833328] env[62189]: DEBUG nova.virt.hardware [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1813.833577] env[62189]: DEBUG nova.virt.hardware [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1813.833756] env[62189]: DEBUG nova.virt.hardware [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1813.833892] env[62189]: DEBUG nova.virt.hardware [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1813.834113] env[62189]: DEBUG nova.virt.hardware [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1813.834290] env[62189]: DEBUG nova.virt.hardware [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1813.834637] env[62189]: DEBUG nova.virt.hardware [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1813.834637] env[62189]: DEBUG nova.virt.hardware [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1813.835055] env[62189]: DEBUG nova.virt.hardware [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1813.835675] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Acquiring lock "e5b9278a-6ae0-4364-85af-05f776e29f05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.835675] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Lock "e5b9278a-6ae0-4364-85af-05f776e29f05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.835861] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Acquiring lock "e5b9278a-6ae0-4364-85af-05f776e29f05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.836133] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Lock "e5b9278a-6ae0-4364-85af-05f776e29f05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.836206] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Lock "e5b9278a-6ae0-4364-85af-05f776e29f05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.838856] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6ce178-74a1-4a2d-a2d0-7c2b84208107 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.841971] env[62189]: INFO nova.compute.manager [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Terminating instance [ 1813.851529] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548e457b-4170-40f0-9720-abaa4f0383c7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.948290] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63eca54b-b24c-455a-b3e4-bbf9b34e5dd9 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "ab4c28c6-4d64-435d-8865-d418a37a4562" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.043s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.024954] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.042882] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121606, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.171035] env[62189]: DEBUG nova.compute.manager [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1814.197030] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.197320] env[62189]: DEBUG nova.compute.manager [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1814.201393] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.938s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.203690] env[62189]: INFO nova.compute.claims [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1814.250845] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121607, 'name': Rename_Task, 'duration_secs': 0.189323} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.253393] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1814.253925] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d273611a-0416-42ea-a2ef-fe846cd48fb3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.268328] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Waiting for the task: (returnval){ [ 1814.268328] env[62189]: value = "task-2121609" [ 1814.268328] env[62189]: _type = "Task" [ 1814.268328] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.297444] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121608, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.297618] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121609, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.309670] env[62189]: DEBUG nova.network.neutron [req-b6392e91-9df9-448a-a254-f559bc9679e1 req-49345a7a-fdb8-4b32-b372-6e7f2ddccbf5 service nova] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Updated VIF entry in instance network info cache for port 47462722-dd89-4da7-90e6-d7a98b6a292b. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1814.311048] env[62189]: DEBUG nova.network.neutron [req-b6392e91-9df9-448a-a254-f559bc9679e1 req-49345a7a-fdb8-4b32-b372-6e7f2ddccbf5 service nova] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Updating instance_info_cache with network_info: [{"id": "47462722-dd89-4da7-90e6-d7a98b6a292b", "address": "fa:16:3e:da:7b:2a", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47462722-dd", "ovs_interfaceid": "47462722-dd89-4da7-90e6-d7a98b6a292b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.312224] env[62189]: DEBUG nova.network.neutron [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Successfully updated port: f5b89aa2-bac2-4a93-ad63-8509092fba3e {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1814.347466] env[62189]: DEBUG nova.compute.manager [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1814.347466] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1814.347835] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193002fd-900c-4775-b50a-d32ebd0f47c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.357459] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1814.357763] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3a51993-6f9d-4e39-8c96-525133265e54 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.365625] env[62189]: DEBUG oslo_vmware.api [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Waiting for the task: (returnval){ [ 1814.365625] env[62189]: value = "task-2121610" [ 1814.365625] env[62189]: _type = "Task" [ 1814.365625] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.375861] env[62189]: DEBUG oslo_vmware.api [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Task: {'id': task-2121610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.539600] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121606, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.721198] env[62189]: DEBUG nova.compute.utils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1814.722336] env[62189]: DEBUG nova.compute.manager [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1814.722751] env[62189]: DEBUG nova.network.neutron [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1814.727874] env[62189]: DEBUG oslo_concurrency.lockutils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.792141] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602403} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.797292] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] a8d75cbd-7174-4b93-8735-f76278917633/a8d75cbd-7174-4b93-8735-f76278917633.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1814.798131] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1814.799396] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121609, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.799396] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f81f0f98-9c60-4a8f-bc16-6e3966dbf6f4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.809697] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Waiting for the task: (returnval){ [ 1814.809697] env[62189]: value = "task-2121611" [ 1814.809697] env[62189]: _type = "Task" [ 1814.809697] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.819033] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "refresh_cache-674e7329-baf4-4f64-9c93-eaa001eb5472" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.819033] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquired lock "refresh_cache-674e7329-baf4-4f64-9c93-eaa001eb5472" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.819033] env[62189]: DEBUG nova.network.neutron [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.819033] env[62189]: DEBUG oslo_concurrency.lockutils [req-b6392e91-9df9-448a-a254-f559bc9679e1 req-49345a7a-fdb8-4b32-b372-6e7f2ddccbf5 service nova] Releasing lock "refresh_cache-a8d75cbd-7174-4b93-8735-f76278917633" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.823582] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.874662] env[62189]: DEBUG oslo_vmware.api [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Task: {'id': task-2121610, 'name': PowerOffVM_Task, 'duration_secs': 0.390663} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.875181] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1814.875392] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1814.875769] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eea1171e-2de8-4c50-8648-80c68fc92a24 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.948800] env[62189]: DEBUG nova.policy [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1981babd712b42b393323df2db56090d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f8606c9cc9f453bb36f335bde96b502', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1814.990241] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1814.990565] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1814.990889] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Deleting the datastore file [datastore2] e5b9278a-6ae0-4364-85af-05f776e29f05 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1814.992627] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82e7ce42-b0bd-488d-bda3-8d6e9753efa6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.004204] env[62189]: DEBUG oslo_vmware.api [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Waiting for the task: (returnval){ [ 1815.004204] env[62189]: value = "task-2121613" [ 1815.004204] env[62189]: _type = "Task" [ 1815.004204] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.018954] env[62189]: DEBUG oslo_vmware.api [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Task: {'id': task-2121613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.043443] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121606, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.228477] env[62189]: DEBUG nova.compute.manager [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1815.290849] env[62189]: DEBUG oslo_vmware.api [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121609, 'name': PowerOnVM_Task, 'duration_secs': 0.899287} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.290849] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1815.290849] env[62189]: INFO nova.compute.manager [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Took 11.84 seconds to spawn the instance on the hypervisor. [ 1815.290849] env[62189]: DEBUG nova.compute.manager [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1815.290849] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1a1062-5ccc-4499-b379-62cec49e57aa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.327726] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112485} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.330110] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1815.331240] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e0c6a4-4be8-4ba6-8c28-1c6a21f632e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.356362] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] a8d75cbd-7174-4b93-8735-f76278917633/a8d75cbd-7174-4b93-8735-f76278917633.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1815.360033] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c2447d6-de31-434d-a78d-7f4d4a9371f5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.383031] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Waiting for the task: (returnval){ [ 1815.383031] env[62189]: value = "task-2121614" [ 1815.383031] env[62189]: _type = "Task" [ 1815.383031] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.394228] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.435610] env[62189]: DEBUG nova.network.neutron [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1815.525036] env[62189]: DEBUG oslo_vmware.api [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Task: {'id': task-2121613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26853} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.525036] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1815.525036] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1815.525036] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1815.525036] env[62189]: INFO nova.compute.manager [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1815.525342] env[62189]: DEBUG oslo.service.loopingcall [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.525342] env[62189]: DEBUG nova.compute.manager [-] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1815.525342] env[62189]: DEBUG nova.network.neutron [-] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1815.531254] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7826434-e222-4912-a5eb-1b62ac16d221 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.553337] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6825a883-362c-45b4-8cf1-a993bc27ee70 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.555584] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121606, 'name': CreateVM_Task, 'duration_secs': 1.542798} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.557508] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1815.557508] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.557508] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.557508] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1815.557793] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef443952-22e5-402c-8263-926fe37c8797 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.589754] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488a3b0a-9753-47dd-a97b-dda098eb3e88 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.594061] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1815.594061] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520517a5-0537-6d1d-a7b6-efeb217831cd" [ 1815.594061] env[62189]: _type = "Task" [ 1815.594061] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.601293] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c8f671-8104-4271-9575-ce935649f62a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.609340] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520517a5-0537-6d1d-a7b6-efeb217831cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.619726] env[62189]: DEBUG nova.compute.provider_tree [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1815.820283] env[62189]: INFO nova.compute.manager [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Took 20.63 seconds to build instance. [ 1815.843889] env[62189]: DEBUG nova.network.neutron [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Updating instance_info_cache with network_info: [{"id": "f5b89aa2-bac2-4a93-ad63-8509092fba3e", "address": "fa:16:3e:d6:93:96", "network": {"id": "11497afc-56fa-4b6c-bbdc-6cd28061d2ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2010063516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6f17208b1284ea6849ab6c689ba9467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5b89aa2-ba", "ovs_interfaceid": "f5b89aa2-bac2-4a93-ad63-8509092fba3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.894599] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.059302] env[62189]: DEBUG nova.network.neutron [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Successfully created port: f153f142-a757-4e76-8335-2167ef6f33fb {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1816.108364] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520517a5-0537-6d1d-a7b6-efeb217831cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013983} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.108364] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.108364] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1816.108364] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.108625] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.108625] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1816.108625] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dba0efe5-bc41-4ad4-9142-26a0dec3cc13 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.121014] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1816.121215] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1816.122232] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4b7000-89c5-42a5-a1a8-677ccd0487a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.132278] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1816.132278] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e515be-e03b-0006-2618-3006b3f4c815" [ 1816.132278] env[62189]: _type = "Task" [ 1816.132278] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.140874] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e515be-e03b-0006-2618-3006b3f4c815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.149186] env[62189]: ERROR nova.scheduler.client.report [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [req-79b1eaee-33d8-4837-8826-c89ef6660365] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-79b1eaee-33d8-4837-8826-c89ef6660365"}]} [ 1816.169048] env[62189]: DEBUG nova.scheduler.client.report [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1816.191642] env[62189]: DEBUG nova.scheduler.client.report [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1816.191974] env[62189]: DEBUG nova.compute.provider_tree [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1816.207817] env[62189]: DEBUG nova.scheduler.client.report [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1816.229945] env[62189]: DEBUG nova.scheduler.client.report [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1816.241394] env[62189]: DEBUG nova.compute.manager [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1816.271392] env[62189]: DEBUG nova.virt.hardware [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1816.271641] env[62189]: DEBUG nova.virt.hardware [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1816.271794] env[62189]: DEBUG nova.virt.hardware [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1816.271973] env[62189]: DEBUG nova.virt.hardware [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1816.272136] env[62189]: DEBUG nova.virt.hardware [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1816.272361] env[62189]: DEBUG nova.virt.hardware [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1816.272610] env[62189]: DEBUG nova.virt.hardware [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1816.272776] env[62189]: DEBUG nova.virt.hardware [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1816.272942] env[62189]: DEBUG nova.virt.hardware [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1816.273131] env[62189]: DEBUG nova.virt.hardware [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1816.273311] env[62189]: DEBUG nova.virt.hardware [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1816.274180] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d0e6fe-cdea-4020-a01b-f826bb1dceca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.284953] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8835e578-4724-49a5-9b32-9fc5da77619a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.324466] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c06b9a61-6e10-49e6-bf02-e90d64f290ff tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Lock "7674b0de-f406-4afe-b34c-e1a6d9120ca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.149s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.350027] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Releasing lock "refresh_cache-674e7329-baf4-4f64-9c93-eaa001eb5472" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.350027] env[62189]: DEBUG nova.compute.manager [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Instance network_info: |[{"id": "f5b89aa2-bac2-4a93-ad63-8509092fba3e", "address": "fa:16:3e:d6:93:96", "network": {"id": "11497afc-56fa-4b6c-bbdc-6cd28061d2ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2010063516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6f17208b1284ea6849ab6c689ba9467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5b89aa2-ba", "ovs_interfaceid": "f5b89aa2-bac2-4a93-ad63-8509092fba3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1816.350320] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:93:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5b89aa2-bac2-4a93-ad63-8509092fba3e', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1816.356043] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Creating folder: Project (a6f17208b1284ea6849ab6c689ba9467). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1816.360779] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7de90d09-e451-4d35-8358-1d096bfd593c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.373498] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Created folder: Project (a6f17208b1284ea6849ab6c689ba9467) in parent group-v433996. [ 1816.373498] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Creating folder: Instances. Parent ref: group-v434018. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1816.373498] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0075ab8a-cc07-48dc-be27-04a94a26bb7a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.387029] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Created folder: Instances in parent group-v434018. [ 1816.387029] env[62189]: DEBUG oslo.service.loopingcall [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.393071] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1816.396780] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df45051d-d888-4758-952f-39327f983eb3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.422430] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121614, 'name': ReconfigVM_Task, 'duration_secs': 0.6498} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.423711] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Reconfigured VM instance instance-00000006 to attach disk [datastore2] a8d75cbd-7174-4b93-8735-f76278917633/a8d75cbd-7174-4b93-8735-f76278917633.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1816.424459] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1816.424459] env[62189]: value = "task-2121617" [ 1816.424459] env[62189]: _type = "Task" [ 1816.424459] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.424929] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b4bb3e7-ee5b-47ff-b1c3-8095defe6ed0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.439453] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121617, 'name': CreateVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.440875] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Waiting for the task: (returnval){ [ 1816.440875] env[62189]: value = "task-2121618" [ 1816.440875] env[62189]: _type = "Task" [ 1816.440875] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.449342] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121618, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.509662] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03df411e-e519-45f4-9395-3adc3e46f8eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.517067] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d615c0b6-b58d-40e7-a09b-36988f309760 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.549087] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf4434e-58b6-40a4-9fa7-7ea36665b76b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.557572] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11377dd4-029c-4142-9578-92877da6fa15 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.572114] env[62189]: DEBUG nova.compute.provider_tree [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1816.613409] env[62189]: DEBUG nova.network.neutron [-] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.646257] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e515be-e03b-0006-2618-3006b3f4c815, 'name': SearchDatastore_Task, 'duration_secs': 0.018986} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.648084] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e77151a4-f16a-42e1-a876-aa0f24c8d56d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.656103] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1816.656103] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52852b73-2acd-7b5e-e0fa-44405bafb36b" [ 1816.656103] env[62189]: _type = "Task" [ 1816.656103] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.672119] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52852b73-2acd-7b5e-e0fa-44405bafb36b, 'name': SearchDatastore_Task, 'duration_secs': 0.015749} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.672321] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.672569] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 6caf9898-a70f-4e51-93a5-c7bc4af8ad41/6caf9898-a70f-4e51-93a5-c7bc4af8ad41.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1816.672816] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5b42b97-9852-4cf2-b969-4da643d49b2b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.679843] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1816.679843] env[62189]: value = "task-2121619" [ 1816.679843] env[62189]: _type = "Task" [ 1816.679843] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.688561] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.942738] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121617, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.955698] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121618, 'name': Rename_Task, 'duration_secs': 0.257419} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.955698] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1816.955698] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a52b323a-1d3e-4c3f-b758-4b42c8b4e22e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.966854] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Waiting for the task: (returnval){ [ 1816.966854] env[62189]: value = "task-2121620" [ 1816.966854] env[62189]: _type = "Task" [ 1816.966854] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.977296] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.076412] env[62189]: DEBUG nova.scheduler.client.report [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1817.119582] env[62189]: INFO nova.compute.manager [-] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Took 1.60 seconds to deallocate network for instance. [ 1817.195781] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121619, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.363083] env[62189]: DEBUG nova.network.neutron [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Successfully updated port: b2048e68-e4c4-4f9f-b034-e825fe9bd62f {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1817.441762] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121617, 'name': CreateVM_Task, 'duration_secs': 0.572394} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.442482] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1817.443199] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.443551] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.444559] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1817.445123] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9402b46c-9969-4cfb-b143-3dd004b1933d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.450407] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1817.450407] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5219e68c-34a2-ce4d-88a9-376866249e45" [ 1817.450407] env[62189]: _type = "Task" [ 1817.450407] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.460893] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5219e68c-34a2-ce4d-88a9-376866249e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.476553] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.583068] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.382s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.583834] env[62189]: DEBUG nova.compute.manager [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1817.586919] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.230s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.588486] env[62189]: INFO nova.compute.claims [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1817.633469] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.694233] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599122} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.694588] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 6caf9898-a70f-4e51-93a5-c7bc4af8ad41/6caf9898-a70f-4e51-93a5-c7bc4af8ad41.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1817.694831] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1817.695119] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d208b5f-43fe-4c05-9dcc-9967a4d72c6c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.703432] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1817.703432] env[62189]: value = "task-2121621" [ 1817.703432] env[62189]: _type = "Task" [ 1817.703432] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.715621] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.749959] env[62189]: DEBUG nova.compute.manager [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Received event network-changed-2f41c132-8cbe-47e1-89b2-0329834247d5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1817.750296] env[62189]: DEBUG nova.compute.manager [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Refreshing instance network info cache due to event network-changed-2f41c132-8cbe-47e1-89b2-0329834247d5. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1817.750556] env[62189]: DEBUG oslo_concurrency.lockutils [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] Acquiring lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.750677] env[62189]: DEBUG oslo_concurrency.lockutils [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] Acquired lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.750928] env[62189]: DEBUG nova.network.neutron [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Refreshing network info cache for port 2f41c132-8cbe-47e1-89b2-0329834247d5 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1817.867807] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Acquiring lock "refresh_cache-8e2ab3cd-216d-4921-b0e5-d5f88527ceef" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.867807] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Acquired lock "refresh_cache-8e2ab3cd-216d-4921-b0e5-d5f88527ceef" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.867807] env[62189]: DEBUG nova.network.neutron [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1817.965877] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5219e68c-34a2-ce4d-88a9-376866249e45, 'name': SearchDatastore_Task, 'duration_secs': 0.031914} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.968328] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.968328] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1817.968328] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.968328] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.969021] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1817.969021] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-742c0ebe-1132-4667-b039-3e0f5d9a78df {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.988361] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121620, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.991425] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1817.991425] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1817.995101] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c01f2b89-0c6f-4af3-948f-a4231f7f9b4d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.003676] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1818.003676] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528d40c6-439e-624e-cbf9-7ce82ea0c842" [ 1818.003676] env[62189]: _type = "Task" [ 1818.003676] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.017710] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528d40c6-439e-624e-cbf9-7ce82ea0c842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.094309] env[62189]: DEBUG nova.compute.utils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1818.098974] env[62189]: DEBUG nova.compute.manager [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1818.099219] env[62189]: DEBUG nova.network.neutron [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1818.216305] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220946} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.216615] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1818.217552] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8759428d-a6dc-44a2-8023-d48b38f4419f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.248018] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 6caf9898-a70f-4e51-93a5-c7bc4af8ad41/6caf9898-a70f-4e51-93a5-c7bc4af8ad41.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1818.248848] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1e375f0-9cf1-4c73-b956-352de21124d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.278208] env[62189]: DEBUG nova.policy [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8abbf62979574b0ba36bc567bb3e84a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b086e62f6f364c868160c1c483185bd3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1818.286419] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1818.286419] env[62189]: value = "task-2121622" [ 1818.286419] env[62189]: _type = "Task" [ 1818.286419] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.300207] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121622, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.479228] env[62189]: DEBUG oslo_vmware.api [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121620, 'name': PowerOnVM_Task, 'duration_secs': 1.105809} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.479228] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1818.479426] env[62189]: INFO nova.compute.manager [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Took 12.65 seconds to spawn the instance on the hypervisor. [ 1818.479675] env[62189]: DEBUG nova.compute.manager [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1818.480502] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c602ad2e-ea7f-43a8-bc50-691751de8064 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.502917] env[62189]: DEBUG nova.network.neutron [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1818.514944] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528d40c6-439e-624e-cbf9-7ce82ea0c842, 'name': SearchDatastore_Task, 'duration_secs': 0.013567} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.515836] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f52f14c-cbdd-4e09-ba87-f833b56dabd3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.522501] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1818.522501] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52717bf9-48f6-01c3-a861-887988029415" [ 1818.522501] env[62189]: _type = "Task" [ 1818.522501] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.531507] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52717bf9-48f6-01c3-a861-887988029415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.610225] env[62189]: DEBUG nova.compute.manager [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1818.800581] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.856912] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fe2d73-3d47-4657-8092-d78b1e08e151 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.864614] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da5dd4b-9cfb-46db-be6f-c6089312b5e0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.895635] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0daf49-918a-4b25-8941-48e8a3ce321b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.905220] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4782572-6520-4c7a-9cb5-daeec830e782 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.924817] env[62189]: DEBUG nova.compute.provider_tree [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1818.992700] env[62189]: DEBUG nova.network.neutron [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Successfully updated port: f153f142-a757-4e76-8335-2167ef6f33fb {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1819.001906] env[62189]: INFO nova.compute.manager [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Took 23.18 seconds to build instance. [ 1819.034897] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52717bf9-48f6-01c3-a861-887988029415, 'name': SearchDatastore_Task, 'duration_secs': 0.014841} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.035247] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.035414] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 674e7329-baf4-4f64-9c93-eaa001eb5472/674e7329-baf4-4f64-9c93-eaa001eb5472.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1819.035679] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-127adb2c-6304-47fc-abcd-b81bf27a2b90 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.043523] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1819.043523] env[62189]: value = "task-2121623" [ 1819.043523] env[62189]: _type = "Task" [ 1819.043523] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.058952] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.085197] env[62189]: DEBUG nova.network.neutron [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Updating instance_info_cache with network_info: [{"id": "b2048e68-e4c4-4f9f-b034-e825fe9bd62f", "address": "fa:16:3e:d1:b4:50", "network": {"id": "ee93d123-79cb-41bc-b64e-cfb62035e89c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1327532590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cfc6791660c42bdb1a83db36b38549f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2048e68-e4", "ovs_interfaceid": "b2048e68-e4c4-4f9f-b034-e825fe9bd62f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.117228] env[62189]: DEBUG nova.network.neutron [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updated VIF entry in instance network info cache for port 2f41c132-8cbe-47e1-89b2-0329834247d5. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1819.117228] env[62189]: DEBUG nova.network.neutron [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updating instance_info_cache with network_info: [{"id": "2f41c132-8cbe-47e1-89b2-0329834247d5", "address": "fa:16:3e:06:6b:51", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f41c132-8c", "ovs_interfaceid": "2f41c132-8cbe-47e1-89b2-0329834247d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.226360] env[62189]: DEBUG nova.network.neutron [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Successfully created port: 31bef9cb-2ed5-42fa-9b39-4af52b41ab45 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1819.307024] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121622, 'name': ReconfigVM_Task, 'duration_secs': 0.729993} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.308315] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 6caf9898-a70f-4e51-93a5-c7bc4af8ad41/6caf9898-a70f-4e51-93a5-c7bc4af8ad41.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1819.309047] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c91672e-2236-40ea-8706-128437d9384a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.317075] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1819.317075] env[62189]: value = "task-2121624" [ 1819.317075] env[62189]: _type = "Task" [ 1819.317075] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.328417] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121624, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.429273] env[62189]: DEBUG nova.scheduler.client.report [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1819.502027] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "refresh_cache-eea91f08-c90d-41f5-81f0-effb11446791" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.502027] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquired lock "refresh_cache-eea91f08-c90d-41f5-81f0-effb11446791" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.508028] env[62189]: DEBUG nova.network.neutron [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1819.508028] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6a05d28-a31b-45a8-885d-fe4559f0b0f8 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Lock "a8d75cbd-7174-4b93-8735-f76278917633" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.695s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.559329] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121623, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.587224] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Releasing lock "refresh_cache-8e2ab3cd-216d-4921-b0e5-d5f88527ceef" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.587728] env[62189]: DEBUG nova.compute.manager [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Instance network_info: |[{"id": "b2048e68-e4c4-4f9f-b034-e825fe9bd62f", "address": "fa:16:3e:d1:b4:50", "network": {"id": "ee93d123-79cb-41bc-b64e-cfb62035e89c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1327532590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cfc6791660c42bdb1a83db36b38549f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2048e68-e4", "ovs_interfaceid": "b2048e68-e4c4-4f9f-b034-e825fe9bd62f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1819.588349] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:b4:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2048e68-e4c4-4f9f-b034-e825fe9bd62f', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1819.597663] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Creating folder: Project (4cfc6791660c42bdb1a83db36b38549f). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1819.597763] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3ea7870-3f94-4014-8b53-851c8a5f75ee {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.611343] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Created folder: Project (4cfc6791660c42bdb1a83db36b38549f) in parent group-v433996. [ 1819.611510] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Creating folder: Instances. Parent ref: group-v434021. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1819.611767] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9a2edc5-0313-4774-ad3d-90526a8b87a1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.625862] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Created folder: Instances in parent group-v434021. [ 1819.626351] env[62189]: DEBUG oslo.service.loopingcall [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.626615] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1819.626864] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fd09003-802f-455c-89d2-2feec8f2f9dc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.648215] env[62189]: DEBUG nova.compute.manager [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1819.651608] env[62189]: DEBUG oslo_concurrency.lockutils [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] Releasing lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.651608] env[62189]: DEBUG nova.compute.manager [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Received event network-vif-plugged-f5b89aa2-bac2-4a93-ad63-8509092fba3e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1819.651941] env[62189]: DEBUG oslo_concurrency.lockutils [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] Acquiring lock "674e7329-baf4-4f64-9c93-eaa001eb5472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.652162] env[62189]: DEBUG oslo_concurrency.lockutils [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] Lock "674e7329-baf4-4f64-9c93-eaa001eb5472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.652369] env[62189]: DEBUG oslo_concurrency.lockutils [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] Lock "674e7329-baf4-4f64-9c93-eaa001eb5472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.652576] env[62189]: DEBUG nova.compute.manager [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] No waiting events found dispatching network-vif-plugged-f5b89aa2-bac2-4a93-ad63-8509092fba3e {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1819.652777] env[62189]: WARNING nova.compute.manager [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Received unexpected event network-vif-plugged-f5b89aa2-bac2-4a93-ad63-8509092fba3e for instance with vm_state building and task_state spawning. [ 1819.655911] env[62189]: DEBUG nova.compute.manager [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Received event network-changed-f5b89aa2-bac2-4a93-ad63-8509092fba3e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1819.655911] env[62189]: DEBUG nova.compute.manager [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Refreshing instance network info cache due to event network-changed-f5b89aa2-bac2-4a93-ad63-8509092fba3e. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1819.655911] env[62189]: DEBUG oslo_concurrency.lockutils [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] Acquiring lock "refresh_cache-674e7329-baf4-4f64-9c93-eaa001eb5472" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.655911] env[62189]: DEBUG oslo_concurrency.lockutils [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] Acquired lock "refresh_cache-674e7329-baf4-4f64-9c93-eaa001eb5472" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.655911] env[62189]: DEBUG nova.network.neutron [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Refreshing network info cache for port f5b89aa2-bac2-4a93-ad63-8509092fba3e {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1819.665932] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1819.665932] env[62189]: value = "task-2121627" [ 1819.665932] env[62189]: _type = "Task" [ 1819.665932] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.675995] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121627, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.688424] env[62189]: DEBUG nova.virt.hardware [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1819.689758] env[62189]: DEBUG nova.virt.hardware [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1819.689910] env[62189]: DEBUG nova.virt.hardware [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1819.690802] env[62189]: DEBUG nova.virt.hardware [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1819.690802] env[62189]: DEBUG nova.virt.hardware [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1819.690802] env[62189]: DEBUG nova.virt.hardware [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1819.690802] env[62189]: DEBUG nova.virt.hardware [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1819.690802] env[62189]: DEBUG nova.virt.hardware [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1819.691559] env[62189]: DEBUG nova.virt.hardware [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1819.691559] env[62189]: DEBUG nova.virt.hardware [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1819.691559] env[62189]: DEBUG nova.virt.hardware [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1819.695190] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d989872-72cc-4b8a-ba1e-902caa2fc04d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.706065] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725b5d0d-25a4-4b67-a554-6cc25ea129ec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.819302] env[62189]: DEBUG nova.compute.manager [req-43bff386-ff70-4c89-86ab-29ed6d52f1bc req-497eb403-5d93-4c64-bbe5-49db82232224 service nova] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Received event network-vif-deleted-e190acf2-2bee-4310-abc3-1ca47e1e9dfa {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1819.831748] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121624, 'name': Rename_Task, 'duration_secs': 0.24516} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.831881] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1819.832420] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49d886ea-c1d7-4101-84f6-9ae02294f957 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.841444] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1819.841444] env[62189]: value = "task-2121628" [ 1819.841444] env[62189]: _type = "Task" [ 1819.841444] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.857427] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.884646] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Acquiring lock "a2e638a5-ed5f-4abc-a898-202664e2ed69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.884646] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Lock "a2e638a5-ed5f-4abc-a898-202664e2ed69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.941598] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.942082] env[62189]: DEBUG nova.compute.manager [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1819.947303] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Acquiring lock "53dda0cf-f670-45a3-80a2-4081352e5afb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.948039] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Lock "53dda0cf-f670-45a3-80a2-4081352e5afb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.950099] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.925s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.950099] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.950099] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1819.950883] env[62189]: DEBUG oslo_concurrency.lockutils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.223s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.952776] env[62189]: INFO nova.compute.claims [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1819.958044] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6571026-788b-47ed-b066-6a8b6f28259f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.977073] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991ad2ab-a17a-4099-aefc-8cb5a672a2fc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.013825] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03427301-95d8-427d-ab75-c0b032fd33b1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.023236] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6403123c-3eb9-4810-afc6-3fb50a28fcfc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.068904] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181261MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1820.068904] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.086505] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68246} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.086505] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 674e7329-baf4-4f64-9c93-eaa001eb5472/674e7329-baf4-4f64-9c93-eaa001eb5472.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1820.086505] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1820.086505] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e78efdcc-df79-4866-93cf-8eaa8fdd58f5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.092493] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1820.092493] env[62189]: value = "task-2121629" [ 1820.092493] env[62189]: _type = "Task" [ 1820.092493] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.107446] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.136953] env[62189]: DEBUG nova.network.neutron [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1820.187085] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121627, 'name': CreateVM_Task, 'duration_secs': 0.449785} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.188094] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1820.188094] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.188252] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.188462] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1820.188770] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b329638f-4391-458a-974c-8a4fcfb65893 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.195529] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1820.195529] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f5d088-73dd-67a6-9048-fa94a983adeb" [ 1820.195529] env[62189]: _type = "Task" [ 1820.195529] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.206715] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f5d088-73dd-67a6-9048-fa94a983adeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.354880] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.387603] env[62189]: DEBUG nova.compute.manager [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1820.461526] env[62189]: DEBUG nova.compute.utils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1820.465516] env[62189]: DEBUG nova.compute.manager [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1820.470614] env[62189]: DEBUG nova.compute.manager [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1820.470936] env[62189]: DEBUG nova.network.neutron [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1820.582653] env[62189]: DEBUG nova.network.neutron [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Updating instance_info_cache with network_info: [{"id": "f153f142-a757-4e76-8335-2167ef6f33fb", "address": "fa:16:3e:20:9a:30", "network": {"id": "2ae2de1f-3253-4655-9ae2-12d99a31ff38", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-521811378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f8606c9cc9f453bb36f335bde96b502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf153f142-a7", "ovs_interfaceid": "f153f142-a757-4e76-8335-2167ef6f33fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.607734] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121355} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.607734] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1820.608382] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fb1132-395e-45a0-a17a-dd5afb511a3c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.635812] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 674e7329-baf4-4f64-9c93-eaa001eb5472/674e7329-baf4-4f64-9c93-eaa001eb5472.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1820.637848] env[62189]: DEBUG nova.policy [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a23abfe9b42549e0afa8f52eee20e919', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef00e3e023014530ab0c92de9dbe82e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1820.642116] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd7c790e-5f7a-4e20-a0ab-8b6cc7c00a9c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.670075] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1820.670075] env[62189]: value = "task-2121630" [ 1820.670075] env[62189]: _type = "Task" [ 1820.670075] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.683287] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121630, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.710701] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f5d088-73dd-67a6-9048-fa94a983adeb, 'name': SearchDatastore_Task, 'duration_secs': 0.024664} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.710701] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.710791] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1820.711036] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.711191] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.712166] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1820.712166] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-424bebd0-1781-461b-9718-930f526be90f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.722848] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1820.723064] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1820.724100] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cbb55a3-4716-4026-81fc-7fe372a0a024 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.729460] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1820.729460] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5244bdd7-4f7e-301d-c432-5f38f00b4807" [ 1820.729460] env[62189]: _type = "Task" [ 1820.729460] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.738177] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5244bdd7-4f7e-301d-c432-5f38f00b4807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.856394] env[62189]: DEBUG oslo_vmware.api [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121628, 'name': PowerOnVM_Task, 'duration_secs': 0.836014} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.856711] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1820.856914] env[62189]: INFO nova.compute.manager [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Took 12.66 seconds to spawn the instance on the hypervisor. [ 1820.857105] env[62189]: DEBUG nova.compute.manager [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1820.858324] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56d04b4-2033-4db1-be52-61be4299ebf4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.924818] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.948202] env[62189]: DEBUG nova.network.neutron [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Updated VIF entry in instance network info cache for port f5b89aa2-bac2-4a93-ad63-8509092fba3e. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1820.948606] env[62189]: DEBUG nova.network.neutron [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Updating instance_info_cache with network_info: [{"id": "f5b89aa2-bac2-4a93-ad63-8509092fba3e", "address": "fa:16:3e:d6:93:96", "network": {"id": "11497afc-56fa-4b6c-bbdc-6cd28061d2ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2010063516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6f17208b1284ea6849ab6c689ba9467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5b89aa2-ba", "ovs_interfaceid": "f5b89aa2-bac2-4a93-ad63-8509092fba3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.970696] env[62189]: DEBUG nova.compute.manager [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1820.998927] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.086789] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Releasing lock "refresh_cache-eea91f08-c90d-41f5-81f0-effb11446791" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.087403] env[62189]: DEBUG nova.compute.manager [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Instance network_info: |[{"id": "f153f142-a757-4e76-8335-2167ef6f33fb", "address": "fa:16:3e:20:9a:30", "network": {"id": "2ae2de1f-3253-4655-9ae2-12d99a31ff38", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-521811378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f8606c9cc9f453bb36f335bde96b502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf153f142-a7", "ovs_interfaceid": "f153f142-a757-4e76-8335-2167ef6f33fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1821.088262] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:9a:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f153f142-a757-4e76-8335-2167ef6f33fb', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1821.095808] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Creating folder: Project (6f8606c9cc9f453bb36f335bde96b502). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1821.096117] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b055c183-d02a-4aae-915f-aee64c737a80 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.111449] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Created folder: Project (6f8606c9cc9f453bb36f335bde96b502) in parent group-v433996. [ 1821.111640] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Creating folder: Instances. Parent ref: group-v434024. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1821.114901] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af30a79f-6470-433a-a53d-8094350fcf5c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.124440] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Created folder: Instances in parent group-v434024. [ 1821.124683] env[62189]: DEBUG oslo.service.loopingcall [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1821.126139] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1821.126139] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3c7369a-e3cd-4fa2-8c67-7f1fefb7af61 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.147733] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1821.147733] env[62189]: value = "task-2121633" [ 1821.147733] env[62189]: _type = "Task" [ 1821.147733] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.155765] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121633, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.184214] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.241896] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5244bdd7-4f7e-301d-c432-5f38f00b4807, 'name': SearchDatastore_Task, 'duration_secs': 0.023195} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.246568] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640b0280-ff8e-4f91-86c1-c542d68e3157 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.252891] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1821.252891] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522c4c56-e126-0108-054f-3fb0e812b9d6" [ 1821.252891] env[62189]: _type = "Task" [ 1821.252891] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.263155] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522c4c56-e126-0108-054f-3fb0e812b9d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.296312] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59d83b9-faea-4431-9ec9-97211950dffa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.308801] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa8e38a-8915-4d69-b500-7a8c448bdbce {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.347912] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0d594b-566a-43de-9bbc-f04c3d21f786 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.352864] env[62189]: DEBUG nova.compute.manager [None req-34909f4a-8f1f-48b1-9024-17a335629a20 tempest-ServerDiagnosticsTest-1085209168 tempest-ServerDiagnosticsTest-1085209168-project-admin] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1821.354661] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3f2a64-0f1a-4e78-9180-1e171a069a3f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.364823] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7e9d35-c8fd-4766-889b-b4cdf829e395 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.369456] env[62189]: INFO nova.compute.manager [None req-34909f4a-8f1f-48b1-9024-17a335629a20 tempest-ServerDiagnosticsTest-1085209168 tempest-ServerDiagnosticsTest-1085209168-project-admin] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Retrieving diagnostics [ 1821.370418] env[62189]: DEBUG nova.network.neutron [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Successfully created port: 4db8da8a-4d55-433c-b707-2e8b37bae00d {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1821.376962] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e457d1-43c9-46ce-993c-44780185b919 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.383207] env[62189]: INFO nova.compute.manager [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Took 25.08 seconds to build instance. [ 1821.393880] env[62189]: DEBUG nova.compute.provider_tree [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.451403] env[62189]: DEBUG oslo_concurrency.lockutils [req-f70c5cdf-1016-4e2b-9ce8-1d13ab00ae7b req-905a988b-0e45-4de7-8331-43fd714ca5c2 service nova] Releasing lock "refresh_cache-674e7329-baf4-4f64-9c93-eaa001eb5472" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.475248] env[62189]: DEBUG nova.network.neutron [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Successfully updated port: 31bef9cb-2ed5-42fa-9b39-4af52b41ab45 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1821.664383] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121633, 'name': CreateVM_Task, 'duration_secs': 0.394729} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.664383] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1821.666042] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.666042] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.669561] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1821.669561] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da10d932-73ab-4e53-aa25-3b623fd5feeb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.681392] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 1821.681392] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528cf9a6-5714-4fb9-53a0-82351fa1e072" [ 1821.681392] env[62189]: _type = "Task" [ 1821.681392] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.693071] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121630, 'name': ReconfigVM_Task, 'duration_secs': 0.604403} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.694195] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 674e7329-baf4-4f64-9c93-eaa001eb5472/674e7329-baf4-4f64-9c93-eaa001eb5472.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1821.700627] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c802329c-095e-4de2-9fc7-d63f62c125c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.703426] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528cf9a6-5714-4fb9-53a0-82351fa1e072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.711029] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1821.711029] env[62189]: value = "task-2121634" [ 1821.711029] env[62189]: _type = "Task" [ 1821.711029] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.731046] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121634, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.762564] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522c4c56-e126-0108-054f-3fb0e812b9d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012405} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.762986] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.763389] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 8e2ab3cd-216d-4921-b0e5-d5f88527ceef/8e2ab3cd-216d-4921-b0e5-d5f88527ceef.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1821.763818] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dc6b30c-80eb-43a5-ba1c-32591441b4bb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.771355] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1821.771355] env[62189]: value = "task-2121635" [ 1821.771355] env[62189]: _type = "Task" [ 1821.771355] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.779764] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.885255] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c6fc634-8285-462e-9bfe-c6fd64e6a49b tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.589s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.929149] env[62189]: DEBUG nova.scheduler.client.report [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1821.979892] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Acquiring lock "refresh_cache-0b207809-f807-4fd8-906c-93308156ee3c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.979892] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Acquired lock "refresh_cache-0b207809-f807-4fd8-906c-93308156ee3c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.979892] env[62189]: DEBUG nova.network.neutron [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1821.984849] env[62189]: DEBUG nova.compute.manager [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1822.030933] env[62189]: DEBUG nova.virt.hardware [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:45:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='687660588',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-890108105',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1822.031267] env[62189]: DEBUG nova.virt.hardware [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1822.031487] env[62189]: DEBUG nova.virt.hardware [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1822.031710] env[62189]: DEBUG nova.virt.hardware [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1822.031895] env[62189]: DEBUG nova.virt.hardware [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1822.032301] env[62189]: DEBUG nova.virt.hardware [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1822.033132] env[62189]: DEBUG nova.virt.hardware [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1822.033832] env[62189]: DEBUG nova.virt.hardware [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1822.034100] env[62189]: DEBUG nova.virt.hardware [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1822.034486] env[62189]: DEBUG nova.virt.hardware [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1822.034883] env[62189]: DEBUG nova.virt.hardware [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1822.039071] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbb7a7c-2074-477e-93b1-dc25a6c39fe2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.051803] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b601e6f-a7e3-4b69-8268-d736f70edb5f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.203393] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528cf9a6-5714-4fb9-53a0-82351fa1e072, 'name': SearchDatastore_Task, 'duration_secs': 0.030123} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.203393] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.203393] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1822.203393] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.203957] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.203957] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1822.203957] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7626ea9-3d82-4e9a-bd58-64b39ebea269 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.222507] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121634, 'name': Rename_Task, 'duration_secs': 0.27365} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.223936] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1822.224260] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1822.224434] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1822.225162] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3dedd08-72b7-4eba-853f-fb1ef7aec657 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.227473] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8eca046-e5dc-46bd-990d-24f1baf6e6b5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.233383] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 1822.233383] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527f31b0-b592-3f15-7564-899d40cdf9ee" [ 1822.233383] env[62189]: _type = "Task" [ 1822.233383] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.240656] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1822.240656] env[62189]: value = "task-2121636" [ 1822.240656] env[62189]: _type = "Task" [ 1822.240656] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.257409] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527f31b0-b592-3f15-7564-899d40cdf9ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.257932] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.282969] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121635, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.435469] env[62189]: DEBUG oslo_concurrency.lockutils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.436198] env[62189]: DEBUG nova.compute.manager [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1822.444386] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.811s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.444562] env[62189]: DEBUG nova.objects.instance [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Lazy-loading 'resources' on Instance uuid e5b9278a-6ae0-4364-85af-05f776e29f05 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.544743] env[62189]: DEBUG nova.network.neutron [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1822.703546] env[62189]: DEBUG nova.compute.manager [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Received event network-vif-plugged-b2048e68-e4c4-4f9f-b034-e825fe9bd62f {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1822.706460] env[62189]: DEBUG oslo_concurrency.lockutils [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] Acquiring lock "8e2ab3cd-216d-4921-b0e5-d5f88527ceef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.706460] env[62189]: DEBUG oslo_concurrency.lockutils [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] Lock "8e2ab3cd-216d-4921-b0e5-d5f88527ceef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.706460] env[62189]: DEBUG oslo_concurrency.lockutils [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] Lock "8e2ab3cd-216d-4921-b0e5-d5f88527ceef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.706460] env[62189]: DEBUG nova.compute.manager [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] No waiting events found dispatching network-vif-plugged-b2048e68-e4c4-4f9f-b034-e825fe9bd62f {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1822.706460] env[62189]: WARNING nova.compute.manager [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Received unexpected event network-vif-plugged-b2048e68-e4c4-4f9f-b034-e825fe9bd62f for instance with vm_state building and task_state spawning. [ 1822.707061] env[62189]: DEBUG nova.compute.manager [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Received event network-changed-b2048e68-e4c4-4f9f-b034-e825fe9bd62f {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1822.707061] env[62189]: DEBUG nova.compute.manager [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Refreshing instance network info cache due to event network-changed-b2048e68-e4c4-4f9f-b034-e825fe9bd62f. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1822.707061] env[62189]: DEBUG oslo_concurrency.lockutils [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] Acquiring lock "refresh_cache-8e2ab3cd-216d-4921-b0e5-d5f88527ceef" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.707061] env[62189]: DEBUG oslo_concurrency.lockutils [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] Acquired lock "refresh_cache-8e2ab3cd-216d-4921-b0e5-d5f88527ceef" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.707061] env[62189]: DEBUG nova.network.neutron [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Refreshing network info cache for port b2048e68-e4c4-4f9f-b034-e825fe9bd62f {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1822.760954] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527f31b0-b592-3f15-7564-899d40cdf9ee, 'name': SearchDatastore_Task, 'duration_secs': 0.061182} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.764676] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121636, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.764901] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb8802d5-34b7-4a78-9b7f-47ddfa068174 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.771406] env[62189]: DEBUG nova.compute.manager [None req-f66c68ab-3526-49f1-9e72-611135e9d775 tempest-ServerExternalEventsTest-234079213 tempest-ServerExternalEventsTest-234079213-project] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Received event network-changed {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1822.771973] env[62189]: DEBUG nova.compute.manager [None req-f66c68ab-3526-49f1-9e72-611135e9d775 tempest-ServerExternalEventsTest-234079213 tempest-ServerExternalEventsTest-234079213-project] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Refreshing instance network info cache due to event network-changed. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1822.771973] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f66c68ab-3526-49f1-9e72-611135e9d775 tempest-ServerExternalEventsTest-234079213 tempest-ServerExternalEventsTest-234079213-project] Acquiring lock "refresh_cache-a8d75cbd-7174-4b93-8735-f76278917633" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.771973] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f66c68ab-3526-49f1-9e72-611135e9d775 tempest-ServerExternalEventsTest-234079213 tempest-ServerExternalEventsTest-234079213-project] Acquired lock "refresh_cache-a8d75cbd-7174-4b93-8735-f76278917633" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.772154] env[62189]: DEBUG nova.network.neutron [None req-f66c68ab-3526-49f1-9e72-611135e9d775 tempest-ServerExternalEventsTest-234079213 tempest-ServerExternalEventsTest-234079213-project] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.783436] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 1822.783436] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e224c3-929c-cc0a-ec80-af6f4c042217" [ 1822.783436] env[62189]: _type = "Task" [ 1822.783436] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.795110] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708143} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.795540] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 8e2ab3cd-216d-4921-b0e5-d5f88527ceef/8e2ab3cd-216d-4921-b0e5-d5f88527ceef.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1822.795713] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1822.795964] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af38efef-fa6d-47c6-9142-b5105e8e91cc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.801033] env[62189]: DEBUG nova.network.neutron [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Updating instance_info_cache with network_info: [{"id": "31bef9cb-2ed5-42fa-9b39-4af52b41ab45", "address": "fa:16:3e:96:87:b0", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bef9cb-2e", "ovs_interfaceid": "31bef9cb-2ed5-42fa-9b39-4af52b41ab45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.805826] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e224c3-929c-cc0a-ec80-af6f4c042217, 'name': SearchDatastore_Task, 'duration_secs': 0.014186} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.807025] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.807025] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] eea91f08-c90d-41f5-81f0-effb11446791/eea91f08-c90d-41f5-81f0-effb11446791.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1822.807252] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2641ed71-8e05-45b8-b77e-e1eb394e2b28 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.812516] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1822.812516] env[62189]: value = "task-2121637" [ 1822.812516] env[62189]: _type = "Task" [ 1822.812516] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.826286] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.827144] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 1822.827144] env[62189]: value = "task-2121638" [ 1822.827144] env[62189]: _type = "Task" [ 1822.827144] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.838504] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2121638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.947719] env[62189]: DEBUG nova.compute.utils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1822.955789] env[62189]: DEBUG nova.compute.manager [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1822.956052] env[62189]: DEBUG nova.network.neutron [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1823.106247] env[62189]: DEBUG nova.policy [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dfbc6f6e6f041a7a450c57f5e155bef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc7b24be646b48c1a0adcac76b311d95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1823.152927] env[62189]: DEBUG oslo_concurrency.lockutils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "cc56c223-6cd4-4a8a-9262-cbb952386f93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.153158] env[62189]: DEBUG oslo_concurrency.lockutils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "cc56c223-6cd4-4a8a-9262-cbb952386f93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.263128] env[62189]: DEBUG oslo_vmware.api [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121636, 'name': PowerOnVM_Task, 'duration_secs': 0.956041} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.263128] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1823.263128] env[62189]: INFO nova.compute.manager [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Took 12.28 seconds to spawn the instance on the hypervisor. [ 1823.263643] env[62189]: DEBUG nova.compute.manager [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1823.268191] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0cdef3-502f-480e-81fa-f498afc0a7b6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.287741] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5b8eac-a3de-459b-b94f-0f2c9d73716c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.298797] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36aeb1e-b4f6-4406-abaf-aad78cbf5250 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.339413] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Releasing lock "refresh_cache-0b207809-f807-4fd8-906c-93308156ee3c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.339752] env[62189]: DEBUG nova.compute.manager [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Instance network_info: |[{"id": "31bef9cb-2ed5-42fa-9b39-4af52b41ab45", "address": "fa:16:3e:96:87:b0", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bef9cb-2e", "ovs_interfaceid": "31bef9cb-2ed5-42fa-9b39-4af52b41ab45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1823.343678] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:87:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31bef9cb-2ed5-42fa-9b39-4af52b41ab45', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1823.354636] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Creating folder: Project (b086e62f6f364c868160c1c483185bd3). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1823.363326] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20bbb6c-4cfa-4346-bb9d-e209f22fcdd4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.371753] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7aa3af42-afd2-40a7-bbfd-4b4480d5f728 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.385652] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09164} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.392285] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1823.392621] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2121638, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.393267] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Created folder: Project (b086e62f6f364c868160c1c483185bd3) in parent group-v433996. [ 1823.393267] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Creating folder: Instances. Parent ref: group-v434027. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1823.394507] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d80a264-8699-4cf3-aaf9-d1ad519c27bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.396779] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac2653d6-abe3-42c4-bea7-956308712aaf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.401287] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eb07f0-784b-4b64-99de-ab83bd9077f8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.428759] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 8e2ab3cd-216d-4921-b0e5-d5f88527ceef/8e2ab3cd-216d-4921-b0e5-d5f88527ceef.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1823.438584] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d03e8df0-fc26-4deb-8779-66a91ac3f1e3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.453469] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Created folder: Instances in parent group-v434027. [ 1823.453976] env[62189]: DEBUG oslo.service.loopingcall [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1823.454193] env[62189]: DEBUG nova.compute.provider_tree [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1823.459765] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1823.459765] env[62189]: DEBUG nova.compute.manager [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1823.459765] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d602d57-9203-473d-b1f0-a1c4a683ff51 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.481913] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1823.481913] env[62189]: value = "task-2121641" [ 1823.481913] env[62189]: _type = "Task" [ 1823.481913] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.492948] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1823.492948] env[62189]: value = "task-2121642" [ 1823.492948] env[62189]: _type = "Task" [ 1823.492948] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.500120] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.510963] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121642, 'name': CreateVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.512063] env[62189]: ERROR nova.scheduler.client.report [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] [req-febfa512-b165-4055-923c-1f9997505370] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-febfa512-b165-4055-923c-1f9997505370"}]} [ 1823.544281] env[62189]: DEBUG nova.scheduler.client.report [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1823.575606] env[62189]: DEBUG nova.scheduler.client.report [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1823.575931] env[62189]: DEBUG nova.compute.provider_tree [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1823.592625] env[62189]: DEBUG nova.scheduler.client.report [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1823.612524] env[62189]: DEBUG nova.scheduler.client.report [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1823.655507] env[62189]: DEBUG nova.compute.manager [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1823.792653] env[62189]: INFO nova.compute.manager [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Took 26.58 seconds to build instance. [ 1823.828324] env[62189]: DEBUG nova.network.neutron [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Updated VIF entry in instance network info cache for port b2048e68-e4c4-4f9f-b034-e825fe9bd62f. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1823.828324] env[62189]: DEBUG nova.network.neutron [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Updating instance_info_cache with network_info: [{"id": "b2048e68-e4c4-4f9f-b034-e825fe9bd62f", "address": "fa:16:3e:d1:b4:50", "network": {"id": "ee93d123-79cb-41bc-b64e-cfb62035e89c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1327532590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cfc6791660c42bdb1a83db36b38549f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2048e68-e4", "ovs_interfaceid": "b2048e68-e4c4-4f9f-b034-e825fe9bd62f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.834916] env[62189]: DEBUG nova.network.neutron [None req-f66c68ab-3526-49f1-9e72-611135e9d775 tempest-ServerExternalEventsTest-234079213 tempest-ServerExternalEventsTest-234079213-project] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Updating instance_info_cache with network_info: [{"id": "47462722-dd89-4da7-90e6-d7a98b6a292b", "address": "fa:16:3e:da:7b:2a", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47462722-dd", "ovs_interfaceid": "47462722-dd89-4da7-90e6-d7a98b6a292b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.849617] env[62189]: DEBUG oslo_concurrency.lockutils [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Acquiring lock "9eddd5b2-e125-488b-8be5-3896f136b197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.849864] env[62189]: DEBUG oslo_concurrency.lockutils [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Lock "9eddd5b2-e125-488b-8be5-3896f136b197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.862544] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2121638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619425} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.862819] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] eea91f08-c90d-41f5-81f0-effb11446791/eea91f08-c90d-41f5-81f0-effb11446791.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1823.863047] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1823.863309] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5643f71c-e5eb-4e55-9fde-e67b9e827f4a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.871369] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 1823.871369] env[62189]: value = "task-2121643" [ 1823.871369] env[62189]: _type = "Task" [ 1823.871369] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.887927] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2121643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.890911] env[62189]: DEBUG nova.network.neutron [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Successfully updated port: 4db8da8a-4d55-433c-b707-2e8b37bae00d {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1823.997746] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2a11d3-63fb-495b-b3c8-4f7d69c84638 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.026257] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.035423] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121642, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.036491] env[62189]: DEBUG nova.network.neutron [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Successfully created port: f539e6c0-8d8f-461b-8a8b-66665eb50ee4 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1824.041283] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35675154-0301-452a-9925-a472697d1582 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.094859] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2931e17-0cd1-4188-bdb6-4ce41b44305f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.106595] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61d5de1-a5fb-4f94-addd-1bebcae6a704 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.129409] env[62189]: DEBUG nova.compute.provider_tree [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1824.185948] env[62189]: DEBUG oslo_concurrency.lockutils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.295776] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d121aec-c663-46d9-bd2f-edb28384bfa0 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "674e7329-baf4-4f64-9c93-eaa001eb5472" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.089s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.332452] env[62189]: DEBUG oslo_concurrency.lockutils [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] Releasing lock "refresh_cache-8e2ab3cd-216d-4921-b0e5-d5f88527ceef" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.336023] env[62189]: DEBUG nova.compute.manager [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Received event network-vif-plugged-f153f142-a757-4e76-8335-2167ef6f33fb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1824.336023] env[62189]: DEBUG oslo_concurrency.lockutils [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] Acquiring lock "eea91f08-c90d-41f5-81f0-effb11446791-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.336023] env[62189]: DEBUG oslo_concurrency.lockutils [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] Lock "eea91f08-c90d-41f5-81f0-effb11446791-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.336023] env[62189]: DEBUG oslo_concurrency.lockutils [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] Lock "eea91f08-c90d-41f5-81f0-effb11446791-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.336023] env[62189]: DEBUG nova.compute.manager [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] [instance: eea91f08-c90d-41f5-81f0-effb11446791] No waiting events found dispatching network-vif-plugged-f153f142-a757-4e76-8335-2167ef6f33fb {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1824.336498] env[62189]: WARNING nova.compute.manager [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Received unexpected event network-vif-plugged-f153f142-a757-4e76-8335-2167ef6f33fb for instance with vm_state building and task_state spawning. [ 1824.336498] env[62189]: DEBUG nova.compute.manager [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Received event network-changed-f153f142-a757-4e76-8335-2167ef6f33fb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1824.336498] env[62189]: DEBUG nova.compute.manager [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Refreshing instance network info cache due to event network-changed-f153f142-a757-4e76-8335-2167ef6f33fb. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1824.336498] env[62189]: DEBUG oslo_concurrency.lockutils [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] Acquiring lock "refresh_cache-eea91f08-c90d-41f5-81f0-effb11446791" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.336498] env[62189]: DEBUG oslo_concurrency.lockutils [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] Acquired lock "refresh_cache-eea91f08-c90d-41f5-81f0-effb11446791" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.336657] env[62189]: DEBUG nova.network.neutron [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Refreshing network info cache for port f153f142-a757-4e76-8335-2167ef6f33fb {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1824.337835] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f66c68ab-3526-49f1-9e72-611135e9d775 tempest-ServerExternalEventsTest-234079213 tempest-ServerExternalEventsTest-234079213-project] Releasing lock "refresh_cache-a8d75cbd-7174-4b93-8735-f76278917633" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.355898] env[62189]: DEBUG nova.compute.manager [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1824.363038] env[62189]: DEBUG nova.compute.manager [req-c79a0803-ee2a-4ffc-a854-a2edfb2b9bdf req-86192a73-51ef-4ebf-80a5-3ffa9d928c67 service nova] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Received event network-changed-95e2b8c6-267c-4814-865a-56bbee0e6263 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1824.363153] env[62189]: DEBUG nova.compute.manager [req-c79a0803-ee2a-4ffc-a854-a2edfb2b9bdf req-86192a73-51ef-4ebf-80a5-3ffa9d928c67 service nova] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Refreshing instance network info cache due to event network-changed-95e2b8c6-267c-4814-865a-56bbee0e6263. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1824.363382] env[62189]: DEBUG oslo_concurrency.lockutils [req-c79a0803-ee2a-4ffc-a854-a2edfb2b9bdf req-86192a73-51ef-4ebf-80a5-3ffa9d928c67 service nova] Acquiring lock "refresh_cache-8f3c6230-2a8f-4b97-9fef-7df63b159e42" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.363631] env[62189]: DEBUG oslo_concurrency.lockutils [req-c79a0803-ee2a-4ffc-a854-a2edfb2b9bdf req-86192a73-51ef-4ebf-80a5-3ffa9d928c67 service nova] Acquired lock "refresh_cache-8f3c6230-2a8f-4b97-9fef-7df63b159e42" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.363676] env[62189]: DEBUG nova.network.neutron [req-c79a0803-ee2a-4ffc-a854-a2edfb2b9bdf req-86192a73-51ef-4ebf-80a5-3ffa9d928c67 service nova] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Refreshing network info cache for port 95e2b8c6-267c-4814-865a-56bbee0e6263 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1824.383497] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2121643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080753} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.383880] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1824.384846] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4af008-15ad-4ba7-bc9a-69e498b23c38 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.400890] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquiring lock "refresh_cache-427b309f-7dd9-4b10-82bc-a88a0812abe9" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.400890] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquired lock "refresh_cache-427b309f-7dd9-4b10-82bc-a88a0812abe9" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.401139] env[62189]: DEBUG nova.network.neutron [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.414585] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] eea91f08-c90d-41f5-81f0-effb11446791/eea91f08-c90d-41f5-81f0-effb11446791.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1824.416766] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c3f6187-4027-4aca-aa85-42a32c04d34b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.441366] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 1824.441366] env[62189]: value = "task-2121648" [ 1824.441366] env[62189]: _type = "Task" [ 1824.441366] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.450662] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2121648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.485393] env[62189]: DEBUG nova.compute.manager [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1824.520462] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121641, 'name': ReconfigVM_Task, 'duration_secs': 0.655834} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.521145] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 8e2ab3cd-216d-4921-b0e5-d5f88527ceef/8e2ab3cd-216d-4921-b0e5-d5f88527ceef.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1824.529352] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-736b84bc-7370-4fca-b20b-e9e184641a74 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.532619] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121642, 'name': CreateVM_Task, 'duration_secs': 0.581152} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.536610] env[62189]: DEBUG nova.virt.hardware [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1824.537129] env[62189]: DEBUG nova.virt.hardware [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1824.537510] env[62189]: DEBUG nova.virt.hardware [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1824.538513] env[62189]: DEBUG nova.virt.hardware [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1824.538513] env[62189]: DEBUG nova.virt.hardware [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1824.539516] env[62189]: DEBUG nova.virt.hardware [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1824.539516] env[62189]: DEBUG nova.virt.hardware [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1824.539516] env[62189]: DEBUG nova.virt.hardware [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1824.539665] env[62189]: DEBUG nova.virt.hardware [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1824.539993] env[62189]: DEBUG nova.virt.hardware [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1824.540540] env[62189]: DEBUG nova.virt.hardware [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1824.540896] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1824.542450] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620bebad-c67d-4bce-a04f-ce4850b4f2a2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.548516] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.548833] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.549446] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1824.549905] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113513cb-7c1a-4fe4-85c6-b1da190dff71 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.554912] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1824.554912] env[62189]: value = "task-2121649" [ 1824.554912] env[62189]: _type = "Task" [ 1824.554912] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.571220] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4170fb15-8eeb-46d8-96b7-1368d79d7baf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.581038] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Waiting for the task: (returnval){ [ 1824.581038] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52799d4e-eaf8-bbb8-bac2-54c6d8225136" [ 1824.581038] env[62189]: _type = "Task" [ 1824.581038] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.604627] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121649, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.609806] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52799d4e-eaf8-bbb8-bac2-54c6d8225136, 'name': SearchDatastore_Task, 'duration_secs': 0.017925} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.610115] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.610395] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1824.610653] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.611018] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.611018] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1824.611274] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c583b6d-36c6-4301-83d2-33e8db581c52 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.622386] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1824.624308] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1824.624308] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-257b029b-cca6-4554-b741-b4ce96c788dd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.636581] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Waiting for the task: (returnval){ [ 1824.636581] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522b87a4-0292-3ad7-5160-4788cf283d94" [ 1824.636581] env[62189]: _type = "Task" [ 1824.636581] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.648493] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522b87a4-0292-3ad7-5160-4788cf283d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.669205] env[62189]: DEBUG nova.scheduler.client.report [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 22 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1824.669543] env[62189]: DEBUG nova.compute.provider_tree [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 22 to 23 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1824.669803] env[62189]: DEBUG nova.compute.provider_tree [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1824.836885] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Acquiring lock "7674b0de-f406-4afe-b34c-e1a6d9120ca8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.837189] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Lock "7674b0de-f406-4afe-b34c-e1a6d9120ca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.837459] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Acquiring lock "7674b0de-f406-4afe-b34c-e1a6d9120ca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.837609] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Lock "7674b0de-f406-4afe-b34c-e1a6d9120ca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.837803] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Lock "7674b0de-f406-4afe-b34c-e1a6d9120ca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.842384] env[62189]: INFO nova.compute.manager [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Terminating instance [ 1824.880314] env[62189]: DEBUG oslo_concurrency.lockutils [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.957829] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2121648, 'name': ReconfigVM_Task, 'duration_secs': 0.283414} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.958661] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Reconfigured VM instance instance-0000000a to attach disk [datastore2] eea91f08-c90d-41f5-81f0-effb11446791/eea91f08-c90d-41f5-81f0-effb11446791.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1824.960501] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-572aa660-a985-4680-b249-fcfc714e5952 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.967452] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 1824.967452] env[62189]: value = "task-2121653" [ 1824.967452] env[62189]: _type = "Task" [ 1824.967452] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.979433] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2121653, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.019762] env[62189]: DEBUG nova.network.neutron [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1825.074597] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121649, 'name': Rename_Task, 'duration_secs': 0.269619} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.075010] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1825.076143] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3963693c-157b-424f-b9a6-32a58de2cb49 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.084107] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1825.084107] env[62189]: value = "task-2121654" [ 1825.084107] env[62189]: _type = "Task" [ 1825.084107] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.093963] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.098205] env[62189]: DEBUG nova.network.neutron [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Updated VIF entry in instance network info cache for port f153f142-a757-4e76-8335-2167ef6f33fb. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.098625] env[62189]: DEBUG nova.network.neutron [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Updating instance_info_cache with network_info: [{"id": "f153f142-a757-4e76-8335-2167ef6f33fb", "address": "fa:16:3e:20:9a:30", "network": {"id": "2ae2de1f-3253-4655-9ae2-12d99a31ff38", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-521811378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f8606c9cc9f453bb36f335bde96b502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf153f142-a7", "ovs_interfaceid": "f153f142-a757-4e76-8335-2167ef6f33fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.148868] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522b87a4-0292-3ad7-5160-4788cf283d94, 'name': SearchDatastore_Task, 'duration_secs': 0.015754} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.149727] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25b07789-dd16-42f6-922e-81c747959c4a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.158339] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Waiting for the task: (returnval){ [ 1825.158339] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521bb43f-12aa-2019-c586-80202b10f98f" [ 1825.158339] env[62189]: _type = "Task" [ 1825.158339] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.167899] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521bb43f-12aa-2019-c586-80202b10f98f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.176277] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.732s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.178926] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.110s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.213586] env[62189]: INFO nova.scheduler.client.report [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Deleted allocations for instance e5b9278a-6ae0-4364-85af-05f776e29f05 [ 1825.227292] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Acquiring lock "79c75d3b-3d29-4c76-b9c6-d0571bbc6019" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.227983] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Lock "79c75d3b-3d29-4c76-b9c6-d0571bbc6019" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.287281] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Acquiring lock "a8d75cbd-7174-4b93-8735-f76278917633" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.287989] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Lock "a8d75cbd-7174-4b93-8735-f76278917633" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.288645] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Acquiring lock "a8d75cbd-7174-4b93-8735-f76278917633-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.289917] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Lock "a8d75cbd-7174-4b93-8735-f76278917633-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.290240] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Lock "a8d75cbd-7174-4b93-8735-f76278917633-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.299134] env[62189]: INFO nova.compute.manager [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Terminating instance [ 1825.347647] env[62189]: DEBUG nova.compute.manager [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1825.347970] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1825.349143] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847e6859-4e1b-4707-a324-3692dd385e8a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.358397] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1825.358666] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be691195-5255-42f8-b988-e21a5641ecb9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.366186] env[62189]: DEBUG oslo_vmware.api [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Waiting for the task: (returnval){ [ 1825.366186] env[62189]: value = "task-2121655" [ 1825.366186] env[62189]: _type = "Task" [ 1825.366186] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.376458] env[62189]: DEBUG oslo_vmware.api [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.479262] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2121653, 'name': Rename_Task, 'duration_secs': 0.142652} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.479647] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1825.480569] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06ac514b-5bb5-4ff2-9604-93f7f75d581f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.487151] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 1825.487151] env[62189]: value = "task-2121656" [ 1825.487151] env[62189]: _type = "Task" [ 1825.487151] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.501767] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2121656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.597328] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121654, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.601825] env[62189]: DEBUG oslo_concurrency.lockutils [req-efc04ca3-91c3-40d9-a80d-e902b4813cf5 req-2132bbcb-fff6-4348-a427-e1a255c96916 service nova] Releasing lock "refresh_cache-eea91f08-c90d-41f5-81f0-effb11446791" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.672225] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521bb43f-12aa-2019-c586-80202b10f98f, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.672809] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.673152] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 0b207809-f807-4fd8-906c-93308156ee3c/0b207809-f807-4fd8-906c-93308156ee3c.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1825.673535] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-042bfb3c-3f05-4e62-9434-74666ca32430 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.681540] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Waiting for the task: (returnval){ [ 1825.681540] env[62189]: value = "task-2121657" [ 1825.681540] env[62189]: _type = "Task" [ 1825.681540] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.705531] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.726661] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d36e16f-3044-4993-83bf-c62f92681511 tempest-DeleteServersAdminTestJSON-1836038526 tempest-DeleteServersAdminTestJSON-1836038526-project-admin] Lock "e5b9278a-6ae0-4364-85af-05f776e29f05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.890s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.732021] env[62189]: DEBUG nova.compute.manager [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1825.806621] env[62189]: DEBUG nova.compute.manager [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1825.806915] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1825.807816] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad288551-92f6-48b2-8bd9-678fcac3fc03 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.817074] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1825.817074] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0a05044-3e8e-409f-8b90-0fb909b3bcd0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.822466] env[62189]: DEBUG nova.network.neutron [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Updating instance_info_cache with network_info: [{"id": "4db8da8a-4d55-433c-b707-2e8b37bae00d", "address": "fa:16:3e:53:71:8a", "network": {"id": "190fd2d2-2ddc-491e-b41b-4dfb0d86f681", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1147656893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef00e3e023014530ab0c92de9dbe82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4db8da8a-4d", "ovs_interfaceid": "4db8da8a-4d55-433c-b707-2e8b37bae00d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.828450] env[62189]: DEBUG oslo_vmware.api [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Waiting for the task: (returnval){ [ 1825.828450] env[62189]: value = "task-2121658" [ 1825.828450] env[62189]: _type = "Task" [ 1825.828450] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.836099] env[62189]: DEBUG oslo_vmware.api [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.837713] env[62189]: DEBUG nova.network.neutron [req-c79a0803-ee2a-4ffc-a854-a2edfb2b9bdf req-86192a73-51ef-4ebf-80a5-3ffa9d928c67 service nova] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Updated VIF entry in instance network info cache for port 95e2b8c6-267c-4814-865a-56bbee0e6263. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.838054] env[62189]: DEBUG nova.network.neutron [req-c79a0803-ee2a-4ffc-a854-a2edfb2b9bdf req-86192a73-51ef-4ebf-80a5-3ffa9d928c67 service nova] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Updating instance_info_cache with network_info: [{"id": "95e2b8c6-267c-4814-865a-56bbee0e6263", "address": "fa:16:3e:14:e0:87", "network": {"id": "b570e4f0-df45-49d0-a05c-fad1d73cdb4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-884198012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5265345202bd457fb38e5d9368261669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e2b8c6-26", "ovs_interfaceid": "95e2b8c6-267c-4814-865a-56bbee0e6263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.875953] env[62189]: DEBUG oslo_vmware.api [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121655, 'name': PowerOffVM_Task, 'duration_secs': 0.274157} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.876252] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1825.876418] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1825.876664] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dc9c75d-117c-43e9-91ef-f7df3b7c0829 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.997210] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2121656, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.078276] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Acquiring lock "008bb658-5840-4e78-8fcd-2ad8e6618dbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.078685] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Lock "008bb658-5840-4e78-8fcd-2ad8e6618dbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.078993] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Acquiring lock "008bb658-5840-4e78-8fcd-2ad8e6618dbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.079219] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Lock "008bb658-5840-4e78-8fcd-2ad8e6618dbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.079445] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Lock "008bb658-5840-4e78-8fcd-2ad8e6618dbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.082125] env[62189]: INFO nova.compute.manager [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Terminating instance [ 1826.098688] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121654, 'name': PowerOnVM_Task} progress is 72%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.195886] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121657, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.203352] env[62189]: INFO nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updating resource usage from migration 6f9355d9-ce23-4cbc-9809-750c9bab9783 [ 1826.224056] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 008bb658-5840-4e78-8fcd-2ad8e6618dbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.224217] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance ab4c28c6-4d64-435d-8865-d418a37a4562 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.224343] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 8f3c6230-2a8f-4b97-9fef-7df63b159e42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.224470] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 7674b0de-f406-4afe-b34c-e1a6d9120ca8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.224610] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance a8d75cbd-7174-4b93-8735-f76278917633 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.224810] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 674e7329-baf4-4f64-9c93-eaa001eb5472 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.224935] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 8e2ab3cd-216d-4921-b0e5-d5f88527ceef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.225063] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance eea91f08-c90d-41f5-81f0-effb11446791 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.225180] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 0b207809-f807-4fd8-906c-93308156ee3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.225292] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 427b309f-7dd9-4b10-82bc-a88a0812abe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.225402] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance ee56e67a-afef-4534-b83e-edf3fd6995cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1826.264790] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.290162] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1826.290473] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1826.290688] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Deleting the datastore file [datastore2] 7674b0de-f406-4afe-b34c-e1a6d9120ca8 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1826.291153] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65eb9d4c-6edb-4d70-bb48-7f99f4875f3f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.299517] env[62189]: DEBUG oslo_vmware.api [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Waiting for the task: (returnval){ [ 1826.299517] env[62189]: value = "task-2121660" [ 1826.299517] env[62189]: _type = "Task" [ 1826.299517] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.311498] env[62189]: DEBUG oslo_vmware.api [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.327781] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Releasing lock "refresh_cache-427b309f-7dd9-4b10-82bc-a88a0812abe9" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.331022] env[62189]: DEBUG nova.compute.manager [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Instance network_info: |[{"id": "4db8da8a-4d55-433c-b707-2e8b37bae00d", "address": "fa:16:3e:53:71:8a", "network": {"id": "190fd2d2-2ddc-491e-b41b-4dfb0d86f681", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1147656893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef00e3e023014530ab0c92de9dbe82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4db8da8a-4d", "ovs_interfaceid": "4db8da8a-4d55-433c-b707-2e8b37bae00d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1826.331229] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:71:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4db8da8a-4d55-433c-b707-2e8b37bae00d', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1826.337428] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Creating folder: Project (ef00e3e023014530ab0c92de9dbe82e7). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1826.341593] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3ad779f-4e59-4fbd-a3ae-3bfb42d72b4e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.344226] env[62189]: DEBUG oslo_concurrency.lockutils [req-c79a0803-ee2a-4ffc-a854-a2edfb2b9bdf req-86192a73-51ef-4ebf-80a5-3ffa9d928c67 service nova] Releasing lock "refresh_cache-8f3c6230-2a8f-4b97-9fef-7df63b159e42" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.350421] env[62189]: DEBUG oslo_vmware.api [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121658, 'name': PowerOffVM_Task, 'duration_secs': 0.285462} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.350760] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1826.350939] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1826.351259] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3aa2064-de37-4991-9c92-a6bf6c5cc4c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.354881] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Created folder: Project (ef00e3e023014530ab0c92de9dbe82e7) in parent group-v433996. [ 1826.354881] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Creating folder: Instances. Parent ref: group-v434036. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1826.356028] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a487dcd-ea6b-488d-9374-d83940d32fd9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.366737] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Created folder: Instances in parent group-v434036. [ 1826.366737] env[62189]: DEBUG oslo.service.loopingcall [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1826.366737] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1826.366966] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f24a06b-b100-4459-90e0-c544282431a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.388886] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1826.388886] env[62189]: value = "task-2121664" [ 1826.388886] env[62189]: _type = "Task" [ 1826.388886] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.397906] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121664, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.476517] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1826.476830] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1826.477137] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Deleting the datastore file [datastore2] a8d75cbd-7174-4b93-8735-f76278917633 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1826.477559] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e5322fe-181d-4c96-87a8-bc1623ccba89 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.488714] env[62189]: DEBUG oslo_vmware.api [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Waiting for the task: (returnval){ [ 1826.488714] env[62189]: value = "task-2121665" [ 1826.488714] env[62189]: _type = "Task" [ 1826.488714] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.504268] env[62189]: DEBUG oslo_vmware.api [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.507658] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2121656, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.597179] env[62189]: DEBUG nova.compute.manager [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1826.597179] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1826.597179] env[62189]: DEBUG oslo_vmware.api [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121654, 'name': PowerOnVM_Task, 'duration_secs': 1.472278} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.597949] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b179d0f-4b29-4349-99ce-0f0f8a68132e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.605022] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1826.605022] env[62189]: INFO nova.compute.manager [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Took 12.81 seconds to spawn the instance on the hypervisor. [ 1826.605022] env[62189]: DEBUG nova.compute.manager [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1826.605022] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66621ce-6219-4720-a723-a2c1501507e1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.613097] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1826.616294] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2ecbd01-bf32-443c-90e0-c56217dfdc65 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.624954] env[62189]: DEBUG oslo_vmware.api [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Waiting for the task: (returnval){ [ 1826.624954] env[62189]: value = "task-2121666" [ 1826.624954] env[62189]: _type = "Task" [ 1826.624954] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.635315] env[62189]: DEBUG oslo_vmware.api [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.700885] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691715} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.700885] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 0b207809-f807-4fd8-906c-93308156ee3c/0b207809-f807-4fd8-906c-93308156ee3c.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1826.700885] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1826.701134] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6d5d332-1c05-4222-b460-72b9823641bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.709435] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Waiting for the task: (returnval){ [ 1826.709435] env[62189]: value = "task-2121667" [ 1826.709435] env[62189]: _type = "Task" [ 1826.709435] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.722680] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.730381] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance a2e638a5-ed5f-4abc-a898-202664e2ed69 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1826.788481] env[62189]: DEBUG nova.network.neutron [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Successfully updated port: f539e6c0-8d8f-461b-8a8b-66665eb50ee4 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1826.815960] env[62189]: DEBUG oslo_vmware.api [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Task: {'id': task-2121660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300562} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.816392] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1826.816662] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1826.816897] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1826.817826] env[62189]: INFO nova.compute.manager [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Took 1.47 seconds to destroy the instance on the hypervisor. [ 1826.818418] env[62189]: DEBUG oslo.service.loopingcall [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1826.818693] env[62189]: DEBUG nova.compute.manager [-] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1826.818844] env[62189]: DEBUG nova.network.neutron [-] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1826.831053] env[62189]: DEBUG nova.compute.manager [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Received event network-vif-plugged-31bef9cb-2ed5-42fa-9b39-4af52b41ab45 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1826.831379] env[62189]: DEBUG oslo_concurrency.lockutils [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] Acquiring lock "0b207809-f807-4fd8-906c-93308156ee3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.831704] env[62189]: DEBUG oslo_concurrency.lockutils [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] Lock "0b207809-f807-4fd8-906c-93308156ee3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.832081] env[62189]: DEBUG oslo_concurrency.lockutils [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] Lock "0b207809-f807-4fd8-906c-93308156ee3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.832081] env[62189]: DEBUG nova.compute.manager [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] No waiting events found dispatching network-vif-plugged-31bef9cb-2ed5-42fa-9b39-4af52b41ab45 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1826.832252] env[62189]: WARNING nova.compute.manager [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Received unexpected event network-vif-plugged-31bef9cb-2ed5-42fa-9b39-4af52b41ab45 for instance with vm_state building and task_state spawning. [ 1826.832392] env[62189]: DEBUG nova.compute.manager [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Received event network-changed-31bef9cb-2ed5-42fa-9b39-4af52b41ab45 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1826.832551] env[62189]: DEBUG nova.compute.manager [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Refreshing instance network info cache due to event network-changed-31bef9cb-2ed5-42fa-9b39-4af52b41ab45. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1826.832723] env[62189]: DEBUG oslo_concurrency.lockutils [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] Acquiring lock "refresh_cache-0b207809-f807-4fd8-906c-93308156ee3c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.832889] env[62189]: DEBUG oslo_concurrency.lockutils [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] Acquired lock "refresh_cache-0b207809-f807-4fd8-906c-93308156ee3c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.833066] env[62189]: DEBUG nova.network.neutron [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Refreshing network info cache for port 31bef9cb-2ed5-42fa-9b39-4af52b41ab45 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1826.911767] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121664, 'name': CreateVM_Task, 'duration_secs': 0.474967} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.911767] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1826.915686] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.915686] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.915686] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1826.915686] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0b4e2b-ec9d-4abe-b4eb-c4c8e9bdc5f5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.928021] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 1826.928021] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527b41d9-909d-5fc8-3767-f545f742458d" [ 1826.928021] env[62189]: _type = "Task" [ 1826.928021] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.953431] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527b41d9-909d-5fc8-3767-f545f742458d, 'name': SearchDatastore_Task, 'duration_secs': 0.014913} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.954455] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.954873] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1826.955229] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.955422] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.955717] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1826.956342] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b627b13-f69f-42e4-ba65-797e1dffd3c0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.972101] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1826.972294] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1826.973498] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee09fd2-8af7-4fa7-b365-fbbd0854bb95 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.985565] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 1826.985565] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cbcb77-37a7-2279-9a72-b59471dcb024" [ 1826.985565] env[62189]: _type = "Task" [ 1826.985565] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.010316] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cbcb77-37a7-2279-9a72-b59471dcb024, 'name': SearchDatastore_Task, 'duration_secs': 0.016913} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.019778] env[62189]: DEBUG oslo_vmware.api [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2121656, 'name': PowerOnVM_Task, 'duration_secs': 1.069249} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.020135] env[62189]: DEBUG oslo_vmware.api [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Task: {'id': task-2121665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332674} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.020456] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65fbab6d-608e-4f95-8177-3532bb3f77f4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.024132] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.024410] env[62189]: INFO nova.compute.manager [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Took 10.78 seconds to spawn the instance on the hypervisor. [ 1827.024669] env[62189]: DEBUG nova.compute.manager [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1827.025200] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1827.025299] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1827.025523] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1827.025783] env[62189]: INFO nova.compute.manager [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1827.026112] env[62189]: DEBUG oslo.service.loopingcall [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.027147] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1859a38c-b319-43c9-a1ca-5d5d8be66411 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.030987] env[62189]: DEBUG nova.compute.manager [-] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1827.031136] env[62189]: DEBUG nova.network.neutron [-] [instance: a8d75cbd-7174-4b93-8735-f76278917633] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1827.036601] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 1827.036601] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529211a6-c8c3-8d32-b636-aa7330f99ce7" [ 1827.036601] env[62189]: _type = "Task" [ 1827.036601] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.053955] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529211a6-c8c3-8d32-b636-aa7330f99ce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.132341] env[62189]: INFO nova.compute.manager [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Took 25.48 seconds to build instance. [ 1827.141585] env[62189]: DEBUG oslo_vmware.api [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121666, 'name': PowerOffVM_Task, 'duration_secs': 0.24806} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.141585] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1827.141585] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1827.141585] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd83a53a-1df9-4575-a489-5c9da70bfcb9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.220767] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071866} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.221666] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1827.222504] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd4e7dc-1b1a-45e8-9b23-939ff12bfe4d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.246700] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 53dda0cf-f670-45a3-80a2-4081352e5afb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1827.258996] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 0b207809-f807-4fd8-906c-93308156ee3c/0b207809-f807-4fd8-906c-93308156ee3c.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1827.263727] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance cc56c223-6cd4-4a8a-9262-cbb952386f93 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1827.264872] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37860fb8-bcf4-45f9-8958-77ce897446fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.281026] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1827.281282] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1827.281560] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Deleting the datastore file [datastore2] 008bb658-5840-4e78-8fcd-2ad8e6618dbd {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1827.282777] env[62189]: DEBUG nova.compute.manager [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Stashing vm_state: active {{(pid=62189) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1827.286505] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 9eddd5b2-e125-488b-8be5-3896f136b197 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1827.289545] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6007f864-7ca1-4f31-b0d9-b4e0478ff751 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.293451] env[62189]: DEBUG oslo_concurrency.lockutils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Acquiring lock "refresh_cache-ee56e67a-afef-4534-b83e-edf3fd6995cf" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.293451] env[62189]: DEBUG oslo_concurrency.lockutils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Acquired lock "refresh_cache-ee56e67a-afef-4534-b83e-edf3fd6995cf" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.293451] env[62189]: DEBUG nova.network.neutron [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1827.301229] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Waiting for the task: (returnval){ [ 1827.301229] env[62189]: value = "task-2121670" [ 1827.301229] env[62189]: _type = "Task" [ 1827.301229] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.305375] env[62189]: DEBUG oslo_vmware.api [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Waiting for the task: (returnval){ [ 1827.305375] env[62189]: value = "task-2121671" [ 1827.305375] env[62189]: _type = "Task" [ 1827.305375] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.317125] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.320452] env[62189]: DEBUG oslo_vmware.api [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.555452] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529211a6-c8c3-8d32-b636-aa7330f99ce7, 'name': SearchDatastore_Task, 'duration_secs': 0.034831} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.559474] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.559474] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 427b309f-7dd9-4b10-82bc-a88a0812abe9/427b309f-7dd9-4b10-82bc-a88a0812abe9.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1827.562499] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfd539b0-840d-4365-bb39-511109c393f0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.567026] env[62189]: INFO nova.compute.manager [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Took 23.21 seconds to build instance. [ 1827.576237] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 1827.576237] env[62189]: value = "task-2121672" [ 1827.576237] env[62189]: _type = "Task" [ 1827.576237] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.587580] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2121672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.642048] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ffcc6431-511f-4bcf-a060-7207223fe607 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Lock "8e2ab3cd-216d-4921-b0e5-d5f88527ceef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.995s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.674238] env[62189]: DEBUG nova.network.neutron [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Updated VIF entry in instance network info cache for port 31bef9cb-2ed5-42fa-9b39-4af52b41ab45. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1827.674630] env[62189]: DEBUG nova.network.neutron [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Updating instance_info_cache with network_info: [{"id": "31bef9cb-2ed5-42fa-9b39-4af52b41ab45", "address": "fa:16:3e:96:87:b0", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bef9cb-2e", "ovs_interfaceid": "31bef9cb-2ed5-42fa-9b39-4af52b41ab45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.796667] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 79c75d3b-3d29-4c76-b9c6-d0571bbc6019 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1827.796838] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Migration 6f9355d9-ce23-4cbc-9809-750c9bab9783 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1827.797130] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1827.797306] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1827.816592] env[62189]: DEBUG oslo_vmware.api [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Task: {'id': task-2121671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440937} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.821220] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1827.821546] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1827.821685] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1827.821799] env[62189]: INFO nova.compute.manager [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1827.822097] env[62189]: DEBUG oslo.service.loopingcall [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.822349] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.822577] env[62189]: DEBUG nova.compute.manager [-] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1827.822674] env[62189]: DEBUG nova.network.neutron [-] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1827.830039] env[62189]: DEBUG oslo_concurrency.lockutils [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.866450] env[62189]: DEBUG nova.network.neutron [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1827.869665] env[62189]: DEBUG nova.network.neutron [-] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.071448] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3916fc66-3e72-446e-9614-691b60b44536 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "eea91f08-c90d-41f5-81f0-effb11446791" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.724s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.090995] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2121672, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.143136] env[62189]: DEBUG nova.network.neutron [-] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.152583] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471408f6-1841-40d4-bdf2-e10a2dae7f1c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.167010] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4035bfe-da1a-4208-960d-b890664cabca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.178212] env[62189]: DEBUG oslo_concurrency.lockutils [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] Releasing lock "refresh_cache-0b207809-f807-4fd8-906c-93308156ee3c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.178880] env[62189]: DEBUG nova.compute.manager [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Received event network-vif-plugged-4db8da8a-4d55-433c-b707-2e8b37bae00d {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1828.178880] env[62189]: DEBUG oslo_concurrency.lockutils [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] Acquiring lock "427b309f-7dd9-4b10-82bc-a88a0812abe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.179133] env[62189]: DEBUG oslo_concurrency.lockutils [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] Lock "427b309f-7dd9-4b10-82bc-a88a0812abe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.180356] env[62189]: DEBUG oslo_concurrency.lockutils [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] Lock "427b309f-7dd9-4b10-82bc-a88a0812abe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.180356] env[62189]: DEBUG nova.compute.manager [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] No waiting events found dispatching network-vif-plugged-4db8da8a-4d55-433c-b707-2e8b37bae00d {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1828.180356] env[62189]: WARNING nova.compute.manager [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Received unexpected event network-vif-plugged-4db8da8a-4d55-433c-b707-2e8b37bae00d for instance with vm_state building and task_state spawning. [ 1828.180356] env[62189]: DEBUG nova.compute.manager [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Received event network-changed-4db8da8a-4d55-433c-b707-2e8b37bae00d {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1828.180356] env[62189]: DEBUG nova.compute.manager [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Refreshing instance network info cache due to event network-changed-4db8da8a-4d55-433c-b707-2e8b37bae00d. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1828.181447] env[62189]: DEBUG oslo_concurrency.lockutils [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] Acquiring lock "refresh_cache-427b309f-7dd9-4b10-82bc-a88a0812abe9" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.181447] env[62189]: DEBUG oslo_concurrency.lockutils [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] Acquired lock "refresh_cache-427b309f-7dd9-4b10-82bc-a88a0812abe9" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.181447] env[62189]: DEBUG nova.network.neutron [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Refreshing network info cache for port 4db8da8a-4d55-433c-b707-2e8b37bae00d {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.214656] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8186749c-e7e6-4f9d-9fa3-e130d31b0aef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.223808] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3791223-7982-4837-ba94-28375f519101 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.241285] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1828.313551] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121670, 'name': ReconfigVM_Task, 'duration_secs': 0.637482} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.313839] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 0b207809-f807-4fd8-906c-93308156ee3c/0b207809-f807-4fd8-906c-93308156ee3c.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1828.314496] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9309345-0cec-4ad8-a832-59612d1037cc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.322131] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Waiting for the task: (returnval){ [ 1828.322131] env[62189]: value = "task-2121674" [ 1828.322131] env[62189]: _type = "Task" [ 1828.322131] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.331913] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121674, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.372739] env[62189]: INFO nova.compute.manager [-] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Took 1.34 seconds to deallocate network for instance. [ 1828.402464] env[62189]: DEBUG nova.network.neutron [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Updating instance_info_cache with network_info: [{"id": "f539e6c0-8d8f-461b-8a8b-66665eb50ee4", "address": "fa:16:3e:c2:80:b5", "network": {"id": "12f79741-40bf-4149-ae08-ef7580f383c3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1392189244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc7b24be646b48c1a0adcac76b311d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf539e6c0-8d", "ovs_interfaceid": "f539e6c0-8d8f-461b-8a8b-66665eb50ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.591839] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2121672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659436} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.592137] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 427b309f-7dd9-4b10-82bc-a88a0812abe9/427b309f-7dd9-4b10-82bc-a88a0812abe9.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1828.592320] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1828.592609] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-978975b9-f35a-4bca-8e3f-01aa620bd44a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.609067] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 1828.609067] env[62189]: value = "task-2121675" [ 1828.609067] env[62189]: _type = "Task" [ 1828.609067] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.615121] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2121675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.648035] env[62189]: INFO nova.compute.manager [-] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Took 1.83 seconds to deallocate network for instance. [ 1828.746132] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1828.843209] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121674, 'name': Rename_Task, 'duration_secs': 0.27286} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.843209] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1828.843209] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-385f74b2-5863-40d9-a656-e940671681e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.851901] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Waiting for the task: (returnval){ [ 1828.851901] env[62189]: value = "task-2121676" [ 1828.851901] env[62189]: _type = "Task" [ 1828.851901] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.865888] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.883237] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.905755] env[62189]: DEBUG oslo_concurrency.lockutils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Releasing lock "refresh_cache-ee56e67a-afef-4534-b83e-edf3fd6995cf" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.906117] env[62189]: DEBUG nova.compute.manager [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Instance network_info: |[{"id": "f539e6c0-8d8f-461b-8a8b-66665eb50ee4", "address": "fa:16:3e:c2:80:b5", "network": {"id": "12f79741-40bf-4149-ae08-ef7580f383c3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1392189244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc7b24be646b48c1a0adcac76b311d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf539e6c0-8d", "ovs_interfaceid": "f539e6c0-8d8f-461b-8a8b-66665eb50ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1828.907192] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:80:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f539e6c0-8d8f-461b-8a8b-66665eb50ee4', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1828.915810] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Creating folder: Project (dc7b24be646b48c1a0adcac76b311d95). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1828.915810] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfcdae37-93c2-4c46-a182-5e799b4f51e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.931427] env[62189]: DEBUG nova.network.neutron [-] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.932257] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Created folder: Project (dc7b24be646b48c1a0adcac76b311d95) in parent group-v433996. [ 1828.932557] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Creating folder: Instances. Parent ref: group-v434039. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1828.932870] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74afc242-913a-451c-9af7-38f9f1966ad5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.949108] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Created folder: Instances in parent group-v434039. [ 1828.949108] env[62189]: DEBUG oslo.service.loopingcall [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.949274] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1828.949466] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddc03ea1-edfc-439e-b74a-9942c151baf2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.975868] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1828.975868] env[62189]: value = "task-2121679" [ 1828.975868] env[62189]: _type = "Task" [ 1828.975868] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.986766] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121679, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.119215] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2121675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273113} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.120365] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1829.121907] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc1c7d2-8b66-493c-a26d-037ffb55b3ea {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.160972] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.170910] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 427b309f-7dd9-4b10-82bc-a88a0812abe9/427b309f-7dd9-4b10-82bc-a88a0812abe9.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1829.173961] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e3d9c5b-353c-4048-9cb1-197347d8fa2f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.200745] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 1829.200745] env[62189]: value = "task-2121681" [ 1829.200745] env[62189]: _type = "Task" [ 1829.200745] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.207081] env[62189]: DEBUG nova.compute.manager [req-3083a65e-4823-4bdf-9fdf-0459debed363 req-759ab5da-3f2e-4165-aa3e-1cedc6906ffd service nova] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Received event network-vif-deleted-47462722-dd89-4da7-90e6-d7a98b6a292b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1829.218031] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2121681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.253091] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1829.253091] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.073s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.253091] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.328s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.259274] env[62189]: INFO nova.compute.claims [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1829.357763] env[62189]: DEBUG nova.network.neutron [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Updated VIF entry in instance network info cache for port 4db8da8a-4d55-433c-b707-2e8b37bae00d. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.358300] env[62189]: DEBUG nova.network.neutron [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Updating instance_info_cache with network_info: [{"id": "4db8da8a-4d55-433c-b707-2e8b37bae00d", "address": "fa:16:3e:53:71:8a", "network": {"id": "190fd2d2-2ddc-491e-b41b-4dfb0d86f681", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1147656893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef00e3e023014530ab0c92de9dbe82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4db8da8a-4d", "ovs_interfaceid": "4db8da8a-4d55-433c-b707-2e8b37bae00d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.367342] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121676, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.439047] env[62189]: INFO nova.compute.manager [-] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Took 1.61 seconds to deallocate network for instance. [ 1829.492364] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121679, 'name': CreateVM_Task, 'duration_secs': 0.479522} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.492717] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1829.493360] env[62189]: DEBUG oslo_concurrency.lockutils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.493805] env[62189]: DEBUG oslo_concurrency.lockutils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.494425] env[62189]: DEBUG oslo_concurrency.lockutils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1829.495121] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741551bf-ffed-4cb0-8ce2-c2b46dd27022 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.508068] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Waiting for the task: (returnval){ [ 1829.508068] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52988407-085e-2dfb-ea0e-335ccc01b6e7" [ 1829.508068] env[62189]: _type = "Task" [ 1829.508068] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.522692] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52988407-085e-2dfb-ea0e-335ccc01b6e7, 'name': SearchDatastore_Task} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.522692] env[62189]: DEBUG oslo_concurrency.lockutils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.522692] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1829.522692] env[62189]: DEBUG oslo_concurrency.lockutils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.522996] env[62189]: DEBUG oslo_concurrency.lockutils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.522996] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1829.523233] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-800ead1e-531e-42a3-a07c-1879b119bfc3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.533896] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1829.534210] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1829.535115] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99a6a794-2e8a-436d-9c68-b1637b84eb1a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.545383] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Waiting for the task: (returnval){ [ 1829.545383] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529d0f3c-649b-7f5c-1667-0a158156730e" [ 1829.545383] env[62189]: _type = "Task" [ 1829.545383] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.557345] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529d0f3c-649b-7f5c-1667-0a158156730e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.713746] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2121681, 'name': ReconfigVM_Task, 'duration_secs': 0.472168} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.714435] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 427b309f-7dd9-4b10-82bc-a88a0812abe9/427b309f-7dd9-4b10-82bc-a88a0812abe9.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1829.714715] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d089ad8-f458-42eb-a811-0e17e7d7fb38 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.723086] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 1829.723086] env[62189]: value = "task-2121682" [ 1829.723086] env[62189]: _type = "Task" [ 1829.723086] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.734102] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2121682, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.760859] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquiring lock "94d4529e-9f02-4f11-b43f-691c9eb23848" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.761121] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Lock "94d4529e-9f02-4f11-b43f-691c9eb23848" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.861144] env[62189]: DEBUG oslo_concurrency.lockutils [req-75dec0b3-50a6-4fdd-a744-69092914480f req-2eab4add-9e41-4a2c-9767-9df737c65fae service nova] Releasing lock "refresh_cache-427b309f-7dd9-4b10-82bc-a88a0812abe9" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.866888] env[62189]: DEBUG oslo_vmware.api [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121676, 'name': PowerOnVM_Task, 'duration_secs': 0.829803} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.866888] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1829.866888] env[62189]: INFO nova.compute.manager [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1829.866888] env[62189]: DEBUG nova.compute.manager [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1829.866888] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400b43de-3c62-4812-888c-8bd48691262e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.945606] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.062349] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529d0f3c-649b-7f5c-1667-0a158156730e, 'name': SearchDatastore_Task, 'duration_secs': 0.011418} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.063212] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fedbd24d-6329-48eb-b6a2-4a6bbc18dfdc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.072082] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Waiting for the task: (returnval){ [ 1830.072082] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524b32da-82b8-88f4-f52e-2b285e3789f5" [ 1830.072082] env[62189]: _type = "Task" [ 1830.072082] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.081727] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524b32da-82b8-88f4-f52e-2b285e3789f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.238286] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2121682, 'name': Rename_Task, 'duration_secs': 0.316887} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.238680] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1830.238825] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1aee9d1-c2e1-4090-b5c3-23219f2235e0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.246066] env[62189]: DEBUG nova.compute.manager [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1830.248176] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07bc4a1-f170-412d-8347-2a25d2f3fdab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.252019] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 1830.252019] env[62189]: value = "task-2121684" [ 1830.252019] env[62189]: _type = "Task" [ 1830.252019] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.273373] env[62189]: DEBUG nova.compute.manager [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1830.279033] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2121684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.368335] env[62189]: DEBUG nova.compute.manager [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Received event network-vif-plugged-f539e6c0-8d8f-461b-8a8b-66665eb50ee4 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1830.368866] env[62189]: DEBUG oslo_concurrency.lockutils [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] Acquiring lock "ee56e67a-afef-4534-b83e-edf3fd6995cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.368950] env[62189]: DEBUG oslo_concurrency.lockutils [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] Lock "ee56e67a-afef-4534-b83e-edf3fd6995cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.369571] env[62189]: DEBUG oslo_concurrency.lockutils [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] Lock "ee56e67a-afef-4534-b83e-edf3fd6995cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.369571] env[62189]: DEBUG nova.compute.manager [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] No waiting events found dispatching network-vif-plugged-f539e6c0-8d8f-461b-8a8b-66665eb50ee4 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1830.369571] env[62189]: WARNING nova.compute.manager [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Received unexpected event network-vif-plugged-f539e6c0-8d8f-461b-8a8b-66665eb50ee4 for instance with vm_state building and task_state spawning. [ 1830.369856] env[62189]: DEBUG nova.compute.manager [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Received event network-changed-f539e6c0-8d8f-461b-8a8b-66665eb50ee4 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1830.369893] env[62189]: DEBUG nova.compute.manager [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Refreshing instance network info cache due to event network-changed-f539e6c0-8d8f-461b-8a8b-66665eb50ee4. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1830.370641] env[62189]: DEBUG oslo_concurrency.lockutils [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] Acquiring lock "refresh_cache-ee56e67a-afef-4534-b83e-edf3fd6995cf" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.370641] env[62189]: DEBUG oslo_concurrency.lockutils [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] Acquired lock "refresh_cache-ee56e67a-afef-4534-b83e-edf3fd6995cf" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.370641] env[62189]: DEBUG nova.network.neutron [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Refreshing network info cache for port f539e6c0-8d8f-461b-8a8b-66665eb50ee4 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.387117] env[62189]: INFO nova.compute.manager [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Took 18.15 seconds to build instance. [ 1830.586432] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524b32da-82b8-88f4-f52e-2b285e3789f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.590106] env[62189]: DEBUG oslo_concurrency.lockutils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.590486] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] ee56e67a-afef-4534-b83e-edf3fd6995cf/ee56e67a-afef-4534-b83e-edf3fd6995cf.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1830.592139] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67a81203-2bee-476e-949e-2686dec3fbc9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.603366] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Waiting for the task: (returnval){ [ 1830.603366] env[62189]: value = "task-2121685" [ 1830.603366] env[62189]: _type = "Task" [ 1830.603366] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.616190] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': task-2121685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.640126] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28afacb5-81bd-4ec5-9fdb-467ccf1aa53c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.649219] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899d756b-fcc0-49cd-83b4-d1205010b24c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.684126] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92df4d5-9d90-49f1-9d4b-6d4c935dfcbd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.694983] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edae6c6-665e-4749-8213-1504f45c75b6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.713346] env[62189]: DEBUG nova.compute.provider_tree [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1830.763992] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2121684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.773247] env[62189]: INFO nova.compute.manager [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] instance snapshotting [ 1830.775843] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a006ddb-edde-4f35-a7da-1dde454b99d0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.800995] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136c32ed-3f95-4594-acc3-d4bbe3a39cb5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.818210] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.890339] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6c15a86-55d9-445e-82e2-b91268259edd tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Lock "0b207809-f807-4fd8-906c-93308156ee3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.526s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.121619] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': task-2121685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501252} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.121895] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] ee56e67a-afef-4534-b83e-edf3fd6995cf/ee56e67a-afef-4534-b83e-edf3fd6995cf.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1831.122290] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1831.122367] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59ae3401-28af-4811-a66b-4ff85a9d1ffd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.135222] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Waiting for the task: (returnval){ [ 1831.135222] env[62189]: value = "task-2121686" [ 1831.135222] env[62189]: _type = "Task" [ 1831.135222] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.146717] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': task-2121686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.220838] env[62189]: DEBUG nova.scheduler.client.report [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.269531] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1831.271107] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2121684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.318864] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1831.318994] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-77fb1327-79ab-429b-ae34-aef3781944be {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.328772] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1831.328772] env[62189]: value = "task-2121688" [ 1831.328772] env[62189]: _type = "Task" [ 1831.328772] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.339293] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121688, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.419502] env[62189]: DEBUG nova.network.neutron [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Updated VIF entry in instance network info cache for port f539e6c0-8d8f-461b-8a8b-66665eb50ee4. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.419914] env[62189]: DEBUG nova.network.neutron [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Updating instance_info_cache with network_info: [{"id": "f539e6c0-8d8f-461b-8a8b-66665eb50ee4", "address": "fa:16:3e:c2:80:b5", "network": {"id": "12f79741-40bf-4149-ae08-ef7580f383c3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1392189244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc7b24be646b48c1a0adcac76b311d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf539e6c0-8d", "ovs_interfaceid": "f539e6c0-8d8f-461b-8a8b-66665eb50ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.650340] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': task-2121686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076732} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.650567] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1831.652061] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1c6b1f-0899-439d-875e-1f485f1bd67f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.683957] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] ee56e67a-afef-4534-b83e-edf3fd6995cf/ee56e67a-afef-4534-b83e-edf3fd6995cf.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1831.684338] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9425133e-aa64-4654-b83e-ba6a074a1263 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.710934] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Waiting for the task: (returnval){ [ 1831.710934] env[62189]: value = "task-2121689" [ 1831.710934] env[62189]: _type = "Task" [ 1831.710934] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.443631] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.191s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.443963] env[62189]: DEBUG nova.compute.manager [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1832.449917] env[62189]: DEBUG oslo_concurrency.lockutils [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] Releasing lock "refresh_cache-ee56e67a-afef-4534-b83e-edf3fd6995cf" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.450161] env[62189]: DEBUG nova.compute.manager [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Received event network-changed-f5b89aa2-bac2-4a93-ad63-8509092fba3e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1832.450348] env[62189]: DEBUG nova.compute.manager [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Refreshing instance network info cache due to event network-changed-f5b89aa2-bac2-4a93-ad63-8509092fba3e. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1832.450564] env[62189]: DEBUG oslo_concurrency.lockutils [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] Acquiring lock "refresh_cache-674e7329-baf4-4f64-9c93-eaa001eb5472" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.450688] env[62189]: DEBUG oslo_concurrency.lockutils [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] Acquired lock "refresh_cache-674e7329-baf4-4f64-9c93-eaa001eb5472" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.450842] env[62189]: DEBUG nova.network.neutron [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Refreshing network info cache for port f5b89aa2-bac2-4a93-ad63-8509092fba3e {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1832.453984] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': task-2121689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.454191] env[62189]: WARNING oslo_vmware.common.loopingcall [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] task run outlasted interval by 0.24379099999999998 sec [ 1832.454835] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.456s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.457190] env[62189]: INFO nova.compute.claims [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1832.468112] env[62189]: DEBUG nova.compute.manager [req-72a33f9a-03bd-490e-a964-b1d490b7da52 req-f80aac5b-0f39-4a57-a392-cec66242bdd4 service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Received event network-changed-f5b89aa2-bac2-4a93-ad63-8509092fba3e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1832.468344] env[62189]: DEBUG nova.compute.manager [req-72a33f9a-03bd-490e-a964-b1d490b7da52 req-f80aac5b-0f39-4a57-a392-cec66242bdd4 service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Refreshing instance network info cache due to event network-changed-f5b89aa2-bac2-4a93-ad63-8509092fba3e. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1832.468518] env[62189]: DEBUG oslo_concurrency.lockutils [req-72a33f9a-03bd-490e-a964-b1d490b7da52 req-f80aac5b-0f39-4a57-a392-cec66242bdd4 service nova] Acquiring lock "refresh_cache-674e7329-baf4-4f64-9c93-eaa001eb5472" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.468928] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1832.469167] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1832.469290] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 1832.470983] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Acquiring lock "a1ecef73-6a92-4651-b0ba-b472f5029fd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.471445] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Lock "a1ecef73-6a92-4651-b0ba-b472f5029fd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.485197] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121688, 'name': CreateSnapshot_Task, 'duration_secs': 0.997681} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.485474] env[62189]: DEBUG oslo_vmware.api [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2121684, 'name': PowerOnVM_Task, 'duration_secs': 1.91638} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.488702] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1832.488962] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1832.489230] env[62189]: INFO nova.compute.manager [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1832.489406] env[62189]: DEBUG nova.compute.manager [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.489807] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': task-2121689, 'name': ReconfigVM_Task, 'duration_secs': 0.528351} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.490915] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3aba36-afe0-4c11-b71f-2a78477b2786 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.493876] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93860d6d-239e-411f-8f7b-888a7cd38a6f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.496752] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Reconfigured VM instance instance-0000000d to attach disk [datastore2] ee56e67a-afef-4534-b83e-edf3fd6995cf/ee56e67a-afef-4534-b83e-edf3fd6995cf.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1832.498322] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d997cf7-cf6d-4ebc-9d3d-8b0704f28d4a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.515892] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Waiting for the task: (returnval){ [ 1832.515892] env[62189]: value = "task-2121691" [ 1832.515892] env[62189]: _type = "Task" [ 1832.515892] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.525747] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': task-2121691, 'name': Rename_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.962971] env[62189]: DEBUG nova.compute.utils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1832.964542] env[62189]: DEBUG nova.compute.manager [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1832.964673] env[62189]: DEBUG nova.network.neutron [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1832.976796] env[62189]: DEBUG nova.compute.manager [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1832.986808] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Skipping network cache update for instance because it is Building. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1832.986808] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Skipping network cache update for instance because it is Building. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1832.986808] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Skipping network cache update for instance because it is Building. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 1833.015403] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "refresh_cache-008bb658-5840-4e78-8fcd-2ad8e6618dbd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.015403] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquired lock "refresh_cache-008bb658-5840-4e78-8fcd-2ad8e6618dbd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.015716] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Forcefully refreshing network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1833.015716] env[62189]: DEBUG nova.objects.instance [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lazy-loading 'info_cache' on Instance uuid 008bb658-5840-4e78-8fcd-2ad8e6618dbd {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1833.032988] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1833.037692] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-62537fd0-d722-444e-9eb6-5441e1c2980c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.050907] env[62189]: INFO nova.compute.manager [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Took 20.71 seconds to build instance. [ 1833.055300] env[62189]: DEBUG nova.policy [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '212a3c4ed54e44f9bd51ad73ab3cc997', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91aef3ab777548e58169aa3de3b7a190', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1833.063074] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': task-2121691, 'name': Rename_Task, 'duration_secs': 0.280822} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.065109] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1833.065514] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1833.065514] env[62189]: value = "task-2121692" [ 1833.065514] env[62189]: _type = "Task" [ 1833.065514] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.065688] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e3df213-d6b5-4891-9143-64a14d66dd9a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.076678] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121692, 'name': CloneVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.078373] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Waiting for the task: (returnval){ [ 1833.078373] env[62189]: value = "task-2121693" [ 1833.078373] env[62189]: _type = "Task" [ 1833.078373] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.088449] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': task-2121693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.468603] env[62189]: DEBUG nova.compute.manager [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1833.515027] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.554333] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ef8647bc-c76e-45a1-96c4-867e22c5c6f9 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "427b309f-7dd9-4b10-82bc-a88a0812abe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.656s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.583675] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121692, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.590386] env[62189]: DEBUG nova.network.neutron [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Updated VIF entry in instance network info cache for port f5b89aa2-bac2-4a93-ad63-8509092fba3e. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1833.591084] env[62189]: DEBUG nova.network.neutron [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Updating instance_info_cache with network_info: [{"id": "f5b89aa2-bac2-4a93-ad63-8509092fba3e", "address": "fa:16:3e:d6:93:96", "network": {"id": "11497afc-56fa-4b6c-bbdc-6cd28061d2ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2010063516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6f17208b1284ea6849ab6c689ba9467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5b89aa2-ba", "ovs_interfaceid": "f5b89aa2-bac2-4a93-ad63-8509092fba3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.599623] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': task-2121693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.871265] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cd7413-1166-42ab-8993-5292dc19c25d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.888652] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e2ba79-8c97-4989-8ed4-e539e66afed8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.927535] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8819ed69-334f-4a94-a0c6-a267fafcdd6f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.939639] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a990f2ca-7733-4e64-900d-cbb29a1b73de {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.959640] env[62189]: DEBUG nova.compute.provider_tree [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.025900] env[62189]: DEBUG oslo_concurrency.lockutils [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Acquiring lock "0b207809-f807-4fd8-906c-93308156ee3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.027069] env[62189]: DEBUG oslo_concurrency.lockutils [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Lock "0b207809-f807-4fd8-906c-93308156ee3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.027655] env[62189]: DEBUG oslo_concurrency.lockutils [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Acquiring lock "0b207809-f807-4fd8-906c-93308156ee3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.029967] env[62189]: DEBUG oslo_concurrency.lockutils [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Lock "0b207809-f807-4fd8-906c-93308156ee3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.030288] env[62189]: DEBUG oslo_concurrency.lockutils [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Lock "0b207809-f807-4fd8-906c-93308156ee3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.033454] env[62189]: INFO nova.compute.manager [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Terminating instance [ 1834.085858] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121692, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.093190] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1834.098439] env[62189]: DEBUG oslo_concurrency.lockutils [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] Releasing lock "refresh_cache-674e7329-baf4-4f64-9c93-eaa001eb5472" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.098439] env[62189]: DEBUG nova.compute.manager [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Received event network-vif-deleted-ef005707-7865-4d33-b7fe-9add65fbb4ac {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1834.098439] env[62189]: DEBUG nova.compute.manager [req-002c2f3a-cb7c-4211-b1da-a352c4669de1 req-018e18ed-ee11-4351-810f-b3af4dd08d5d service nova] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Received event network-vif-deleted-dc143b26-b643-4783-a112-dcee7790e756 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1834.099466] env[62189]: DEBUG oslo_concurrency.lockutils [req-72a33f9a-03bd-490e-a964-b1d490b7da52 req-f80aac5b-0f39-4a57-a392-cec66242bdd4 service nova] Acquired lock "refresh_cache-674e7329-baf4-4f64-9c93-eaa001eb5472" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.099670] env[62189]: DEBUG nova.network.neutron [req-72a33f9a-03bd-490e-a964-b1d490b7da52 req-f80aac5b-0f39-4a57-a392-cec66242bdd4 service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Refreshing network info cache for port f5b89aa2-bac2-4a93-ad63-8509092fba3e {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.107043] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': task-2121693, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.107492] env[62189]: DEBUG nova.network.neutron [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Successfully created port: 03de7799-6512-41fd-a347-7c8917bbb18a {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1834.463439] env[62189]: DEBUG nova.scheduler.client.report [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1834.488023] env[62189]: DEBUG nova.compute.manager [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1834.520905] env[62189]: DEBUG nova.virt.hardware [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1834.520905] env[62189]: DEBUG nova.virt.hardware [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.520905] env[62189]: DEBUG nova.virt.hardware [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1834.521119] env[62189]: DEBUG nova.virt.hardware [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1834.521119] env[62189]: DEBUG nova.virt.hardware [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1834.521218] env[62189]: DEBUG nova.virt.hardware [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1834.521441] env[62189]: DEBUG nova.virt.hardware [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1834.521622] env[62189]: DEBUG nova.virt.hardware [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1834.521751] env[62189]: DEBUG nova.virt.hardware [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1834.521932] env[62189]: DEBUG nova.virt.hardware [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1834.522134] env[62189]: DEBUG nova.virt.hardware [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1834.523065] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90166a0-0454-4457-8136-7cb6c132de2e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.534134] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd59f0df-91ba-4fb2-8abe-cbc635d33606 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.552147] env[62189]: DEBUG nova.compute.manager [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1834.552147] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1834.552627] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8880e6-bf5d-4f52-8aea-78b2d674346b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.568044] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1834.568435] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4b9e5c4-ab5a-4c36-a16d-f5ab72a1d685 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.595773] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121692, 'name': CloneVM_Task} progress is 95%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.595773] env[62189]: DEBUG oslo_vmware.api [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Waiting for the task: (returnval){ [ 1834.595773] env[62189]: value = "task-2121696" [ 1834.595773] env[62189]: _type = "Task" [ 1834.595773] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.623852] env[62189]: DEBUG oslo_vmware.api [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.623852] env[62189]: DEBUG oslo_vmware.api [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': task-2121693, 'name': PowerOnVM_Task, 'duration_secs': 1.252555} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.623852] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1834.623852] env[62189]: INFO nova.compute.manager [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1834.623852] env[62189]: DEBUG nova.compute.manager [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1834.624719] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a468e981-5fd5-4725-8372-90436ca05fe8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.867654] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.969611] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.971301] env[62189]: DEBUG nova.compute.manager [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1834.977305] env[62189]: DEBUG oslo_concurrency.lockutils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.788s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.982020] env[62189]: INFO nova.compute.claims [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1835.087095] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121692, 'name': CloneVM_Task, 'duration_secs': 1.882511} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.087095] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Created linked-clone VM from snapshot [ 1835.087516] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e711151-0985-48d0-bf07-6af0f1a46c16 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.097641] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Uploading image 020f4a0d-2924-4a6d-96f8-60d131f7ad14 {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1835.115735] env[62189]: DEBUG oslo_vmware.api [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121696, 'name': PowerOffVM_Task, 'duration_secs': 0.37629} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.116128] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1835.116352] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1835.116709] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4d4b15f-b8c9-4ad1-b354-475416be25e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.137030] env[62189]: DEBUG oslo_vmware.rw_handles [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1835.137030] env[62189]: value = "vm-434043" [ 1835.137030] env[62189]: _type = "VirtualMachine" [ 1835.137030] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1835.137372] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4d03c2c3-e98f-4a47-a1cd-2be807eefd7d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.148255] env[62189]: DEBUG oslo_vmware.rw_handles [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Lease: (returnval){ [ 1835.148255] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521285e3-b7a4-f5ed-3ae2-ce3b8fe35e9a" [ 1835.148255] env[62189]: _type = "HttpNfcLease" [ 1835.148255] env[62189]: } obtained for exporting VM: (result){ [ 1835.148255] env[62189]: value = "vm-434043" [ 1835.148255] env[62189]: _type = "VirtualMachine" [ 1835.148255] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1835.149489] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the lease: (returnval){ [ 1835.149489] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521285e3-b7a4-f5ed-3ae2-ce3b8fe35e9a" [ 1835.149489] env[62189]: _type = "HttpNfcLease" [ 1835.149489] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1835.153689] env[62189]: INFO nova.compute.manager [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Took 20.48 seconds to build instance. [ 1835.160059] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1835.160059] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521285e3-b7a4-f5ed-3ae2-ce3b8fe35e9a" [ 1835.160059] env[62189]: _type = "HttpNfcLease" [ 1835.160059] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1835.212258] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1835.212914] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1835.212914] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Deleting the datastore file [datastore2] 0b207809-f807-4fd8-906c-93308156ee3c {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1835.212914] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6c26ab9-4815-4031-bd1b-0cad94617c63 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.221780] env[62189]: DEBUG oslo_vmware.api [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Waiting for the task: (returnval){ [ 1835.221780] env[62189]: value = "task-2121699" [ 1835.221780] env[62189]: _type = "Task" [ 1835.221780] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.231527] env[62189]: DEBUG oslo_vmware.api [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.369114] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Releasing lock "refresh_cache-008bb658-5840-4e78-8fcd-2ad8e6618dbd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.369371] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Updated the network info_cache for instance {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1835.369594] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1835.369850] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1835.370231] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1835.370307] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1835.486823] env[62189]: DEBUG nova.compute.utils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1835.490440] env[62189]: DEBUG nova.compute.manager [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1835.491299] env[62189]: DEBUG nova.network.neutron [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1835.522848] env[62189]: DEBUG nova.network.neutron [req-72a33f9a-03bd-490e-a964-b1d490b7da52 req-f80aac5b-0f39-4a57-a392-cec66242bdd4 service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Updated VIF entry in instance network info cache for port f5b89aa2-bac2-4a93-ad63-8509092fba3e. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1835.523307] env[62189]: DEBUG nova.network.neutron [req-72a33f9a-03bd-490e-a964-b1d490b7da52 req-f80aac5b-0f39-4a57-a392-cec66242bdd4 service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Updating instance_info_cache with network_info: [{"id": "f5b89aa2-bac2-4a93-ad63-8509092fba3e", "address": "fa:16:3e:d6:93:96", "network": {"id": "11497afc-56fa-4b6c-bbdc-6cd28061d2ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2010063516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6f17208b1284ea6849ab6c689ba9467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5b89aa2-ba", "ovs_interfaceid": "f5b89aa2-bac2-4a93-ad63-8509092fba3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.656936] env[62189]: DEBUG oslo_concurrency.lockutils [None req-67f6873e-c09f-43af-9bd7-f580b0e7bb6f tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Lock "ee56e67a-afef-4534-b83e-edf3fd6995cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.957s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.658917] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1835.658917] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521285e3-b7a4-f5ed-3ae2-ce3b8fe35e9a" [ 1835.658917] env[62189]: _type = "HttpNfcLease" [ 1835.658917] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1835.658917] env[62189]: DEBUG oslo_vmware.rw_handles [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1835.658917] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521285e3-b7a4-f5ed-3ae2-ce3b8fe35e9a" [ 1835.658917] env[62189]: _type = "HttpNfcLease" [ 1835.658917] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1835.659582] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873f9429-31bd-446c-9d20-a4ed6b993fc8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.668457] env[62189]: DEBUG oslo_vmware.rw_handles [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3a858-2ca6-475f-34ee-145e53d4f163/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1835.668650] env[62189]: DEBUG oslo_vmware.rw_handles [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3a858-2ca6-475f-34ee-145e53d4f163/disk-0.vmdk for reading. {{(pid=62189) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1835.733651] env[62189]: DEBUG nova.policy [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cb80655043746caa8ea34439ebd4749', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c281bea505f64d6f91cd52774ff35509', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1835.743160] env[62189]: DEBUG oslo_vmware.api [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Task: {'id': task-2121699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187072} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.743429] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1835.743613] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1835.743784] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1835.743952] env[62189]: INFO nova.compute.manager [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1835.744220] env[62189]: DEBUG oslo.service.loopingcall [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.744409] env[62189]: DEBUG nova.compute.manager [-] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1835.744505] env[62189]: DEBUG nova.network.neutron [-] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1835.915099] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b526a974-9d97-4e35-bd81-05074ac2c9c2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.991392] env[62189]: DEBUG nova.compute.manager [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1836.026610] env[62189]: DEBUG oslo_concurrency.lockutils [req-72a33f9a-03bd-490e-a964-b1d490b7da52 req-f80aac5b-0f39-4a57-a392-cec66242bdd4 service nova] Releasing lock "refresh_cache-674e7329-baf4-4f64-9c93-eaa001eb5472" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.026874] env[62189]: DEBUG nova.compute.manager [req-72a33f9a-03bd-490e-a964-b1d490b7da52 req-f80aac5b-0f39-4a57-a392-cec66242bdd4 service nova] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Received event network-changed-f153f142-a757-4e76-8335-2167ef6f33fb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1836.027047] env[62189]: DEBUG nova.compute.manager [req-72a33f9a-03bd-490e-a964-b1d490b7da52 req-f80aac5b-0f39-4a57-a392-cec66242bdd4 service nova] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Refreshing instance network info cache due to event network-changed-f153f142-a757-4e76-8335-2167ef6f33fb. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1836.027258] env[62189]: DEBUG oslo_concurrency.lockutils [req-72a33f9a-03bd-490e-a964-b1d490b7da52 req-f80aac5b-0f39-4a57-a392-cec66242bdd4 service nova] Acquiring lock "refresh_cache-eea91f08-c90d-41f5-81f0-effb11446791" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.027392] env[62189]: DEBUG oslo_concurrency.lockutils [req-72a33f9a-03bd-490e-a964-b1d490b7da52 req-f80aac5b-0f39-4a57-a392-cec66242bdd4 service nova] Acquired lock "refresh_cache-eea91f08-c90d-41f5-81f0-effb11446791" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.027548] env[62189]: DEBUG nova.network.neutron [req-72a33f9a-03bd-490e-a964-b1d490b7da52 req-f80aac5b-0f39-4a57-a392-cec66242bdd4 service nova] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Refreshing network info cache for port f153f142-a757-4e76-8335-2167ef6f33fb {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.402441] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649d89cd-fc04-4536-a03b-4093bd1b3ee2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.414054] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf59b2f-9ddd-45e5-94f6-6d38b9685367 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.458902] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ddadce-f2f8-4c97-8481-eebc6eda5566 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.467886] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74ec318-ef1a-4a9e-9d0f-dd74b30f60a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.486354] env[62189]: DEBUG nova.compute.provider_tree [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.989824] env[62189]: DEBUG nova.scheduler.client.report [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1837.003999] env[62189]: DEBUG nova.compute.manager [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1837.048794] env[62189]: DEBUG nova.virt.hardware [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1837.051229] env[62189]: DEBUG nova.virt.hardware [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1837.051229] env[62189]: DEBUG nova.virt.hardware [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1837.051229] env[62189]: DEBUG nova.virt.hardware [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1837.051229] env[62189]: DEBUG nova.virt.hardware [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1837.051790] env[62189]: DEBUG nova.virt.hardware [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1837.052107] env[62189]: DEBUG nova.virt.hardware [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1837.052247] env[62189]: DEBUG nova.virt.hardware [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1837.052466] env[62189]: DEBUG nova.virt.hardware [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1837.052601] env[62189]: DEBUG nova.virt.hardware [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1837.052793] env[62189]: DEBUG nova.virt.hardware [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1837.054876] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d2ba0d-8b8c-45e9-a211-86be482f29a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.066800] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82a0aa5-b090-4727-8e0a-5976c95cd2ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.505869] env[62189]: DEBUG oslo_concurrency.lockutils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.505869] env[62189]: DEBUG nova.compute.manager [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1837.507808] env[62189]: DEBUG oslo_concurrency.lockutils [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.627s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.511289] env[62189]: INFO nova.compute.claims [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1837.575279] env[62189]: DEBUG nova.network.neutron [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Successfully created port: 7b300b76-ecfb-402d-a37a-ee8de772bb45 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1837.820824] env[62189]: DEBUG nova.network.neutron [req-72a33f9a-03bd-490e-a964-b1d490b7da52 req-f80aac5b-0f39-4a57-a392-cec66242bdd4 service nova] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Updated VIF entry in instance network info cache for port f153f142-a757-4e76-8335-2167ef6f33fb. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1837.823089] env[62189]: DEBUG nova.network.neutron [req-72a33f9a-03bd-490e-a964-b1d490b7da52 req-f80aac5b-0f39-4a57-a392-cec66242bdd4 service nova] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Updating instance_info_cache with network_info: [{"id": "f153f142-a757-4e76-8335-2167ef6f33fb", "address": "fa:16:3e:20:9a:30", "network": {"id": "2ae2de1f-3253-4655-9ae2-12d99a31ff38", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-521811378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f8606c9cc9f453bb36f335bde96b502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf153f142-a7", "ovs_interfaceid": "f153f142-a757-4e76-8335-2167ef6f33fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.847074] env[62189]: DEBUG nova.network.neutron [-] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.015821] env[62189]: DEBUG nova.compute.utils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1838.017427] env[62189]: DEBUG nova.compute.manager [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1838.020914] env[62189]: DEBUG nova.network.neutron [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1838.217598] env[62189]: DEBUG nova.network.neutron [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Successfully updated port: 03de7799-6512-41fd-a347-7c8917bbb18a {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1838.330019] env[62189]: DEBUG oslo_concurrency.lockutils [req-72a33f9a-03bd-490e-a964-b1d490b7da52 req-f80aac5b-0f39-4a57-a392-cec66242bdd4 service nova] Releasing lock "refresh_cache-eea91f08-c90d-41f5-81f0-effb11446791" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.354270] env[62189]: INFO nova.compute.manager [-] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Took 2.61 seconds to deallocate network for instance. [ 1838.437441] env[62189]: DEBUG nova.policy [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66c1b46069b14f139ff11a8957232280', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cd216c2037f4cbf9563ce5fa21562ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1838.521774] env[62189]: DEBUG nova.compute.manager [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1838.718377] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Acquiring lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.718717] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Acquired lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.718821] env[62189]: DEBUG nova.network.neutron [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1838.864518] env[62189]: DEBUG oslo_concurrency.lockutils [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.902022] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab0229e-3d93-4b69-a53a-f6bfd114493f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.908992] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5931fde3-59ff-444e-be9d-a2d5f6c06d80 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.946151] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c065343d-9a57-41a1-8b97-22b83760be37 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.955608] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3c9fcf-9891-4e28-8404-5378a1429ac6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.973350] env[62189]: DEBUG nova.compute.provider_tree [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1839.329075] env[62189]: DEBUG nova.network.neutron [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1839.338148] env[62189]: DEBUG nova.compute.manager [req-65045e8b-d2d4-4f94-b276-a6ee325df259 req-127c7ea5-9dfa-4fe3-8154-c334de117533 service nova] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Received event network-vif-deleted-31bef9cb-2ed5-42fa-9b39-4af52b41ab45 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1839.479830] env[62189]: DEBUG nova.scheduler.client.report [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1839.536178] env[62189]: DEBUG nova.compute.manager [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1839.562855] env[62189]: DEBUG nova.network.neutron [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Successfully created port: d513132e-ba1e-4df4-b640-28c9ac547826 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1839.572088] env[62189]: DEBUG nova.virt.hardware [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1839.572253] env[62189]: DEBUG nova.virt.hardware [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1839.572328] env[62189]: DEBUG nova.virt.hardware [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1839.572696] env[62189]: DEBUG nova.virt.hardware [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1839.572911] env[62189]: DEBUG nova.virt.hardware [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1839.573091] env[62189]: DEBUG nova.virt.hardware [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1839.573321] env[62189]: DEBUG nova.virt.hardware [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1839.573504] env[62189]: DEBUG nova.virt.hardware [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1839.573682] env[62189]: DEBUG nova.virt.hardware [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1839.574051] env[62189]: DEBUG nova.virt.hardware [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1839.574051] env[62189]: DEBUG nova.virt.hardware [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1839.575984] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520f5a9a-b4a5-4890-95bd-03d64fad1bc6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.589479] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee43d2a-e4f0-4a0d-82f7-a70b81cdada8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.796028] env[62189]: DEBUG nova.network.neutron [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Updating instance_info_cache with network_info: [{"id": "03de7799-6512-41fd-a347-7c8917bbb18a", "address": "fa:16:3e:22:d2:7e", "network": {"id": "9a44d490-682c-4da3-995e-c2caa3673acb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1047476966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91aef3ab777548e58169aa3de3b7a190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03de7799-65", "ovs_interfaceid": "03de7799-6512-41fd-a347-7c8917bbb18a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.987358] env[62189]: DEBUG oslo_concurrency.lockutils [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.988561] env[62189]: DEBUG nova.compute.manager [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1839.995403] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.731s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.996331] env[62189]: INFO nova.compute.claims [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1840.300188] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Releasing lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.300188] env[62189]: DEBUG nova.compute.manager [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Instance network_info: |[{"id": "03de7799-6512-41fd-a347-7c8917bbb18a", "address": "fa:16:3e:22:d2:7e", "network": {"id": "9a44d490-682c-4da3-995e-c2caa3673acb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1047476966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91aef3ab777548e58169aa3de3b7a190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03de7799-65", "ovs_interfaceid": "03de7799-6512-41fd-a347-7c8917bbb18a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1840.302047] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:d2:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03de7799-6512-41fd-a347-7c8917bbb18a', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1840.312023] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Creating folder: Project (91aef3ab777548e58169aa3de3b7a190). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1840.312023] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa285668-ae01-412c-aa1c-a969a7bfd021 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.322645] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Created folder: Project (91aef3ab777548e58169aa3de3b7a190) in parent group-v433996. [ 1840.322842] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Creating folder: Instances. Parent ref: group-v434046. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1840.323103] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68700ad8-1c2f-4c16-9faf-939bfe9f3149 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.345204] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Created folder: Instances in parent group-v434046. [ 1840.345204] env[62189]: DEBUG oslo.service.loopingcall [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1840.345204] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1840.345204] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe7a5312-a6cf-4aac-a7ab-aac705909858 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.373862] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1840.373862] env[62189]: value = "task-2121707" [ 1840.373862] env[62189]: _type = "Task" [ 1840.373862] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.392920] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121707, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.507365] env[62189]: DEBUG nova.compute.utils [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1840.515418] env[62189]: DEBUG nova.compute.manager [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Not allocating networking since 'none' was specified. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1840.660249] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Acquiring lock "5a3ced38-0b87-46de-889c-85f82c4ff785" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.660249] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Lock "5a3ced38-0b87-46de-889c-85f82c4ff785" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.888090] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121707, 'name': CreateVM_Task, 'duration_secs': 0.435136} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.888090] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1840.888090] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.888310] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.888897] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1840.888897] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eae01d1-46e1-4675-b942-150abc01af1b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.895088] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Waiting for the task: (returnval){ [ 1840.895088] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5230f6d6-1dd7-7f56-9ac7-94029490d1ec" [ 1840.895088] env[62189]: _type = "Task" [ 1840.895088] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.914261] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5230f6d6-1dd7-7f56-9ac7-94029490d1ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.916692] env[62189]: DEBUG nova.network.neutron [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Successfully updated port: 7b300b76-ecfb-402d-a37a-ee8de772bb45 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1841.016175] env[62189]: DEBUG nova.compute.manager [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1841.168163] env[62189]: DEBUG nova.compute.manager [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1841.414762] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5230f6d6-1dd7-7f56-9ac7-94029490d1ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011026} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.414762] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.414762] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1841.414762] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.415183] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.415183] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1841.416443] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3cb5259-2cd5-448f-90a0-318e34ae1807 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.422271] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Acquiring lock "refresh_cache-53dda0cf-f670-45a3-80a2-4081352e5afb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.422271] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Acquired lock "refresh_cache-53dda0cf-f670-45a3-80a2-4081352e5afb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.422271] env[62189]: DEBUG nova.network.neutron [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1841.433340] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1841.435600] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1841.435600] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2a94a6-42a4-4978-a7c2-174a0cb1e2ff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.452348] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Waiting for the task: (returnval){ [ 1841.452348] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52673d50-be59-674e-8b7a-a8531b4f60c6" [ 1841.452348] env[62189]: _type = "Task" [ 1841.452348] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.468996] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52673d50-be59-674e-8b7a-a8531b4f60c6, 'name': SearchDatastore_Task, 'duration_secs': 0.017197} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.475473] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-771f6f38-f96d-4d7c-9435-a8581d71c5c2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.486981] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Waiting for the task: (returnval){ [ 1841.486981] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528f1e82-5100-80c5-17e5-5d3a2f6d0584" [ 1841.486981] env[62189]: _type = "Task" [ 1841.486981] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.498827] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528f1e82-5100-80c5-17e5-5d3a2f6d0584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.501638] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7688c9-c0b5-4570-af13-3b8e898620c1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.510388] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93372ec0-2700-492c-b546-7c3241a43a46 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.551391] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137be52f-e372-4e33-ae9d-7b555ae3e079 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.560707] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cda8ef-6e25-4c5c-926e-415196cb5c55 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.591779] env[62189]: DEBUG nova.compute.provider_tree [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1841.694436] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.919221] env[62189]: DEBUG nova.network.neutron [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Successfully updated port: d513132e-ba1e-4df4-b640-28c9ac547826 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1842.004564] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528f1e82-5100-80c5-17e5-5d3a2f6d0584, 'name': SearchDatastore_Task, 'duration_secs': 0.01615} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.004564] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.005280] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] a2e638a5-ed5f-4abc-a898-202664e2ed69/a2e638a5-ed5f-4abc-a898-202664e2ed69.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1842.005280] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89f69bcc-3a4c-4263-ae11-5c3b840c71c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.016965] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Waiting for the task: (returnval){ [ 1842.016965] env[62189]: value = "task-2121709" [ 1842.016965] env[62189]: _type = "Task" [ 1842.016965] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.031890] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2121709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.035717] env[62189]: DEBUG nova.network.neutron [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1842.052424] env[62189]: DEBUG nova.compute.manager [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1842.091984] env[62189]: DEBUG nova.virt.hardware [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1842.092731] env[62189]: DEBUG nova.virt.hardware [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1842.092909] env[62189]: DEBUG nova.virt.hardware [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1842.093329] env[62189]: DEBUG nova.virt.hardware [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1842.093414] env[62189]: DEBUG nova.virt.hardware [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1842.093753] env[62189]: DEBUG nova.virt.hardware [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1842.094086] env[62189]: DEBUG nova.virt.hardware [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1842.094377] env[62189]: DEBUG nova.virt.hardware [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1842.094669] env[62189]: DEBUG nova.virt.hardware [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1842.094989] env[62189]: DEBUG nova.virt.hardware [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1842.095440] env[62189]: DEBUG nova.virt.hardware [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1842.102168] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875cb120-1a7a-48e7-aaca-4e6bb9839569 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.119832] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c1b22e-d93e-4a7a-a569-73b41e82e74c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.127694] env[62189]: DEBUG nova.compute.manager [req-c67b9c6b-6ca0-41bf-96fe-ac1823e3c993 req-35de908c-6e10-4c63-870a-276486de06c5 service nova] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Received event network-vif-plugged-7b300b76-ecfb-402d-a37a-ee8de772bb45 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1842.127766] env[62189]: DEBUG oslo_concurrency.lockutils [req-c67b9c6b-6ca0-41bf-96fe-ac1823e3c993 req-35de908c-6e10-4c63-870a-276486de06c5 service nova] Acquiring lock "53dda0cf-f670-45a3-80a2-4081352e5afb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.130740] env[62189]: DEBUG oslo_concurrency.lockutils [req-c67b9c6b-6ca0-41bf-96fe-ac1823e3c993 req-35de908c-6e10-4c63-870a-276486de06c5 service nova] Lock "53dda0cf-f670-45a3-80a2-4081352e5afb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.130740] env[62189]: DEBUG oslo_concurrency.lockutils [req-c67b9c6b-6ca0-41bf-96fe-ac1823e3c993 req-35de908c-6e10-4c63-870a-276486de06c5 service nova] Lock "53dda0cf-f670-45a3-80a2-4081352e5afb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.130740] env[62189]: DEBUG nova.compute.manager [req-c67b9c6b-6ca0-41bf-96fe-ac1823e3c993 req-35de908c-6e10-4c63-870a-276486de06c5 service nova] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] No waiting events found dispatching network-vif-plugged-7b300b76-ecfb-402d-a37a-ee8de772bb45 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1842.130740] env[62189]: WARNING nova.compute.manager [req-c67b9c6b-6ca0-41bf-96fe-ac1823e3c993 req-35de908c-6e10-4c63-870a-276486de06c5 service nova] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Received unexpected event network-vif-plugged-7b300b76-ecfb-402d-a37a-ee8de772bb45 for instance with vm_state building and task_state spawning. [ 1842.139456] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Instance VIF info [] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1842.145893] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Creating folder: Project (77a0058ee05c451da6d88cfd717e440e). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1842.147546] env[62189]: ERROR nova.scheduler.client.report [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [req-8237453a-c583-4a9f-92fa-36fc93371cb0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8237453a-c583-4a9f-92fa-36fc93371cb0"}]} [ 1842.148484] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5561a808-1d43-4c57-b93a-49432b507dc8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.169592] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Created folder: Project (77a0058ee05c451da6d88cfd717e440e) in parent group-v433996. [ 1842.169856] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Creating folder: Instances. Parent ref: group-v434049. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1842.170535] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11d77629-7775-4ddb-8c6a-37f47414b368 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.173768] env[62189]: DEBUG nova.scheduler.client.report [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1842.190294] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Created folder: Instances in parent group-v434049. [ 1842.190606] env[62189]: DEBUG oslo.service.loopingcall [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.192242] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1842.192469] env[62189]: DEBUG nova.scheduler.client.report [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1842.192546] env[62189]: DEBUG nova.compute.provider_tree [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1842.195233] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e79250c-600d-488f-9d9d-a8634c40c817 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.218532] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1842.218532] env[62189]: value = "task-2121712" [ 1842.218532] env[62189]: _type = "Task" [ 1842.218532] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.228784] env[62189]: DEBUG nova.scheduler.client.report [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: 67d5d0ae-8a28-4285-b8f4-71e7f33f8311 {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1842.235914] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121712, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.259838] env[62189]: DEBUG nova.scheduler.client.report [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1842.426643] env[62189]: DEBUG oslo_concurrency.lockutils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "refresh_cache-cc56c223-6cd4-4a8a-9262-cbb952386f93" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.426950] env[62189]: DEBUG oslo_concurrency.lockutils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquired lock "refresh_cache-cc56c223-6cd4-4a8a-9262-cbb952386f93" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.427022] env[62189]: DEBUG nova.network.neutron [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1842.541184] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2121709, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.736947] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121712, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.785011] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d63697-2b43-4d5e-8031-ef2e40b3710c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.795525] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e415eeb-7d36-4daf-8cba-24ccc1286efb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.807024] env[62189]: DEBUG nova.compute.manager [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Received event network-vif-plugged-03de7799-6512-41fd-a347-7c8917bbb18a {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1842.810503] env[62189]: DEBUG oslo_concurrency.lockutils [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] Acquiring lock "a2e638a5-ed5f-4abc-a898-202664e2ed69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.810864] env[62189]: DEBUG oslo_concurrency.lockutils [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] Lock "a2e638a5-ed5f-4abc-a898-202664e2ed69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.811114] env[62189]: DEBUG oslo_concurrency.lockutils [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] Lock "a2e638a5-ed5f-4abc-a898-202664e2ed69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.811365] env[62189]: DEBUG nova.compute.manager [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] No waiting events found dispatching network-vif-plugged-03de7799-6512-41fd-a347-7c8917bbb18a {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1842.811598] env[62189]: WARNING nova.compute.manager [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Received unexpected event network-vif-plugged-03de7799-6512-41fd-a347-7c8917bbb18a for instance with vm_state building and task_state spawning. [ 1842.811907] env[62189]: DEBUG nova.compute.manager [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Received event network-changed-4db8da8a-4d55-433c-b707-2e8b37bae00d {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1842.812052] env[62189]: DEBUG nova.compute.manager [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Refreshing instance network info cache due to event network-changed-4db8da8a-4d55-433c-b707-2e8b37bae00d. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1842.812308] env[62189]: DEBUG oslo_concurrency.lockutils [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] Acquiring lock "refresh_cache-427b309f-7dd9-4b10-82bc-a88a0812abe9" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.812501] env[62189]: DEBUG oslo_concurrency.lockutils [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] Acquired lock "refresh_cache-427b309f-7dd9-4b10-82bc-a88a0812abe9" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.812718] env[62189]: DEBUG nova.network.neutron [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Refreshing network info cache for port 4db8da8a-4d55-433c-b707-2e8b37bae00d {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1842.870540] env[62189]: DEBUG nova.network.neutron [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Updating instance_info_cache with network_info: [{"id": "7b300b76-ecfb-402d-a37a-ee8de772bb45", "address": "fa:16:3e:ed:0d:95", "network": {"id": "f6b48f96-ff1d-4f95-9684-42df0f6f8e87", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-375253388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c281bea505f64d6f91cd52774ff35509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b300b76-ec", "ovs_interfaceid": "7b300b76-ecfb-402d-a37a-ee8de772bb45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.873109] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c586a2-9d3a-415f-a5ad-c3e0fb24b1e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.888347] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39669671-dcdb-4500-a06a-37292d64815c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.903562] env[62189]: DEBUG nova.compute.provider_tree [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.036656] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2121709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570473} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.036953] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] a2e638a5-ed5f-4abc-a898-202664e2ed69/a2e638a5-ed5f-4abc-a898-202664e2ed69.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1843.038389] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1843.038389] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ba5f046-b607-4cbb-bab6-2b8b7d35d465 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.048774] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Waiting for the task: (returnval){ [ 1843.048774] env[62189]: value = "task-2121713" [ 1843.048774] env[62189]: _type = "Task" [ 1843.048774] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.071884] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2121713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.112687] env[62189]: DEBUG nova.network.neutron [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1843.233756] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121712, 'name': CreateVM_Task, 'duration_secs': 0.5559} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.234020] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1843.234574] env[62189]: DEBUG oslo_concurrency.lockutils [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.234774] env[62189]: DEBUG oslo_concurrency.lockutils [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.234997] env[62189]: DEBUG oslo_concurrency.lockutils [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1843.235271] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e8890b-baa7-4364-843a-b2657d76e7f0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.241795] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Waiting for the task: (returnval){ [ 1843.241795] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523a194c-7d4c-b120-f97f-8e70a3d4cbac" [ 1843.241795] env[62189]: _type = "Task" [ 1843.241795] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.252301] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523a194c-7d4c-b120-f97f-8e70a3d4cbac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.378198] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Releasing lock "refresh_cache-53dda0cf-f670-45a3-80a2-4081352e5afb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.378398] env[62189]: DEBUG nova.compute.manager [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Instance network_info: |[{"id": "7b300b76-ecfb-402d-a37a-ee8de772bb45", "address": "fa:16:3e:ed:0d:95", "network": {"id": "f6b48f96-ff1d-4f95-9684-42df0f6f8e87", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-375253388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c281bea505f64d6f91cd52774ff35509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b300b76-ec", "ovs_interfaceid": "7b300b76-ecfb-402d-a37a-ee8de772bb45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1843.378869] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:0d:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b300b76-ecfb-402d-a37a-ee8de772bb45', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1843.388831] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Creating folder: Project (c281bea505f64d6f91cd52774ff35509). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1843.389221] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bda2600-a5ec-42ec-9da3-b5fc41448b15 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.404650] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Created folder: Project (c281bea505f64d6f91cd52774ff35509) in parent group-v433996. [ 1843.404862] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Creating folder: Instances. Parent ref: group-v434052. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1843.405126] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8132c4c-638e-4b03-a04d-86aa93bb54b6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.408224] env[62189]: DEBUG nova.scheduler.client.report [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1843.425393] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Created folder: Instances in parent group-v434052. [ 1843.425794] env[62189]: DEBUG oslo.service.loopingcall [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1843.428859] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1843.429168] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cdc91a7-ea88-45bc-bde8-6ea5b5115668 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.452913] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1843.452913] env[62189]: value = "task-2121716" [ 1843.452913] env[62189]: _type = "Task" [ 1843.452913] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.470971] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121716, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.571028] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2121713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213992} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.571028] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1843.571028] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892ef822-7ccf-4cf7-9813-28f6b7279577 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.604498] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] a2e638a5-ed5f-4abc-a898-202664e2ed69/a2e638a5-ed5f-4abc-a898-202664e2ed69.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1843.604873] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378c10d0-976c-41f5-b72a-1459418500ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.632894] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Waiting for the task: (returnval){ [ 1843.632894] env[62189]: value = "task-2121717" [ 1843.632894] env[62189]: _type = "Task" [ 1843.632894] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.643240] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2121717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.735880] env[62189]: DEBUG nova.network.neutron [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Updating instance_info_cache with network_info: [{"id": "d513132e-ba1e-4df4-b640-28c9ac547826", "address": "fa:16:3e:6b:1e:8b", "network": {"id": "5c154def-b62f-4ad2-a523-b6847e91284b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-425989385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd216c2037f4cbf9563ce5fa21562ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd513132e-ba", "ovs_interfaceid": "d513132e-ba1e-4df4-b640-28c9ac547826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.758967] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523a194c-7d4c-b120-f97f-8e70a3d4cbac, 'name': SearchDatastore_Task, 'duration_secs': 0.013112} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.759746] env[62189]: DEBUG oslo_concurrency.lockutils [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.759901] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1843.760321] env[62189]: DEBUG oslo_concurrency.lockutils [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.760585] env[62189]: DEBUG oslo_concurrency.lockutils [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.760840] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1843.761710] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-372ec3b4-47a6-4c41-9d69-ac35395f72c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.779275] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1843.779275] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1843.780722] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747f866b-fd49-4161-afca-5f20efa0fd18 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.794888] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Waiting for the task: (returnval){ [ 1843.794888] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f1de33-5a33-a258-06ee-0f19259bd139" [ 1843.794888] env[62189]: _type = "Task" [ 1843.794888] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.811606] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f1de33-5a33-a258-06ee-0f19259bd139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.916822] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.922s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.917144] env[62189]: DEBUG nova.compute.manager [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1843.921030] env[62189]: DEBUG oslo_concurrency.lockutils [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.091s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.969730] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121716, 'name': CreateVM_Task, 'duration_secs': 0.470456} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.971086] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1843.971086] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.971086] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.971385] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1843.972011] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb9d1ff8-c79a-4a8a-a7f1-d466398256d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.980307] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Waiting for the task: (returnval){ [ 1843.980307] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520a141b-c789-3194-37d4-f18893c4df5d" [ 1843.980307] env[62189]: _type = "Task" [ 1843.980307] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.992744] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520a141b-c789-3194-37d4-f18893c4df5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.994431] env[62189]: DEBUG nova.network.neutron [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Updated VIF entry in instance network info cache for port 4db8da8a-4d55-433c-b707-2e8b37bae00d. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1843.994925] env[62189]: DEBUG nova.network.neutron [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Updating instance_info_cache with network_info: [{"id": "4db8da8a-4d55-433c-b707-2e8b37bae00d", "address": "fa:16:3e:53:71:8a", "network": {"id": "190fd2d2-2ddc-491e-b41b-4dfb0d86f681", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1147656893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef00e3e023014530ab0c92de9dbe82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4db8da8a-4d", "ovs_interfaceid": "4db8da8a-4d55-433c-b707-2e8b37bae00d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.145241] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2121717, 'name': ReconfigVM_Task, 'duration_secs': 0.468604} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.145526] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Reconfigured VM instance instance-0000000e to attach disk [datastore2] a2e638a5-ed5f-4abc-a898-202664e2ed69/a2e638a5-ed5f-4abc-a898-202664e2ed69.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.147325] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6023ba7d-2c9e-4cdb-bf5e-d380815c520a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.158241] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Waiting for the task: (returnval){ [ 1844.158241] env[62189]: value = "task-2121718" [ 1844.158241] env[62189]: _type = "Task" [ 1844.158241] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.174415] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2121718, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.240071] env[62189]: DEBUG oslo_concurrency.lockutils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Releasing lock "refresh_cache-cc56c223-6cd4-4a8a-9262-cbb952386f93" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.245161] env[62189]: DEBUG nova.compute.manager [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Instance network_info: |[{"id": "d513132e-ba1e-4df4-b640-28c9ac547826", "address": "fa:16:3e:6b:1e:8b", "network": {"id": "5c154def-b62f-4ad2-a523-b6847e91284b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-425989385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd216c2037f4cbf9563ce5fa21562ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd513132e-ba", "ovs_interfaceid": "d513132e-ba1e-4df4-b640-28c9ac547826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1844.245509] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:1e:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd513132e-ba1e-4df4-b640-28c9ac547826', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1844.252672] env[62189]: DEBUG oslo.service.loopingcall [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.252930] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1844.253159] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71ab8608-bd6d-4036-bcb3-cac26d8a5b85 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.281166] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1844.281166] env[62189]: value = "task-2121719" [ 1844.281166] env[62189]: _type = "Task" [ 1844.281166] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.299728] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121719, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.313771] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f1de33-5a33-a258-06ee-0f19259bd139, 'name': SearchDatastore_Task, 'duration_secs': 0.013855} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.314711] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b4f95f-c14d-4ddb-b7ea-07df6cd7ad7f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.322959] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Waiting for the task: (returnval){ [ 1844.322959] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520b7a60-54e5-5b88-3868-d979a3fc5978" [ 1844.322959] env[62189]: _type = "Task" [ 1844.322959] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.334299] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520b7a60-54e5-5b88-3868-d979a3fc5978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.425880] env[62189]: DEBUG nova.compute.utils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1844.432994] env[62189]: INFO nova.compute.claims [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1844.442220] env[62189]: DEBUG nova.compute.manager [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1844.442220] env[62189]: DEBUG nova.network.neutron [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1844.503768] env[62189]: DEBUG oslo_concurrency.lockutils [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] Releasing lock "refresh_cache-427b309f-7dd9-4b10-82bc-a88a0812abe9" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.503988] env[62189]: DEBUG nova.compute.manager [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Received event network-changed-03de7799-6512-41fd-a347-7c8917bbb18a {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1844.506958] env[62189]: DEBUG nova.compute.manager [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Refreshing instance network info cache due to event network-changed-03de7799-6512-41fd-a347-7c8917bbb18a. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1844.506958] env[62189]: DEBUG oslo_concurrency.lockutils [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] Acquiring lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.506958] env[62189]: DEBUG oslo_concurrency.lockutils [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] Acquired lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.506958] env[62189]: DEBUG nova.network.neutron [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Refreshing network info cache for port 03de7799-6512-41fd-a347-7c8917bbb18a {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.506958] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520a141b-c789-3194-37d4-f18893c4df5d, 'name': SearchDatastore_Task, 'duration_secs': 0.019103} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.507154] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.507154] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1844.507154] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.511788] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "82756eaa-4003-44e8-9b62-9615476073f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.511947] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "82756eaa-4003-44e8-9b62-9615476073f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.620774] env[62189]: DEBUG nova.policy [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '503b415c9f3a48d4911c57cea5b822da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60b7e679480042eebb7cb8da937b5d56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1844.674499] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2121718, 'name': Rename_Task, 'duration_secs': 0.237982} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.674798] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1844.675072] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35831154-6d49-4b2f-85fe-269f6a1af355 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.686397] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Waiting for the task: (returnval){ [ 1844.686397] env[62189]: value = "task-2121720" [ 1844.686397] env[62189]: _type = "Task" [ 1844.686397] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.699741] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2121720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.798377] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121719, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.837295] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520b7a60-54e5-5b88-3868-d979a3fc5978, 'name': SearchDatastore_Task, 'duration_secs': 0.026643} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.838080] env[62189]: DEBUG oslo_concurrency.lockutils [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.838494] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 9eddd5b2-e125-488b-8be5-3896f136b197/9eddd5b2-e125-488b-8be5-3896f136b197.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1844.838807] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.839011] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1844.839243] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-613f6816-4c0e-40ae-ab4c-ffbd573a7a4c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.841904] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9514d72-1141-4633-8c84-ed25819c9632 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.854529] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Waiting for the task: (returnval){ [ 1844.854529] env[62189]: value = "task-2121721" [ 1844.854529] env[62189]: _type = "Task" [ 1844.854529] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.854529] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1844.854529] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1844.862131] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec1dfe42-1cb8-4c1c-a43d-7be482d8d4ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.874695] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.876485] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Waiting for the task: (returnval){ [ 1844.876485] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c8bb7b-483f-cc13-78ab-bd44acc311e9" [ 1844.876485] env[62189]: _type = "Task" [ 1844.876485] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.888326] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c8bb7b-483f-cc13-78ab-bd44acc311e9, 'name': SearchDatastore_Task, 'duration_secs': 0.015689} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.889215] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89efe82b-f962-4389-85ad-70bef63e77ef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.902017] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Waiting for the task: (returnval){ [ 1844.902017] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528b8657-7f4e-993c-4c4b-044f02916e88" [ 1844.902017] env[62189]: _type = "Task" [ 1844.902017] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.913945] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528b8657-7f4e-993c-4c4b-044f02916e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.942087] env[62189]: DEBUG nova.compute.manager [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1844.947570] env[62189]: INFO nova.compute.resource_tracker [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updating resource usage from migration 6f9355d9-ce23-4cbc-9809-750c9bab9783 [ 1844.976668] env[62189]: DEBUG oslo_vmware.rw_handles [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3a858-2ca6-475f-34ee-145e53d4f163/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1844.977777] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405f4660-14db-40d6-9ba3-8802458161eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.989079] env[62189]: DEBUG oslo_vmware.rw_handles [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3a858-2ca6-475f-34ee-145e53d4f163/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1844.989079] env[62189]: ERROR oslo_vmware.rw_handles [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3a858-2ca6-475f-34ee-145e53d4f163/disk-0.vmdk due to incomplete transfer. [ 1844.993778] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-646375c3-f403-4018-b5ac-4f49b9633f5f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.005405] env[62189]: DEBUG oslo_vmware.rw_handles [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e3a858-2ca6-475f-34ee-145e53d4f163/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1845.005405] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Uploaded image 020f4a0d-2924-4a6d-96f8-60d131f7ad14 to the Glance image server {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1845.009197] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1845.010981] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-745ce75f-1029-465e-9bf8-abcade0a13c0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.016780] env[62189]: DEBUG nova.compute.manager [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1845.029464] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1845.029464] env[62189]: value = "task-2121722" [ 1845.029464] env[62189]: _type = "Task" [ 1845.029464] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.044124] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121722, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.053764] env[62189]: DEBUG oslo_concurrency.lockutils [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Acquiring lock "db089fb0-615d-47cf-8a32-d1def53bebbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.053764] env[62189]: DEBUG oslo_concurrency.lockutils [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Lock "db089fb0-615d-47cf-8a32-d1def53bebbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.209366] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2121720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.298647] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121719, 'name': CreateVM_Task, 'duration_secs': 0.563975} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.298647] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1845.299256] env[62189]: DEBUG oslo_concurrency.lockutils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.299448] env[62189]: DEBUG oslo_concurrency.lockutils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.299907] env[62189]: DEBUG oslo_concurrency.lockutils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1845.300362] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf43b493-33f6-432d-85d6-9460c5ced4a1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.310794] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1845.310794] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525ee8fb-b465-42dc-a572-775df1d43525" [ 1845.310794] env[62189]: _type = "Task" [ 1845.310794] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.321833] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525ee8fb-b465-42dc-a572-775df1d43525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.371759] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121721, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.419023] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528b8657-7f4e-993c-4c4b-044f02916e88, 'name': SearchDatastore_Task, 'duration_secs': 0.019698} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.419577] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.419951] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 53dda0cf-f670-45a3-80a2-4081352e5afb/53dda0cf-f670-45a3-80a2-4081352e5afb.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1845.420391] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f52b1c7-983d-4d88-b25d-0667f6f46d90 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.430533] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Waiting for the task: (returnval){ [ 1845.430533] env[62189]: value = "task-2121723" [ 1845.430533] env[62189]: _type = "Task" [ 1845.430533] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.445266] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': task-2121723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.447496] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb0459f-c09e-4b28-9014-35a8206ee6be {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.462427] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a51974-5d24-4f35-97a6-b6b0c2c3169d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.507365] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d5699b-adc5-4ff8-9822-7377815cc252 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.516736] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bae1702-577b-4844-93ec-4b2c25e0ea82 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.535915] env[62189]: DEBUG nova.compute.provider_tree [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.548034] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121722, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.553251] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.555534] env[62189]: DEBUG nova.compute.manager [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1845.666342] env[62189]: DEBUG nova.network.neutron [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Successfully created port: f001bd60-bd88-48f3-8b1c-152be1ca0cfb {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1845.700427] env[62189]: DEBUG oslo_vmware.api [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2121720, 'name': PowerOnVM_Task, 'duration_secs': 0.937543} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.700712] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1845.700919] env[62189]: INFO nova.compute.manager [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Took 11.22 seconds to spawn the instance on the hypervisor. [ 1845.703493] env[62189]: DEBUG nova.compute.manager [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1845.704278] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8664448d-a4e9-4e17-b7c4-2d845463d302 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.827534] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525ee8fb-b465-42dc-a572-775df1d43525, 'name': SearchDatastore_Task, 'duration_secs': 0.058397} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.827899] env[62189]: DEBUG oslo_concurrency.lockutils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.828151] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1845.828447] env[62189]: DEBUG oslo_concurrency.lockutils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.828958] env[62189]: DEBUG oslo_concurrency.lockutils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.828958] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1845.829101] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43ac3c6f-854c-487f-b4b2-cf27f53c7102 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.845273] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1845.845458] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1845.847263] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b703fa6-6fe7-4ad9-9272-3c94548990b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.854532] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1845.854532] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5213d901-27b1-8f7c-a992-5b07f8a705db" [ 1845.854532] env[62189]: _type = "Task" [ 1845.854532] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.868890] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638938} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.872697] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 9eddd5b2-e125-488b-8be5-3896f136b197/9eddd5b2-e125-488b-8be5-3896f136b197.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1845.872697] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1845.872697] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5213d901-27b1-8f7c-a992-5b07f8a705db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.872988] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24a95409-7368-44e0-a320-5dcfa27a1a65 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.882567] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Waiting for the task: (returnval){ [ 1845.882567] env[62189]: value = "task-2121724" [ 1845.882567] env[62189]: _type = "Task" [ 1845.882567] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.899787] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.948732] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': task-2121723, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.970228] env[62189]: DEBUG nova.compute.manager [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1846.030826] env[62189]: DEBUG nova.virt.hardware [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1846.031265] env[62189]: DEBUG nova.virt.hardware [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1846.031519] env[62189]: DEBUG nova.virt.hardware [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1846.031894] env[62189]: DEBUG nova.virt.hardware [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1846.032122] env[62189]: DEBUG nova.virt.hardware [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1846.032328] env[62189]: DEBUG nova.virt.hardware [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1846.032986] env[62189]: DEBUG nova.virt.hardware [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1846.033137] env[62189]: DEBUG nova.virt.hardware [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1846.034462] env[62189]: DEBUG nova.virt.hardware [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1846.034568] env[62189]: DEBUG nova.virt.hardware [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1846.035660] env[62189]: DEBUG nova.virt.hardware [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1846.036880] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e13cd5d-52ba-4b77-9dc8-4f40ff1648ec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.049859] env[62189]: DEBUG nova.scheduler.client.report [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1846.074600] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121722, 'name': Destroy_Task, 'duration_secs': 0.62853} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.075324] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Destroyed the VM [ 1846.075578] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1846.077466] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607ec9cb-ef3a-41db-aa02-697a36c6b5b4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.084588] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f3c2f85d-1bac-43e7-8023-dc63500bc0ca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.101988] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1846.101988] env[62189]: value = "task-2121725" [ 1846.101988] env[62189]: _type = "Task" [ 1846.101988] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.112074] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121725, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.115802] env[62189]: DEBUG oslo_concurrency.lockutils [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.192322] env[62189]: DEBUG nova.network.neutron [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Updated VIF entry in instance network info cache for port 03de7799-6512-41fd-a347-7c8917bbb18a. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1846.192751] env[62189]: DEBUG nova.network.neutron [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Updating instance_info_cache with network_info: [{"id": "03de7799-6512-41fd-a347-7c8917bbb18a", "address": "fa:16:3e:22:d2:7e", "network": {"id": "9a44d490-682c-4da3-995e-c2caa3673acb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1047476966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91aef3ab777548e58169aa3de3b7a190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03de7799-65", "ovs_interfaceid": "03de7799-6512-41fd-a347-7c8917bbb18a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.236132] env[62189]: INFO nova.compute.manager [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Took 25.34 seconds to build instance. [ 1846.365490] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5213d901-27b1-8f7c-a992-5b07f8a705db, 'name': SearchDatastore_Task, 'duration_secs': 0.060374} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.366372] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7402b79-aaa8-4341-9123-2b873f7b2114 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.373936] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1846.373936] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5275e987-be69-747d-7273-30a4748606bb" [ 1846.373936] env[62189]: _type = "Task" [ 1846.373936] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.387850] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5275e987-be69-747d-7273-30a4748606bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.397607] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102609} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.398204] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1846.399221] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9008206-6c3d-4aec-9248-591f62f0488d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.430207] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 9eddd5b2-e125-488b-8be5-3896f136b197/9eddd5b2-e125-488b-8be5-3896f136b197.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1846.431096] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ad77e64-4d78-4931-ad6a-eb79d8238cb4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.465215] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': task-2121723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654576} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.470294] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 53dda0cf-f670-45a3-80a2-4081352e5afb/53dda0cf-f670-45a3-80a2-4081352e5afb.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1846.470452] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1846.470847] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Waiting for the task: (returnval){ [ 1846.470847] env[62189]: value = "task-2121726" [ 1846.470847] env[62189]: _type = "Task" [ 1846.470847] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.472918] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-790e33c8-0ba4-4b8d-85d7-399b71784c1c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.485962] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121726, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.486184] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Waiting for the task: (returnval){ [ 1846.486184] env[62189]: value = "task-2121727" [ 1846.486184] env[62189]: _type = "Task" [ 1846.486184] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.494766] env[62189]: DEBUG oslo_concurrency.lockutils [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Acquiring lock "b6a601ce-edba-4012-92d3-236b3cefb8ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.495734] env[62189]: DEBUG oslo_concurrency.lockutils [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Lock "b6a601ce-edba-4012-92d3-236b3cefb8ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.542555] env[62189]: DEBUG nova.compute.manager [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Received event network-changed-7b300b76-ecfb-402d-a37a-ee8de772bb45 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1846.542773] env[62189]: DEBUG nova.compute.manager [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Refreshing instance network info cache due to event network-changed-7b300b76-ecfb-402d-a37a-ee8de772bb45. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1846.543011] env[62189]: DEBUG oslo_concurrency.lockutils [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] Acquiring lock "refresh_cache-53dda0cf-f670-45a3-80a2-4081352e5afb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.543187] env[62189]: DEBUG oslo_concurrency.lockutils [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] Acquired lock "refresh_cache-53dda0cf-f670-45a3-80a2-4081352e5afb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.543361] env[62189]: DEBUG nova.network.neutron [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Refreshing network info cache for port 7b300b76-ecfb-402d-a37a-ee8de772bb45 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1846.559364] env[62189]: DEBUG oslo_concurrency.lockutils [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.639s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.559747] env[62189]: INFO nova.compute.manager [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Migrating [ 1846.560636] env[62189]: DEBUG oslo_concurrency.lockutils [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.561187] env[62189]: DEBUG oslo_concurrency.lockutils [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.564216] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.680s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.564216] env[62189]: DEBUG nova.objects.instance [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Lazy-loading 'resources' on Instance uuid a8d75cbd-7174-4b93-8735-f76278917633 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1846.616649] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121725, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.699371] env[62189]: DEBUG oslo_concurrency.lockutils [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] Releasing lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.699707] env[62189]: DEBUG nova.compute.manager [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Received event network-changed-f539e6c0-8d8f-461b-8a8b-66665eb50ee4 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1846.699960] env[62189]: DEBUG nova.compute.manager [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Refreshing instance network info cache due to event network-changed-f539e6c0-8d8f-461b-8a8b-66665eb50ee4. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1846.700140] env[62189]: DEBUG oslo_concurrency.lockutils [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] Acquiring lock "refresh_cache-ee56e67a-afef-4534-b83e-edf3fd6995cf" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.700288] env[62189]: DEBUG oslo_concurrency.lockutils [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] Acquired lock "refresh_cache-ee56e67a-afef-4534-b83e-edf3fd6995cf" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.700536] env[62189]: DEBUG nova.network.neutron [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Refreshing network info cache for port f539e6c0-8d8f-461b-8a8b-66665eb50ee4 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1846.740668] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2f1d1605-1717-4afc-894f-2af80c833019 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Lock "a2e638a5-ed5f-4abc-a898-202664e2ed69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.857s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.888976] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5275e987-be69-747d-7273-30a4748606bb, 'name': SearchDatastore_Task, 'duration_secs': 0.03156} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.888976] env[62189]: DEBUG oslo_concurrency.lockutils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.888976] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] cc56c223-6cd4-4a8a-9262-cbb952386f93/cc56c223-6cd4-4a8a-9262-cbb952386f93.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1846.889378] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82357c38-dce1-4df1-b15b-31b31ea0c35d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.899488] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1846.899488] env[62189]: value = "task-2121728" [ 1846.899488] env[62189]: _type = "Task" [ 1846.899488] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.911826] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.987480] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121726, 'name': ReconfigVM_Task, 'duration_secs': 0.341688} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.992461] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 9eddd5b2-e125-488b-8be5-3896f136b197/9eddd5b2-e125-488b-8be5-3896f136b197.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1846.993474] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6601b1b4-9b27-41c9-ac54-eab954ab42ab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.002315] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': task-2121727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252136} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.004646] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1847.005791] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Waiting for the task: (returnval){ [ 1847.005791] env[62189]: value = "task-2121729" [ 1847.005791] env[62189]: _type = "Task" [ 1847.005791] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.006539] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cebe00-f5c4-4d1a-aae2-91f5b5c577dd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.048072] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 53dda0cf-f670-45a3-80a2-4081352e5afb/53dda0cf-f670-45a3-80a2-4081352e5afb.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1847.053597] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfc00499-5c5c-4f49-8de5-ec13882ef8f7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.068949] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121729, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.069329] env[62189]: INFO nova.compute.rpcapi [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1847.069944] env[62189]: DEBUG oslo_concurrency.lockutils [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.097760] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Waiting for the task: (returnval){ [ 1847.097760] env[62189]: value = "task-2121730" [ 1847.097760] env[62189]: _type = "Task" [ 1847.097760] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.115536] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': task-2121730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.125449] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121725, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.229112] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "1a094a38-e7dc-4c76-9074-766c934140e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.229518] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "1a094a38-e7dc-4c76-9074-766c934140e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.246345] env[62189]: DEBUG nova.compute.manager [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1847.419239] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121728, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.522949] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121729, 'name': Rename_Task, 'duration_secs': 0.283528} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.523270] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1847.523606] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70183331-b1b8-4603-b48f-d7b953afb8ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.537704] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Waiting for the task: (returnval){ [ 1847.537704] env[62189]: value = "task-2121731" [ 1847.537704] env[62189]: _type = "Task" [ 1847.537704] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.548558] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.591096] env[62189]: DEBUG oslo_concurrency.lockutils [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.591362] env[62189]: DEBUG oslo_concurrency.lockutils [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquired lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.591913] env[62189]: DEBUG nova.network.neutron [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.618792] env[62189]: DEBUG nova.network.neutron [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Updated VIF entry in instance network info cache for port 7b300b76-ecfb-402d-a37a-ee8de772bb45. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1847.619300] env[62189]: DEBUG nova.network.neutron [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Updating instance_info_cache with network_info: [{"id": "7b300b76-ecfb-402d-a37a-ee8de772bb45", "address": "fa:16:3e:ed:0d:95", "network": {"id": "f6b48f96-ff1d-4f95-9684-42df0f6f8e87", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-375253388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c281bea505f64d6f91cd52774ff35509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b300b76-ec", "ovs_interfaceid": "7b300b76-ecfb-402d-a37a-ee8de772bb45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.621282] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': task-2121730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.632081] env[62189]: DEBUG oslo_vmware.api [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121725, 'name': RemoveSnapshot_Task, 'duration_secs': 1.298096} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.632295] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1847.632522] env[62189]: INFO nova.compute.manager [None req-bb6a5189-1beb-41cc-94cc-39ede6e267f1 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Took 16.86 seconds to snapshot the instance on the hypervisor. [ 1847.661874] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4536673d-ec24-47f7-9b32-664400a53fa4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.676020] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eeb2cf5-c950-4422-b457-e590f13404dd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.715598] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c248bd5f-a065-40bc-90d6-8e01abd03e63 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.724452] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6da68db-5e04-4704-b4bf-3b90d37ecce4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.740989] env[62189]: DEBUG nova.compute.provider_tree [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.781628] env[62189]: DEBUG oslo_concurrency.lockutils [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.909881] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Acquiring lock "2af866f9-bfb6-46bb-a890-267e5b524a0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.910776] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Lock "2af866f9-bfb6-46bb-a890-267e5b524a0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.916630] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710097} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.917341] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] cc56c223-6cd4-4a8a-9262-cbb952386f93/cc56c223-6cd4-4a8a-9262-cbb952386f93.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1847.917341] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1847.917621] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beb72bc9-eb7f-49a8-9f69-e8ad0f68297f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.926559] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1847.926559] env[62189]: value = "task-2121732" [ 1847.926559] env[62189]: _type = "Task" [ 1847.926559] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.938195] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.030339] env[62189]: DEBUG nova.network.neutron [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Updated VIF entry in instance network info cache for port f539e6c0-8d8f-461b-8a8b-66665eb50ee4. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1848.030599] env[62189]: DEBUG nova.network.neutron [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Updating instance_info_cache with network_info: [{"id": "f539e6c0-8d8f-461b-8a8b-66665eb50ee4", "address": "fa:16:3e:c2:80:b5", "network": {"id": "12f79741-40bf-4149-ae08-ef7580f383c3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1392189244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc7b24be646b48c1a0adcac76b311d95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf539e6c0-8d", "ovs_interfaceid": "f539e6c0-8d8f-461b-8a8b-66665eb50ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.051436] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.106657] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': task-2121730, 'name': ReconfigVM_Task, 'duration_secs': 0.895862} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.106932] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 53dda0cf-f670-45a3-80a2-4081352e5afb/53dda0cf-f670-45a3-80a2-4081352e5afb.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1848.110865] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c14cf0a4-830b-43f1-a4e2-8f31b712c39b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.120642] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Waiting for the task: (returnval){ [ 1848.120642] env[62189]: value = "task-2121733" [ 1848.120642] env[62189]: _type = "Task" [ 1848.120642] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.126153] env[62189]: DEBUG oslo_concurrency.lockutils [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] Releasing lock "refresh_cache-53dda0cf-f670-45a3-80a2-4081352e5afb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.126361] env[62189]: DEBUG nova.compute.manager [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Received event network-vif-plugged-d513132e-ba1e-4df4-b640-28c9ac547826 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1848.126570] env[62189]: DEBUG oslo_concurrency.lockutils [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] Acquiring lock "cc56c223-6cd4-4a8a-9262-cbb952386f93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.126764] env[62189]: DEBUG oslo_concurrency.lockutils [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] Lock "cc56c223-6cd4-4a8a-9262-cbb952386f93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.127171] env[62189]: DEBUG oslo_concurrency.lockutils [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] Lock "cc56c223-6cd4-4a8a-9262-cbb952386f93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.127396] env[62189]: DEBUG nova.compute.manager [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] No waiting events found dispatching network-vif-plugged-d513132e-ba1e-4df4-b640-28c9ac547826 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1848.128203] env[62189]: WARNING nova.compute.manager [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Received unexpected event network-vif-plugged-d513132e-ba1e-4df4-b640-28c9ac547826 for instance with vm_state building and task_state spawning. [ 1848.128361] env[62189]: DEBUG nova.compute.manager [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Received event network-changed-d513132e-ba1e-4df4-b640-28c9ac547826 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1848.128477] env[62189]: DEBUG nova.compute.manager [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Refreshing instance network info cache due to event network-changed-d513132e-ba1e-4df4-b640-28c9ac547826. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1848.128717] env[62189]: DEBUG oslo_concurrency.lockutils [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] Acquiring lock "refresh_cache-cc56c223-6cd4-4a8a-9262-cbb952386f93" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.128859] env[62189]: DEBUG oslo_concurrency.lockutils [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] Acquired lock "refresh_cache-cc56c223-6cd4-4a8a-9262-cbb952386f93" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.129023] env[62189]: DEBUG nova.network.neutron [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Refreshing network info cache for port d513132e-ba1e-4df4-b640-28c9ac547826 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.134218] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': task-2121733, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.247867] env[62189]: DEBUG nova.scheduler.client.report [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1848.403387] env[62189]: DEBUG nova.network.neutron [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Successfully updated port: f001bd60-bd88-48f3-8b1c-152be1ca0cfb {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1848.439870] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091621} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.440168] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1848.441624] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98379ad7-a892-40ea-9ff6-f4f4c55abd57 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.470071] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] cc56c223-6cd4-4a8a-9262-cbb952386f93/cc56c223-6cd4-4a8a-9262-cbb952386f93.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1848.470409] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7a720af-85f3-4ea8-8a9c-91aff18ba71a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.499177] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1848.499177] env[62189]: value = "task-2121734" [ 1848.499177] env[62189]: _type = "Task" [ 1848.499177] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.510546] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.533668] env[62189]: DEBUG oslo_concurrency.lockutils [req-b4d237aa-a74b-4cd9-8397-be898714e529 req-99cacc63-8b5f-49e7-b5cf-fb2d61139a70 service nova] Releasing lock "refresh_cache-ee56e67a-afef-4534-b83e-edf3fd6995cf" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.537172] env[62189]: DEBUG nova.network.neutron [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updating instance_info_cache with network_info: [{"id": "2f41c132-8cbe-47e1-89b2-0329834247d5", "address": "fa:16:3e:06:6b:51", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f41c132-8c", "ovs_interfaceid": "2f41c132-8cbe-47e1-89b2-0329834247d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.550501] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121731, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.643556] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': task-2121733, 'name': Rename_Task, 'duration_secs': 0.297472} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.643556] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1848.643556] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5a7a187-6f1b-4c83-a05f-5824747d5bbe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.652113] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Waiting for the task: (returnval){ [ 1848.652113] env[62189]: value = "task-2121735" [ 1848.652113] env[62189]: _type = "Task" [ 1848.652113] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.661900] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': task-2121735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.751956] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.756607] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.596s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.756960] env[62189]: DEBUG nova.objects.instance [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Lazy-loading 'resources' on Instance uuid 7674b0de-f406-4afe-b34c-e1a6d9120ca8 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.793673] env[62189]: INFO nova.scheduler.client.report [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Deleted allocations for instance a8d75cbd-7174-4b93-8735-f76278917633 [ 1848.906537] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Acquiring lock "refresh_cache-79c75d3b-3d29-4c76-b9c6-d0571bbc6019" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.906537] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Acquired lock "refresh_cache-79c75d3b-3d29-4c76-b9c6-d0571bbc6019" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.906686] env[62189]: DEBUG nova.network.neutron [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1849.019140] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.033880] env[62189]: DEBUG nova.network.neutron [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Updated VIF entry in instance network info cache for port d513132e-ba1e-4df4-b640-28c9ac547826. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.034303] env[62189]: DEBUG nova.network.neutron [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Updating instance_info_cache with network_info: [{"id": "d513132e-ba1e-4df4-b640-28c9ac547826", "address": "fa:16:3e:6b:1e:8b", "network": {"id": "5c154def-b62f-4ad2-a523-b6847e91284b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-425989385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd216c2037f4cbf9563ce5fa21562ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd513132e-ba", "ovs_interfaceid": "d513132e-ba1e-4df4-b640-28c9ac547826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.048991] env[62189]: DEBUG oslo_concurrency.lockutils [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Releasing lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.055732] env[62189]: DEBUG oslo_vmware.api [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121731, 'name': PowerOnVM_Task, 'duration_secs': 1.411901} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.056853] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1849.057756] env[62189]: INFO nova.compute.manager [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1849.057756] env[62189]: DEBUG nova.compute.manager [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1849.059021] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ef0eba-1ea0-4d52-a356-3bb95277bb98 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.163858] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': task-2121735, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.307933] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e40ec89b-2f30-4502-8133-35dff7b18eb2 tempest-ServerExternalEventsTest-427993086 tempest-ServerExternalEventsTest-427993086-project-member] Lock "a8d75cbd-7174-4b93-8735-f76278917633" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.019s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.417505] env[62189]: DEBUG nova.compute.manager [req-cbecbe7f-e0a3-454d-bec1-87dc7a9c902c req-28c07af6-9a6d-425a-bf15-b944f29bcaa1 service nova] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Received event network-vif-plugged-f001bd60-bd88-48f3-8b1c-152be1ca0cfb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1849.417723] env[62189]: DEBUG oslo_concurrency.lockutils [req-cbecbe7f-e0a3-454d-bec1-87dc7a9c902c req-28c07af6-9a6d-425a-bf15-b944f29bcaa1 service nova] Acquiring lock "79c75d3b-3d29-4c76-b9c6-d0571bbc6019-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.417923] env[62189]: DEBUG oslo_concurrency.lockutils [req-cbecbe7f-e0a3-454d-bec1-87dc7a9c902c req-28c07af6-9a6d-425a-bf15-b944f29bcaa1 service nova] Lock "79c75d3b-3d29-4c76-b9c6-d0571bbc6019-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.418096] env[62189]: DEBUG oslo_concurrency.lockutils [req-cbecbe7f-e0a3-454d-bec1-87dc7a9c902c req-28c07af6-9a6d-425a-bf15-b944f29bcaa1 service nova] Lock "79c75d3b-3d29-4c76-b9c6-d0571bbc6019-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.418258] env[62189]: DEBUG nova.compute.manager [req-cbecbe7f-e0a3-454d-bec1-87dc7a9c902c req-28c07af6-9a6d-425a-bf15-b944f29bcaa1 service nova] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] No waiting events found dispatching network-vif-plugged-f001bd60-bd88-48f3-8b1c-152be1ca0cfb {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1849.418420] env[62189]: WARNING nova.compute.manager [req-cbecbe7f-e0a3-454d-bec1-87dc7a9c902c req-28c07af6-9a6d-425a-bf15-b944f29bcaa1 service nova] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Received unexpected event network-vif-plugged-f001bd60-bd88-48f3-8b1c-152be1ca0cfb for instance with vm_state building and task_state spawning. [ 1849.418602] env[62189]: DEBUG nova.compute.manager [req-cbecbe7f-e0a3-454d-bec1-87dc7a9c902c req-28c07af6-9a6d-425a-bf15-b944f29bcaa1 service nova] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Received event network-changed-f001bd60-bd88-48f3-8b1c-152be1ca0cfb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1849.418752] env[62189]: DEBUG nova.compute.manager [req-cbecbe7f-e0a3-454d-bec1-87dc7a9c902c req-28c07af6-9a6d-425a-bf15-b944f29bcaa1 service nova] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Refreshing instance network info cache due to event network-changed-f001bd60-bd88-48f3-8b1c-152be1ca0cfb. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1849.418911] env[62189]: DEBUG oslo_concurrency.lockutils [req-cbecbe7f-e0a3-454d-bec1-87dc7a9c902c req-28c07af6-9a6d-425a-bf15-b944f29bcaa1 service nova] Acquiring lock "refresh_cache-79c75d3b-3d29-4c76-b9c6-d0571bbc6019" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.485123] env[62189]: DEBUG nova.network.neutron [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1849.511141] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121734, 'name': ReconfigVM_Task, 'duration_secs': 0.78156} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.514412] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Reconfigured VM instance instance-00000010 to attach disk [datastore2] cc56c223-6cd4-4a8a-9262-cbb952386f93/cc56c223-6cd4-4a8a-9262-cbb952386f93.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1849.519940] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b7f69ad-0c46-4459-ab07-86881d06e3b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.536306] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1849.536306] env[62189]: value = "task-2121736" [ 1849.536306] env[62189]: _type = "Task" [ 1849.536306] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.538556] env[62189]: DEBUG oslo_concurrency.lockutils [req-a29ea233-8262-4472-91a7-7ad36c366199 req-9044607c-c194-48c7-b917-d49139675fe9 service nova] Releasing lock "refresh_cache-cc56c223-6cd4-4a8a-9262-cbb952386f93" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.551237] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121736, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.585555] env[62189]: INFO nova.compute.manager [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Took 24.72 seconds to build instance. [ 1849.667889] env[62189]: DEBUG oslo_vmware.api [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': task-2121735, 'name': PowerOnVM_Task, 'duration_secs': 0.589439} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.671921] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1849.672217] env[62189]: INFO nova.compute.manager [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Took 12.67 seconds to spawn the instance on the hypervisor. [ 1849.672459] env[62189]: DEBUG nova.compute.manager [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1849.677600] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20755e77-f7d0-43b4-98e4-3e97932b2132 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.749603] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9ee9d1-71b7-4ec7-a34b-1ad82c67aab2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.759557] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648dd967-5c24-484c-b7c5-f07db6d00591 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.809890] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea12078f-f4c7-48fe-94c9-5375a6f7f4c9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.815546] env[62189]: DEBUG nova.network.neutron [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Updating instance_info_cache with network_info: [{"id": "f001bd60-bd88-48f3-8b1c-152be1ca0cfb", "address": "fa:16:3e:57:27:42", "network": {"id": "9aa45086-b5f2-4ffc-935b-334bc0f4f60b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-665147260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b7e679480042eebb7cb8da937b5d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf001bd60-bd", "ovs_interfaceid": "f001bd60-bd88-48f3-8b1c-152be1ca0cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.820810] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e6b6bf-1955-4873-bfe8-91a6affacdcc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.836347] env[62189]: DEBUG nova.compute.provider_tree [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1850.051507] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121736, 'name': Rename_Task, 'duration_secs': 0.393863} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.051877] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1850.052258] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a5e6558-0884-4d10-b9b7-5fb97b88598f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.066307] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1850.066307] env[62189]: value = "task-2121737" [ 1850.066307] env[62189]: _type = "Task" [ 1850.066307] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.076727] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.089957] env[62189]: DEBUG oslo_concurrency.lockutils [None req-60301f5b-986c-45e6-b26c-652633bcced7 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Lock "9eddd5b2-e125-488b-8be5-3896f136b197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.238s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.204179] env[62189]: INFO nova.compute.manager [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Took 29.23 seconds to build instance. [ 1850.323030] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Releasing lock "refresh_cache-79c75d3b-3d29-4c76-b9c6-d0571bbc6019" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.323030] env[62189]: DEBUG nova.compute.manager [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Instance network_info: |[{"id": "f001bd60-bd88-48f3-8b1c-152be1ca0cfb", "address": "fa:16:3e:57:27:42", "network": {"id": "9aa45086-b5f2-4ffc-935b-334bc0f4f60b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-665147260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b7e679480042eebb7cb8da937b5d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf001bd60-bd", "ovs_interfaceid": "f001bd60-bd88-48f3-8b1c-152be1ca0cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1850.323338] env[62189]: DEBUG oslo_concurrency.lockutils [req-cbecbe7f-e0a3-454d-bec1-87dc7a9c902c req-28c07af6-9a6d-425a-bf15-b944f29bcaa1 service nova] Acquired lock "refresh_cache-79c75d3b-3d29-4c76-b9c6-d0571bbc6019" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.323338] env[62189]: DEBUG nova.network.neutron [req-cbecbe7f-e0a3-454d-bec1-87dc7a9c902c req-28c07af6-9a6d-425a-bf15-b944f29bcaa1 service nova] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Refreshing network info cache for port f001bd60-bd88-48f3-8b1c-152be1ca0cfb {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1850.323691] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:27:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f001bd60-bd88-48f3-8b1c-152be1ca0cfb', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1850.334499] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Creating folder: Project (60b7e679480042eebb7cb8da937b5d56). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1850.335565] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fdfc6df-9f54-4f04-b2e7-ec9779760dd8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.340052] env[62189]: DEBUG nova.scheduler.client.report [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1850.356820] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Created folder: Project (60b7e679480042eebb7cb8da937b5d56) in parent group-v433996. [ 1850.357932] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Creating folder: Instances. Parent ref: group-v434056. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1850.359465] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbd6edcb-cbb4-4bca-99a6-160189526be4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.376809] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Created folder: Instances in parent group-v434056. [ 1850.377095] env[62189]: DEBUG oslo.service.loopingcall [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.377642] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1850.377911] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a979817-5467-48ef-bfb8-70b04b7ea06b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.405257] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1850.405257] env[62189]: value = "task-2121740" [ 1850.405257] env[62189]: _type = "Task" [ 1850.405257] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.419525] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121740, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.577856] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857faae1-9a6a-4879-ad25-f2b4f2395a02 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.589537] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.603300] env[62189]: DEBUG nova.compute.manager [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1850.606341] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updating instance '6caf9898-a70f-4e51-93a5-c7bc4af8ad41' progress to 0 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1850.709070] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf2ceb56-0528-4dfe-9ab5-afc43876706a tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Lock "53dda0cf-f670-45a3-80a2-4081352e5afb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.761s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.853199] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.853427] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.908s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.853679] env[62189]: DEBUG nova.objects.instance [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Lazy-loading 'resources' on Instance uuid 008bb658-5840-4e78-8fcd-2ad8e6618dbd {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.901744] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Acquiring lock "d05b86c9-1951-4ebd-bbec-e3bdafa99008" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.902052] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Lock "d05b86c9-1951-4ebd-bbec-e3bdafa99008" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.914017] env[62189]: INFO nova.scheduler.client.report [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Deleted allocations for instance 7674b0de-f406-4afe-b34c-e1a6d9120ca8 [ 1850.943325] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121740, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.089908] env[62189]: DEBUG oslo_vmware.api [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121737, 'name': PowerOnVM_Task, 'duration_secs': 0.747949} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.090205] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1851.090433] env[62189]: INFO nova.compute.manager [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Took 11.55 seconds to spawn the instance on the hypervisor. [ 1851.090639] env[62189]: DEBUG nova.compute.manager [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1851.093634] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bbfc5a-1a49-4c97-90ab-bdb9566afef0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.114239] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1851.117535] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f546a4f-4a27-47b9-8c56-f426726a84d0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.132435] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1851.132435] env[62189]: value = "task-2121741" [ 1851.132435] env[62189]: _type = "Task" [ 1851.132435] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.146772] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.148470] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.212237] env[62189]: DEBUG nova.compute.manager [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1851.269209] env[62189]: DEBUG nova.compute.manager [req-bf7a1e19-4282-49cd-b24f-68dffe8588fc req-a072640f-c6b0-4e91-a373-74ffe58b0386 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Received event network-changed-03de7799-6512-41fd-a347-7c8917bbb18a {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1851.269461] env[62189]: DEBUG nova.compute.manager [req-bf7a1e19-4282-49cd-b24f-68dffe8588fc req-a072640f-c6b0-4e91-a373-74ffe58b0386 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Refreshing instance network info cache due to event network-changed-03de7799-6512-41fd-a347-7c8917bbb18a. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1851.269641] env[62189]: DEBUG oslo_concurrency.lockutils [req-bf7a1e19-4282-49cd-b24f-68dffe8588fc req-a072640f-c6b0-4e91-a373-74ffe58b0386 service nova] Acquiring lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.269783] env[62189]: DEBUG oslo_concurrency.lockutils [req-bf7a1e19-4282-49cd-b24f-68dffe8588fc req-a072640f-c6b0-4e91-a373-74ffe58b0386 service nova] Acquired lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.269939] env[62189]: DEBUG nova.network.neutron [req-bf7a1e19-4282-49cd-b24f-68dffe8588fc req-a072640f-c6b0-4e91-a373-74ffe58b0386 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Refreshing network info cache for port 03de7799-6512-41fd-a347-7c8917bbb18a {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1851.422321] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121740, 'name': CreateVM_Task, 'duration_secs': 0.607795} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.425943] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1851.427266] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.427483] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.430082] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1851.430369] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ade2fd3-df90-498b-84ed-5f65871c8071 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.442016] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Waiting for the task: (returnval){ [ 1851.442016] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5202f7b1-0da2-390f-2158-f0421d94a7f6" [ 1851.442016] env[62189]: _type = "Task" [ 1851.442016] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.442536] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fec619fe-0d64-4971-9ab4-91bb5674f741 tempest-ServerDiagnosticsTest-516917145 tempest-ServerDiagnosticsTest-516917145-project-member] Lock "7674b0de-f406-4afe-b34c-e1a6d9120ca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.605s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.458104] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5202f7b1-0da2-390f-2158-f0421d94a7f6, 'name': SearchDatastore_Task, 'duration_secs': 0.014829} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.458104] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.458539] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1851.458824] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.459057] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.459394] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1851.459695] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bbb5508-4631-455f-8eb3-eca2fff71593 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.476829] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1851.476829] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1851.476829] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7abffd2b-517d-4ef9-8591-fe98b7efbb54 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.477953] env[62189]: DEBUG nova.network.neutron [req-cbecbe7f-e0a3-454d-bec1-87dc7a9c902c req-28c07af6-9a6d-425a-bf15-b944f29bcaa1 service nova] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Updated VIF entry in instance network info cache for port f001bd60-bd88-48f3-8b1c-152be1ca0cfb. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1851.478303] env[62189]: DEBUG nova.network.neutron [req-cbecbe7f-e0a3-454d-bec1-87dc7a9c902c req-28c07af6-9a6d-425a-bf15-b944f29bcaa1 service nova] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Updating instance_info_cache with network_info: [{"id": "f001bd60-bd88-48f3-8b1c-152be1ca0cfb", "address": "fa:16:3e:57:27:42", "network": {"id": "9aa45086-b5f2-4ffc-935b-334bc0f4f60b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-665147260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60b7e679480042eebb7cb8da937b5d56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf001bd60-bd", "ovs_interfaceid": "f001bd60-bd88-48f3-8b1c-152be1ca0cfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.485227] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Waiting for the task: (returnval){ [ 1851.485227] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52df8b80-52fc-d449-6949-02ae12934c8d" [ 1851.485227] env[62189]: _type = "Task" [ 1851.485227] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.496883] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52df8b80-52fc-d449-6949-02ae12934c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.614768] env[62189]: INFO nova.compute.manager [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Took 27.45 seconds to build instance. [ 1851.647327] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121741, 'name': PowerOffVM_Task, 'duration_secs': 0.217431} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.647327] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1851.647327] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updating instance '6caf9898-a70f-4e51-93a5-c7bc4af8ad41' progress to 17 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1851.733052] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.821785] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3cb5d2-e6f0-4c63-8816-7f16d51bcc1b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.830821] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5dbdc9-5b3f-4a75-bfed-0195ea2c552d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.870711] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8783a6ba-fac2-4bcd-b397-3fb8dddc5429 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.880373] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281be360-0b42-4843-9fcc-380d54e0c554 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.896146] env[62189]: DEBUG nova.compute.provider_tree [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.982908] env[62189]: DEBUG oslo_concurrency.lockutils [req-cbecbe7f-e0a3-454d-bec1-87dc7a9c902c req-28c07af6-9a6d-425a-bf15-b944f29bcaa1 service nova] Releasing lock "refresh_cache-79c75d3b-3d29-4c76-b9c6-d0571bbc6019" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.000020] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52df8b80-52fc-d449-6949-02ae12934c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.015669} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.004020] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36902417-53e4-4705-8e9e-b688f666f7e9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.007529] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Waiting for the task: (returnval){ [ 1852.007529] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527dbe5b-dcd4-7199-b7bd-11b5001a58fa" [ 1852.007529] env[62189]: _type = "Task" [ 1852.007529] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.018534] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527dbe5b-dcd4-7199-b7bd-11b5001a58fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.117786] env[62189]: DEBUG oslo_concurrency.lockutils [None req-133e5b4a-2475-4953-a274-44064f3dcba0 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "cc56c223-6cd4-4a8a-9262-cbb952386f93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.964s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.154132] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1852.154386] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.154546] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1852.154734] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.155656] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1852.156113] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1852.156673] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1852.156934] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1852.157129] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1852.157312] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1852.157493] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1852.166779] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7553293b-c422-49d2-81cf-b4457ab09cff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.191130] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1852.191130] env[62189]: value = "task-2121742" [ 1852.191130] env[62189]: _type = "Task" [ 1852.191130] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.204818] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.403301] env[62189]: DEBUG nova.scheduler.client.report [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1852.478027] env[62189]: DEBUG nova.network.neutron [req-bf7a1e19-4282-49cd-b24f-68dffe8588fc req-a072640f-c6b0-4e91-a373-74ffe58b0386 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Updated VIF entry in instance network info cache for port 03de7799-6512-41fd-a347-7c8917bbb18a. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1852.478650] env[62189]: DEBUG nova.network.neutron [req-bf7a1e19-4282-49cd-b24f-68dffe8588fc req-a072640f-c6b0-4e91-a373-74ffe58b0386 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Updating instance_info_cache with network_info: [{"id": "03de7799-6512-41fd-a347-7c8917bbb18a", "address": "fa:16:3e:22:d2:7e", "network": {"id": "9a44d490-682c-4da3-995e-c2caa3673acb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1047476966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91aef3ab777548e58169aa3de3b7a190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03de7799-65", "ovs_interfaceid": "03de7799-6512-41fd-a347-7c8917bbb18a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.519153] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527dbe5b-dcd4-7199-b7bd-11b5001a58fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011998} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.519744] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.520012] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 79c75d3b-3d29-4c76-b9c6-d0571bbc6019/79c75d3b-3d29-4c76-b9c6-d0571bbc6019.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1852.520359] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d30a7416-bcac-4426-b2bc-8db80ed51dc9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.527545] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Waiting for the task: (returnval){ [ 1852.527545] env[62189]: value = "task-2121743" [ 1852.527545] env[62189]: _type = "Task" [ 1852.527545] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.537744] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.621445] env[62189]: DEBUG nova.compute.manager [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1852.705380] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121742, 'name': ReconfigVM_Task, 'duration_secs': 0.345629} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.705380] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updating instance '6caf9898-a70f-4e51-93a5-c7bc4af8ad41' progress to 33 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1852.914161] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.914595] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.096s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.917168] env[62189]: INFO nova.compute.claims [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1852.938592] env[62189]: INFO nova.scheduler.client.report [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Deleted allocations for instance 008bb658-5840-4e78-8fcd-2ad8e6618dbd [ 1852.981316] env[62189]: DEBUG oslo_concurrency.lockutils [req-bf7a1e19-4282-49cd-b24f-68dffe8588fc req-a072640f-c6b0-4e91-a373-74ffe58b0386 service nova] Releasing lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.042962] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121743, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.162168] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.211758] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1853.212231] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1853.212231] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1853.212383] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1853.212527] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1853.213092] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1853.213255] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1853.213851] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1853.214141] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1853.214726] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1853.214726] env[62189]: DEBUG nova.virt.hardware [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1853.221960] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1853.222328] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00f521db-f379-49f1-b4cf-d997218dfe27 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.250019] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1853.250019] env[62189]: value = "task-2121744" [ 1853.250019] env[62189]: _type = "Task" [ 1853.250019] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.261949] env[62189]: DEBUG oslo_concurrency.lockutils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "0f430e69-87bb-4dd4-b49f-d2a5715f1b44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.262253] env[62189]: DEBUG oslo_concurrency.lockutils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "0f430e69-87bb-4dd4-b49f-d2a5715f1b44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.270269] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121744, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.354601] env[62189]: DEBUG nova.compute.manager [None req-4feea1d5-dd9d-4217-9002-e63aa0c43a37 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1853.355787] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b0060e-826e-4ac6-9093-feadb7ac2f45 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.449675] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f48a015f-9858-4deb-97b9-73bc06fa5e43 tempest-TenantUsagesTestJSON-629785077 tempest-TenantUsagesTestJSON-629785077-project-member] Lock "008bb658-5840-4e78-8fcd-2ad8e6618dbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.371s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.541891] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758094} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.542672] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 79c75d3b-3d29-4c76-b9c6-d0571bbc6019/79c75d3b-3d29-4c76-b9c6-d0571bbc6019.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1853.543117] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1853.543694] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa172050-7cc0-4459-81e2-63b38b98795f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.554207] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Waiting for the task: (returnval){ [ 1853.554207] env[62189]: value = "task-2121745" [ 1853.554207] env[62189]: _type = "Task" [ 1853.554207] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.569512] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.760877] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121744, 'name': ReconfigVM_Task, 'duration_secs': 0.334064} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.761353] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1853.762605] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19db41f-fdca-4d1b-b194-4039b7b50b3b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.802819] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 6caf9898-a70f-4e51-93a5-c7bc4af8ad41/6caf9898-a70f-4e51-93a5-c7bc4af8ad41.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1853.802819] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9926c8f-3ed3-4caa-89c6-4350b59a4b37 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.823444] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1853.823444] env[62189]: value = "task-2121746" [ 1853.823444] env[62189]: _type = "Task" [ 1853.823444] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.833975] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.869407] env[62189]: INFO nova.compute.manager [None req-4feea1d5-dd9d-4217-9002-e63aa0c43a37 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] instance snapshotting [ 1853.870060] env[62189]: DEBUG nova.objects.instance [None req-4feea1d5-dd9d-4217-9002-e63aa0c43a37 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Lazy-loading 'flavor' on Instance uuid 9eddd5b2-e125-488b-8be5-3896f136b197 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.066343] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174864} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.066683] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1854.067564] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fd62b0-ab4c-4de6-a4cf-17d99970249f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.096863] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 79c75d3b-3d29-4c76-b9c6-d0571bbc6019/79c75d3b-3d29-4c76-b9c6-d0571bbc6019.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1854.101877] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b472276-257b-4153-bd0d-2911367d9e48 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.128341] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Waiting for the task: (returnval){ [ 1854.128341] env[62189]: value = "task-2121747" [ 1854.128341] env[62189]: _type = "Task" [ 1854.128341] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.136578] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.337439] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.339702] env[62189]: DEBUG oslo_concurrency.lockutils [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Acquiring lock "53dda0cf-f670-45a3-80a2-4081352e5afb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.339702] env[62189]: DEBUG oslo_concurrency.lockutils [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Lock "53dda0cf-f670-45a3-80a2-4081352e5afb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.339702] env[62189]: DEBUG oslo_concurrency.lockutils [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Acquiring lock "53dda0cf-f670-45a3-80a2-4081352e5afb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.339969] env[62189]: DEBUG oslo_concurrency.lockutils [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Lock "53dda0cf-f670-45a3-80a2-4081352e5afb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.340136] env[62189]: DEBUG oslo_concurrency.lockutils [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Lock "53dda0cf-f670-45a3-80a2-4081352e5afb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.343697] env[62189]: INFO nova.compute.manager [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Terminating instance [ 1854.377035] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cca9b1-275d-4cb8-9f38-928d2a8e9b59 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.402468] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cc415d-3e5d-4079-8d3b-854821ef259b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.434101] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Acquiring lock "9eddd5b2-e125-488b-8be5-3896f136b197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.434101] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Lock "9eddd5b2-e125-488b-8be5-3896f136b197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.434101] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Acquiring lock "9eddd5b2-e125-488b-8be5-3896f136b197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.434517] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Lock "9eddd5b2-e125-488b-8be5-3896f136b197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.434784] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Lock "9eddd5b2-e125-488b-8be5-3896f136b197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.438930] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa5d152-a05c-48b1-9faf-a6fd19a2be42 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.442280] env[62189]: INFO nova.compute.manager [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Terminating instance [ 1854.454252] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf1ccb9-cd90-46b2-8412-c483a6d4fc14 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.487937] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a4f036-d928-4ffd-987e-08ae21365d67 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.496347] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05a473b-a3c8-4538-9947-18489a29d8a1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.511464] env[62189]: DEBUG nova.compute.provider_tree [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.642124] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.838530] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121746, 'name': ReconfigVM_Task, 'duration_secs': 0.842759} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.839048] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 6caf9898-a70f-4e51-93a5-c7bc4af8ad41/6caf9898-a70f-4e51-93a5-c7bc4af8ad41.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1854.839405] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updating instance '6caf9898-a70f-4e51-93a5-c7bc4af8ad41' progress to 50 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1854.851738] env[62189]: DEBUG nova.compute.manager [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1854.852098] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1854.853249] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dc4753-7a72-424a-a9ac-7eec7619207c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.865791] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1854.866063] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1722171d-e96e-4487-996a-077444525b9a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.873885] env[62189]: DEBUG oslo_vmware.api [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Waiting for the task: (returnval){ [ 1854.873885] env[62189]: value = "task-2121748" [ 1854.873885] env[62189]: _type = "Task" [ 1854.873885] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.884389] env[62189]: DEBUG oslo_vmware.api [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': task-2121748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.917307] env[62189]: DEBUG nova.compute.manager [None req-4feea1d5-dd9d-4217-9002-e63aa0c43a37 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Instance disappeared during snapshot {{(pid=62189) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1854.952406] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Acquiring lock "refresh_cache-9eddd5b2-e125-488b-8be5-3896f136b197" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.952664] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Acquired lock "refresh_cache-9eddd5b2-e125-488b-8be5-3896f136b197" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.952898] env[62189]: DEBUG nova.network.neutron [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1855.015197] env[62189]: DEBUG nova.scheduler.client.report [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1855.095982] env[62189]: DEBUG nova.compute.manager [None req-4feea1d5-dd9d-4217-9002-e63aa0c43a37 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Found 0 images (rotation: 2) {{(pid=62189) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1855.141262] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121747, 'name': ReconfigVM_Task, 'duration_secs': 0.939612} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.141551] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 79c75d3b-3d29-4c76-b9c6-d0571bbc6019/79c75d3b-3d29-4c76-b9c6-d0571bbc6019.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1855.142201] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55471d5f-d32a-48d4-9ec9-4f2cc86c510b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.151926] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Waiting for the task: (returnval){ [ 1855.151926] env[62189]: value = "task-2121749" [ 1855.151926] env[62189]: _type = "Task" [ 1855.151926] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.162647] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121749, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.351822] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb3ea99-2cd1-414b-a77a-c7d7d2da98f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.372279] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90420448-29bd-41c6-981f-8aea2bdc7303 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.384295] env[62189]: DEBUG oslo_vmware.api [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': task-2121748, 'name': PowerOffVM_Task, 'duration_secs': 0.231347} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.397274] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1855.397460] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1855.397771] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updating instance '6caf9898-a70f-4e51-93a5-c7bc4af8ad41' progress to 67 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1855.401263] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b50e39d-262b-4f30-9e83-f1e528b801a2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.477413] env[62189]: DEBUG nova.network.neutron [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1855.516727] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1855.517039] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1855.517267] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Deleting the datastore file [datastore2] 53dda0cf-f670-45a3-80a2-4081352e5afb {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1855.517545] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-626777c2-d36d-48e5-b3cd-edfa97256ff9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.522129] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.522771] env[62189]: DEBUG nova.compute.manager [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1855.526432] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.012s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.527844] env[62189]: INFO nova.compute.claims [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1855.530704] env[62189]: DEBUG oslo_vmware.api [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Waiting for the task: (returnval){ [ 1855.530704] env[62189]: value = "task-2121751" [ 1855.530704] env[62189]: _type = "Task" [ 1855.530704] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.540355] env[62189]: DEBUG oslo_vmware.api [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': task-2121751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.574284] env[62189]: DEBUG nova.network.neutron [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.663295] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121749, 'name': Rename_Task, 'duration_secs': 0.383455} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.663707] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1855.663814] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ef648b4-b74e-4e36-a9a3-717ee4e8855e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.671323] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Waiting for the task: (returnval){ [ 1855.671323] env[62189]: value = "task-2121752" [ 1855.671323] env[62189]: _type = "Task" [ 1855.671323] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.679812] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.954876] env[62189]: DEBUG nova.network.neutron [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Port 2f41c132-8cbe-47e1-89b2-0329834247d5 binding to destination host cpu-1 is already ACTIVE {{(pid=62189) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1856.033839] env[62189]: DEBUG nova.compute.utils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1856.044375] env[62189]: DEBUG nova.compute.manager [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1856.044375] env[62189]: DEBUG nova.network.neutron [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1856.060596] env[62189]: DEBUG oslo_vmware.api [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Task: {'id': task-2121751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355006} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.060596] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1856.060596] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1856.060596] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1856.060596] env[62189]: INFO nova.compute.manager [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1856.061664] env[62189]: DEBUG oslo.service.loopingcall [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.061938] env[62189]: DEBUG nova.compute.manager [-] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1856.062059] env[62189]: DEBUG nova.network.neutron [-] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1856.077990] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Releasing lock "refresh_cache-9eddd5b2-e125-488b-8be5-3896f136b197" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.077990] env[62189]: DEBUG nova.compute.manager [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1856.077990] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1856.080026] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1934ef64-df71-4fbd-9dc9-b3bb0c04f78d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.090085] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1856.090085] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4121b0bd-e4b6-4fc5-948e-d527cfe3e626 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.099162] env[62189]: DEBUG oslo_vmware.api [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Waiting for the task: (returnval){ [ 1856.099162] env[62189]: value = "task-2121753" [ 1856.099162] env[62189]: _type = "Task" [ 1856.099162] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.111367] env[62189]: DEBUG oslo_vmware.api [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.122736] env[62189]: DEBUG nova.policy [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e5bbd0f592746afbd5de8ad32f1032d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '170e4b42a6e44e97864b5cc3bc1cf10d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1856.185873] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121752, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.541006] env[62189]: DEBUG nova.network.neutron [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Successfully created port: e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1856.545759] env[62189]: DEBUG nova.compute.manager [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1856.617351] env[62189]: DEBUG oslo_vmware.api [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121753, 'name': PowerOffVM_Task, 'duration_secs': 0.11341} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.618140] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1856.618316] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1856.618820] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c115fb0f-37d8-41da-aa5e-3936f64e60d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.647130] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1856.647397] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1856.647490] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Deleting the datastore file [datastore2] 9eddd5b2-e125-488b-8be5-3896f136b197 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1856.647761] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd99a596-d040-46b0-a63b-cfa02bf69f05 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.660967] env[62189]: DEBUG oslo_vmware.api [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Waiting for the task: (returnval){ [ 1856.660967] env[62189]: value = "task-2121755" [ 1856.660967] env[62189]: _type = "Task" [ 1856.660967] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.670116] env[62189]: DEBUG oslo_vmware.api [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.683218] env[62189]: DEBUG oslo_vmware.api [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121752, 'name': PowerOnVM_Task, 'duration_secs': 0.586064} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.683556] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1856.684036] env[62189]: INFO nova.compute.manager [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Took 10.71 seconds to spawn the instance on the hypervisor. [ 1856.684036] env[62189]: DEBUG nova.compute.manager [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1856.684607] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeacec7-7651-4fe2-8ba2-cac461061437 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.778582] env[62189]: DEBUG nova.compute.manager [req-8a1b9d9b-3570-4dd6-a6ba-3e8cc9ad0e94 req-c4a157c1-0490-4bff-a6b9-0bfd0fccc8b9 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Received event network-changed-1741032a-d719-4c0c-9db5-277afc13bbda {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1856.778803] env[62189]: DEBUG nova.compute.manager [req-8a1b9d9b-3570-4dd6-a6ba-3e8cc9ad0e94 req-c4a157c1-0490-4bff-a6b9-0bfd0fccc8b9 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Refreshing instance network info cache due to event network-changed-1741032a-d719-4c0c-9db5-277afc13bbda. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1856.779031] env[62189]: DEBUG oslo_concurrency.lockutils [req-8a1b9d9b-3570-4dd6-a6ba-3e8cc9ad0e94 req-c4a157c1-0490-4bff-a6b9-0bfd0fccc8b9 service nova] Acquiring lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.781034] env[62189]: DEBUG oslo_concurrency.lockutils [req-8a1b9d9b-3570-4dd6-a6ba-3e8cc9ad0e94 req-c4a157c1-0490-4bff-a6b9-0bfd0fccc8b9 service nova] Acquired lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.781034] env[62189]: DEBUG nova.network.neutron [req-8a1b9d9b-3570-4dd6-a6ba-3e8cc9ad0e94 req-c4a157c1-0490-4bff-a6b9-0bfd0fccc8b9 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Refreshing network info cache for port 1741032a-d719-4c0c-9db5-277afc13bbda {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1856.954037] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5d3383-d28a-438a-a406-92f67c73fb3b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.964160] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cb44aa-37d0-420a-8441-f001173901ac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.023406] env[62189]: DEBUG oslo_concurrency.lockutils [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.023726] env[62189]: DEBUG oslo_concurrency.lockutils [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.023856] env[62189]: DEBUG oslo_concurrency.lockutils [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.026250] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58387826-d68f-47ee-93de-945a8fc3a700 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.029111] env[62189]: DEBUG nova.network.neutron [-] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.040033] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7508c1-587f-480c-9dca-94bb3b74b6e2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.062098] env[62189]: DEBUG nova.compute.provider_tree [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.174298] env[62189]: DEBUG oslo_vmware.api [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Task: {'id': task-2121755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333081} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.174444] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1857.177916] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1857.177916] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1857.177916] env[62189]: INFO nova.compute.manager [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1857.177916] env[62189]: DEBUG oslo.service.loopingcall [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1857.177916] env[62189]: DEBUG nova.compute.manager [-] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1857.177916] env[62189]: DEBUG nova.network.neutron [-] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1857.201707] env[62189]: DEBUG nova.network.neutron [-] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1857.209745] env[62189]: INFO nova.compute.manager [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Took 30.97 seconds to build instance. [ 1857.394915] env[62189]: DEBUG nova.compute.manager [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1857.395943] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fa9d68-3b0a-46a5-b39f-b3af0d5bc60b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.466399] env[62189]: DEBUG nova.compute.manager [req-cc589b35-2c22-420f-a61b-3fd85263a9d0 req-85d9d4a2-c6b5-4ddf-bc63-780e86606b8c service nova] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Received event network-vif-deleted-7b300b76-ecfb-402d-a37a-ee8de772bb45 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1857.531949] env[62189]: INFO nova.compute.manager [-] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Took 1.47 seconds to deallocate network for instance. [ 1857.562376] env[62189]: DEBUG nova.compute.manager [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1857.565423] env[62189]: DEBUG nova.scheduler.client.report [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1857.588313] env[62189]: DEBUG nova.virt.hardware [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1857.588586] env[62189]: DEBUG nova.virt.hardware [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1857.588777] env[62189]: DEBUG nova.virt.hardware [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1857.588970] env[62189]: DEBUG nova.virt.hardware [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1857.589136] env[62189]: DEBUG nova.virt.hardware [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1857.589285] env[62189]: DEBUG nova.virt.hardware [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1857.589522] env[62189]: DEBUG nova.virt.hardware [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1857.589673] env[62189]: DEBUG nova.virt.hardware [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1857.589854] env[62189]: DEBUG nova.virt.hardware [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1857.590617] env[62189]: DEBUG nova.virt.hardware [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1857.590878] env[62189]: DEBUG nova.virt.hardware [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1857.592181] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2c37e2-7db9-45ba-ad12-6f97f82454b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.602693] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da3982b-cfc2-44f2-b61e-529d6cde88a5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.712054] env[62189]: DEBUG nova.network.neutron [-] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.713585] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b7d37f90-e38f-486f-bd86-91b08d3b6e1b tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Lock "79c75d3b-3d29-4c76-b9c6-d0571bbc6019" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.486s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.864053] env[62189]: DEBUG nova.network.neutron [req-8a1b9d9b-3570-4dd6-a6ba-3e8cc9ad0e94 req-c4a157c1-0490-4bff-a6b9-0bfd0fccc8b9 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Updated VIF entry in instance network info cache for port 1741032a-d719-4c0c-9db5-277afc13bbda. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1857.864053] env[62189]: DEBUG nova.network.neutron [req-8a1b9d9b-3570-4dd6-a6ba-3e8cc9ad0e94 req-c4a157c1-0490-4bff-a6b9-0bfd0fccc8b9 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Updating instance_info_cache with network_info: [{"id": "1741032a-d719-4c0c-9db5-277afc13bbda", "address": "fa:16:3e:bc:41:91", "network": {"id": "5c154def-b62f-4ad2-a523-b6847e91284b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-425989385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd216c2037f4cbf9563ce5fa21562ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1741032a-d7", "ovs_interfaceid": "1741032a-d719-4c0c-9db5-277afc13bbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.911225] env[62189]: INFO nova.compute.manager [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] instance snapshotting [ 1857.915535] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7048e4d6-55a1-4381-8f2b-de74b505c715 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.943604] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af031fe-b881-47c6-8faf-c107efd89291 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.039143] env[62189]: DEBUG oslo_concurrency.lockutils [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.075741] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.076428] env[62189]: DEBUG nova.compute.manager [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1858.079823] env[62189]: DEBUG oslo_concurrency.lockutils [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.215s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.080429] env[62189]: DEBUG nova.objects.instance [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Lazy-loading 'resources' on Instance uuid 0b207809-f807-4fd8-906c-93308156ee3c {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1858.112018] env[62189]: DEBUG oslo_concurrency.lockutils [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.112018] env[62189]: DEBUG oslo_concurrency.lockutils [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquired lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.112018] env[62189]: DEBUG nova.network.neutron [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1858.214743] env[62189]: INFO nova.compute.manager [-] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Took 1.04 seconds to deallocate network for instance. [ 1858.218199] env[62189]: DEBUG nova.compute.manager [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1858.369773] env[62189]: DEBUG oslo_concurrency.lockutils [req-8a1b9d9b-3570-4dd6-a6ba-3e8cc9ad0e94 req-c4a157c1-0490-4bff-a6b9-0bfd0fccc8b9 service nova] Releasing lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.460185] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1858.460507] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d01d7f2b-ae02-4ca1-b16a-f84cfe01dbe3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.471937] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1858.471937] env[62189]: value = "task-2121756" [ 1858.471937] env[62189]: _type = "Task" [ 1858.471937] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.490021] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121756, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.584193] env[62189]: DEBUG nova.compute.utils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1858.586189] env[62189]: DEBUG nova.compute.manager [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1858.590321] env[62189]: DEBUG nova.network.neutron [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1858.597846] env[62189]: DEBUG nova.network.neutron [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Successfully updated port: e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1858.678088] env[62189]: DEBUG nova.policy [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7a2a0caffad4d57858d91fae4fe20cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8be35392475b4fe1ac3c8f2a8b538210', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1858.727673] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.751535] env[62189]: DEBUG oslo_concurrency.lockutils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.988628] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121756, 'name': CreateSnapshot_Task, 'duration_secs': 0.492195} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.992379] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1858.994511] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3892f5f-89ca-4f96-9b62-3a4776419fe4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.061397] env[62189]: DEBUG nova.network.neutron [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updating instance_info_cache with network_info: [{"id": "2f41c132-8cbe-47e1-89b2-0329834247d5", "address": "fa:16:3e:06:6b:51", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f41c132-8c", "ovs_interfaceid": "2f41c132-8cbe-47e1-89b2-0329834247d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.100330] env[62189]: DEBUG nova.compute.manager [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1859.104278] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquiring lock "refresh_cache-94d4529e-9f02-4f11-b43f-691c9eb23848" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.104403] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquired lock "refresh_cache-94d4529e-9f02-4f11-b43f-691c9eb23848" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.104541] env[62189]: DEBUG nova.network.neutron [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1859.116722] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd00af8b-e286-4c85-8a39-1909f8a30e0a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.128540] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13701226-9948-4fa1-8eda-0315f5ea86c0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.165712] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec85f97-a9c2-4692-ab87-1401515e4f86 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.173061] env[62189]: DEBUG nova.network.neutron [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Successfully created port: 39457e80-3369-4a10-aa2c-796618811878 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1859.181611] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4502db0c-4919-4c5d-b448-d98ce7225044 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.199020] env[62189]: DEBUG nova.compute.provider_tree [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.521093] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1859.521581] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f5a45a62-cc16-488d-85b8-feff5e8f58fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.532403] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1859.532403] env[62189]: value = "task-2121757" [ 1859.532403] env[62189]: _type = "Task" [ 1859.532403] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.543742] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121757, 'name': CloneVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.564557] env[62189]: DEBUG oslo_concurrency.lockutils [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Releasing lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.664227] env[62189]: DEBUG nova.network.neutron [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1859.705702] env[62189]: DEBUG nova.scheduler.client.report [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1859.951857] env[62189]: DEBUG nova.network.neutron [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Updating instance_info_cache with network_info: [{"id": "e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21", "address": "fa:16:3e:89:6c:0d", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape35ae6b7-13", "ovs_interfaceid": "e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.958961] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Acquiring lock "e274eb4c-5952-4357-8421-80b38a2509fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.959369] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Lock "e274eb4c-5952-4357-8421-80b38a2509fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.044653] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121757, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.052355] env[62189]: DEBUG nova.compute.manager [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Received event network-changed-1741032a-d719-4c0c-9db5-277afc13bbda {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1860.052536] env[62189]: DEBUG nova.compute.manager [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Refreshing instance network info cache due to event network-changed-1741032a-d719-4c0c-9db5-277afc13bbda. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1860.052985] env[62189]: DEBUG oslo_concurrency.lockutils [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] Acquiring lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.052985] env[62189]: DEBUG oslo_concurrency.lockutils [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] Acquired lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.053061] env[62189]: DEBUG nova.network.neutron [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Refreshing network info cache for port 1741032a-d719-4c0c-9db5-277afc13bbda {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1860.097522] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92141b78-3d42-4ddc-8b9e-8ce04f9351b9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.123928] env[62189]: DEBUG nova.compute.manager [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1860.128456] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89568994-4fa9-40d3-9d30-f3f552989920 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.138757] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updating instance '6caf9898-a70f-4e51-93a5-c7bc4af8ad41' progress to 83 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1860.182848] env[62189]: DEBUG nova.virt.hardware [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1860.183366] env[62189]: DEBUG nova.virt.hardware [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1860.183683] env[62189]: DEBUG nova.virt.hardware [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1860.184179] env[62189]: DEBUG nova.virt.hardware [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1860.184411] env[62189]: DEBUG nova.virt.hardware [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1860.184996] env[62189]: DEBUG nova.virt.hardware [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1860.184996] env[62189]: DEBUG nova.virt.hardware [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1860.185108] env[62189]: DEBUG nova.virt.hardware [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1860.185318] env[62189]: DEBUG nova.virt.hardware [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1860.185382] env[62189]: DEBUG nova.virt.hardware [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1860.185535] env[62189]: DEBUG nova.virt.hardware [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1860.186536] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f50881-b2cb-42a3-b8a3-03be1ad4cdc8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.198019] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703fa068-cc15-4bba-ba96-aeb2e1f65886 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.215350] env[62189]: DEBUG oslo_concurrency.lockutils [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.221958] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.528s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.223817] env[62189]: INFO nova.compute.claims [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1860.253611] env[62189]: INFO nova.scheduler.client.report [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Deleted allocations for instance 0b207809-f807-4fd8-906c-93308156ee3c [ 1860.347236] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "68f6af87-473f-4d2d-83ca-91d5abbed3de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.347474] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "68f6af87-473f-4d2d-83ca-91d5abbed3de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.455171] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Releasing lock "refresh_cache-94d4529e-9f02-4f11-b43f-691c9eb23848" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.455604] env[62189]: DEBUG nova.compute.manager [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Instance network_info: |[{"id": "e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21", "address": "fa:16:3e:89:6c:0d", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape35ae6b7-13", "ovs_interfaceid": "e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1860.455926] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:6c:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1860.463963] env[62189]: DEBUG oslo.service.loopingcall [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.464267] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1860.464532] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f0ad9a6-48dd-40cb-99bb-ccaa3ceb7a15 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.487616] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1860.487616] env[62189]: value = "task-2121758" [ 1860.487616] env[62189]: _type = "Task" [ 1860.487616] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.496267] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121758, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.545335] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121757, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.644557] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1860.644922] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3712440a-7367-4b22-854f-741a29116e93 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.656778] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1860.656778] env[62189]: value = "task-2121759" [ 1860.656778] env[62189]: _type = "Task" [ 1860.656778] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.667430] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.767734] env[62189]: DEBUG oslo_concurrency.lockutils [None req-84d1cfe7-ad0e-442d-86bd-c7412026de4c tempest-ServerDiagnosticsNegativeTest-147352768 tempest-ServerDiagnosticsNegativeTest-147352768-project-member] Lock "0b207809-f807-4fd8-906c-93308156ee3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.741s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.835648] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Acquiring lock "4518fa3a-0ff8-4571-8703-44b44b53f33b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.835883] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Lock "4518fa3a-0ff8-4571-8703-44b44b53f33b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.884422] env[62189]: DEBUG nova.network.neutron [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Updated VIF entry in instance network info cache for port 1741032a-d719-4c0c-9db5-277afc13bbda. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1860.884777] env[62189]: DEBUG nova.network.neutron [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Updating instance_info_cache with network_info: [{"id": "1741032a-d719-4c0c-9db5-277afc13bbda", "address": "fa:16:3e:bc:41:91", "network": {"id": "5c154def-b62f-4ad2-a523-b6847e91284b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-425989385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd216c2037f4cbf9563ce5fa21562ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1741032a-d7", "ovs_interfaceid": "1741032a-d719-4c0c-9db5-277afc13bbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.999346] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121758, 'name': CreateVM_Task, 'duration_secs': 0.450907} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.999525] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1861.000234] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.000398] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.000727] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1861.000986] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-956c2145-4c7c-4e5d-85f3-1801b74477dd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.006261] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1861.006261] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f8ffdc-95f1-c4ac-f734-8c55d54846f1" [ 1861.006261] env[62189]: _type = "Task" [ 1861.006261] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.014586] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f8ffdc-95f1-c4ac-f734-8c55d54846f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.044069] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121757, 'name': CloneVM_Task} progress is 95%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.173812] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.213434] env[62189]: DEBUG nova.network.neutron [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Successfully updated port: 39457e80-3369-4a10-aa2c-796618811878 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1861.387806] env[62189]: DEBUG oslo_concurrency.lockutils [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] Releasing lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.388085] env[62189]: DEBUG nova.compute.manager [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Received event network-changed-d513132e-ba1e-4df4-b640-28c9ac547826 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1861.388259] env[62189]: DEBUG nova.compute.manager [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Refreshing instance network info cache due to event network-changed-d513132e-ba1e-4df4-b640-28c9ac547826. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1861.388462] env[62189]: DEBUG oslo_concurrency.lockutils [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] Acquiring lock "refresh_cache-cc56c223-6cd4-4a8a-9262-cbb952386f93" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.388673] env[62189]: DEBUG oslo_concurrency.lockutils [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] Acquired lock "refresh_cache-cc56c223-6cd4-4a8a-9262-cbb952386f93" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.388779] env[62189]: DEBUG nova.network.neutron [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Refreshing network info cache for port d513132e-ba1e-4df4-b640-28c9ac547826 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1861.516770] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f8ffdc-95f1-c4ac-f734-8c55d54846f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011354} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.516770] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.517028] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1861.517161] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.517309] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.517484] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1861.519951] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adf1ee08-d90c-4116-83d1-4294970fd089 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.529505] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1861.529685] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1861.530436] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d78d1552-c69d-4f02-87bf-2ef2d7ffe52a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.540839] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1861.540839] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529ee590-2441-da0b-94ba-44ab99c35b40" [ 1861.540839] env[62189]: _type = "Task" [ 1861.540839] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.548586] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121757, 'name': CloneVM_Task} progress is 95%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.556870] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529ee590-2441-da0b-94ba-44ab99c35b40, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.558073] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-230e1794-e902-4638-849f-de39558b05e7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.564091] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1861.564091] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529303ba-f6a7-a6fc-b59e-e04370e2b947" [ 1861.564091] env[62189]: _type = "Task" [ 1861.564091] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.574358] env[62189]: DEBUG nova.compute.manager [req-f3a7fdb4-9de8-424c-81a8-718105b5296d req-d6b73c44-0cb3-4a86-9589-1fdb522dfd27 service nova] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Received event network-vif-plugged-39457e80-3369-4a10-aa2c-796618811878 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1861.574620] env[62189]: DEBUG oslo_concurrency.lockutils [req-f3a7fdb4-9de8-424c-81a8-718105b5296d req-d6b73c44-0cb3-4a86-9589-1fdb522dfd27 service nova] Acquiring lock "a1ecef73-6a92-4651-b0ba-b472f5029fd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.574821] env[62189]: DEBUG oslo_concurrency.lockutils [req-f3a7fdb4-9de8-424c-81a8-718105b5296d req-d6b73c44-0cb3-4a86-9589-1fdb522dfd27 service nova] Lock "a1ecef73-6a92-4651-b0ba-b472f5029fd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.575044] env[62189]: DEBUG oslo_concurrency.lockutils [req-f3a7fdb4-9de8-424c-81a8-718105b5296d req-d6b73c44-0cb3-4a86-9589-1fdb522dfd27 service nova] Lock "a1ecef73-6a92-4651-b0ba-b472f5029fd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.575249] env[62189]: DEBUG nova.compute.manager [req-f3a7fdb4-9de8-424c-81a8-718105b5296d req-d6b73c44-0cb3-4a86-9589-1fdb522dfd27 service nova] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] No waiting events found dispatching network-vif-plugged-39457e80-3369-4a10-aa2c-796618811878 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1861.575442] env[62189]: WARNING nova.compute.manager [req-f3a7fdb4-9de8-424c-81a8-718105b5296d req-d6b73c44-0cb3-4a86-9589-1fdb522dfd27 service nova] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Received unexpected event network-vif-plugged-39457e80-3369-4a10-aa2c-796618811878 for instance with vm_state building and task_state spawning. [ 1861.579378] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529303ba-f6a7-a6fc-b59e-e04370e2b947, 'name': SearchDatastore_Task, 'duration_secs': 0.00994} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.579601] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.580467] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 94d4529e-9f02-4f11-b43f-691c9eb23848/94d4529e-9f02-4f11-b43f-691c9eb23848.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1861.580467] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9a79d76-6603-41e6-abab-dd2b60a52626 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.588408] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1861.588408] env[62189]: value = "task-2121760" [ 1861.588408] env[62189]: _type = "Task" [ 1861.588408] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.600185] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.672681] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.675626] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1c147a-6f67-4c02-ad39-2530effd914c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.688152] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7f1c83-d3e8-468d-898d-bdfd3883eb43 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.731278] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Acquiring lock "refresh_cache-a1ecef73-6a92-4651-b0ba-b472f5029fd1" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.731417] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Acquired lock "refresh_cache-a1ecef73-6a92-4651-b0ba-b472f5029fd1" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.732027] env[62189]: DEBUG nova.network.neutron [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1861.735082] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048568d1-5797-49c6-8ad5-4d9d74a6228b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.744702] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56cc0e5-a19a-42ff-8225-acb007691015 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.751844] env[62189]: DEBUG oslo_concurrency.lockutils [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Acquiring lock "79c75d3b-3d29-4c76-b9c6-d0571bbc6019" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.752131] env[62189]: DEBUG oslo_concurrency.lockutils [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Lock "79c75d3b-3d29-4c76-b9c6-d0571bbc6019" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.752414] env[62189]: DEBUG oslo_concurrency.lockutils [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Acquiring lock "79c75d3b-3d29-4c76-b9c6-d0571bbc6019-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.752623] env[62189]: DEBUG oslo_concurrency.lockutils [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Lock "79c75d3b-3d29-4c76-b9c6-d0571bbc6019-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.752835] env[62189]: DEBUG oslo_concurrency.lockutils [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Lock "79c75d3b-3d29-4c76-b9c6-d0571bbc6019-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.754997] env[62189]: INFO nova.compute.manager [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Terminating instance [ 1861.767731] env[62189]: DEBUG nova.compute.provider_tree [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1862.050240] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121757, 'name': CloneVM_Task} progress is 95%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.105673] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121760, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.178218] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.269054] env[62189]: DEBUG nova.compute.manager [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1862.269276] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1862.270656] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad56e81-f031-4a4b-b5ae-d7e544f13d3e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.274502] env[62189]: DEBUG nova.scheduler.client.report [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1862.288606] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1862.289541] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d67878d8-0110-4cba-89a9-fc31afab44ef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.299703] env[62189]: DEBUG oslo_vmware.api [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Waiting for the task: (returnval){ [ 1862.299703] env[62189]: value = "task-2121761" [ 1862.299703] env[62189]: _type = "Task" [ 1862.299703] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.310232] env[62189]: DEBUG oslo_vmware.api [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.316493] env[62189]: DEBUG nova.network.neutron [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1862.555293] env[62189]: DEBUG nova.network.neutron [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Updated VIF entry in instance network info cache for port d513132e-ba1e-4df4-b640-28c9ac547826. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1862.555293] env[62189]: DEBUG nova.network.neutron [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Updating instance_info_cache with network_info: [{"id": "d513132e-ba1e-4df4-b640-28c9ac547826", "address": "fa:16:3e:6b:1e:8b", "network": {"id": "5c154def-b62f-4ad2-a523-b6847e91284b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-425989385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd216c2037f4cbf9563ce5fa21562ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd513132e-ba", "ovs_interfaceid": "d513132e-ba1e-4df4-b640-28c9ac547826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.560156] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121757, 'name': CloneVM_Task} progress is 95%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.567489] env[62189]: DEBUG nova.network.neutron [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Updating instance_info_cache with network_info: [{"id": "39457e80-3369-4a10-aa2c-796618811878", "address": "fa:16:3e:02:c2:6b", "network": {"id": "c99a49b3-f635-4195-8e25-7880a09556de", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1137039385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be35392475b4fe1ac3c8f2a8b538210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39457e80-33", "ovs_interfaceid": "39457e80-3369-4a10-aa2c-796618811878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.610395] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526657} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.610725] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 94d4529e-9f02-4f11-b43f-691c9eb23848/94d4529e-9f02-4f11-b43f-691c9eb23848.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1862.610996] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1862.611320] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c2a4988-834b-4be8-9512-d25de08119ce {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.623922] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1862.623922] env[62189]: value = "task-2121762" [ 1862.623922] env[62189]: _type = "Task" [ 1862.623922] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.636968] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.675121] env[62189]: DEBUG oslo_vmware.api [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2121759, 'name': PowerOnVM_Task, 'duration_secs': 1.977233} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.675489] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1862.675970] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-70e7cc25-0785-4a66-afec-51440f2adfe8 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updating instance '6caf9898-a70f-4e51-93a5-c7bc4af8ad41' progress to 100 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1862.785543] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.786423] env[62189]: DEBUG nova.compute.manager [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1862.791130] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.237s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.791130] env[62189]: INFO nova.compute.claims [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1862.809419] env[62189]: DEBUG oslo_vmware.api [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121761, 'name': PowerOffVM_Task, 'duration_secs': 0.37484} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.809704] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.809880] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1862.810145] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62ae5cb8-23c7-4e0d-9843-a40318b9fca5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.914034] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1862.914034] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1862.914034] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Deleting the datastore file [datastore2] 79c75d3b-3d29-4c76-b9c6-d0571bbc6019 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1862.914034] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-803fb173-12c0-4a29-975c-1eb9c0ea8c07 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.922883] env[62189]: DEBUG oslo_vmware.api [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Waiting for the task: (returnval){ [ 1862.922883] env[62189]: value = "task-2121764" [ 1862.922883] env[62189]: _type = "Task" [ 1862.922883] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.930270] env[62189]: DEBUG oslo_vmware.api [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.050287] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121757, 'name': CloneVM_Task, 'duration_secs': 3.250696} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.050612] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Created linked-clone VM from snapshot [ 1863.051367] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f9b0bf-e878-445f-ae30-268b348b5709 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.060735] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Uploading image d13984cc-03dc-470f-937a-764c497f1ed6 {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1863.063590] env[62189]: DEBUG oslo_concurrency.lockutils [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] Releasing lock "refresh_cache-cc56c223-6cd4-4a8a-9262-cbb952386f93" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.063689] env[62189]: DEBUG nova.compute.manager [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Received event network-vif-plugged-e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1863.063898] env[62189]: DEBUG oslo_concurrency.lockutils [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] Acquiring lock "94d4529e-9f02-4f11-b43f-691c9eb23848-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.064138] env[62189]: DEBUG oslo_concurrency.lockutils [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] Lock "94d4529e-9f02-4f11-b43f-691c9eb23848-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.064265] env[62189]: DEBUG oslo_concurrency.lockutils [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] Lock "94d4529e-9f02-4f11-b43f-691c9eb23848-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.064430] env[62189]: DEBUG nova.compute.manager [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] No waiting events found dispatching network-vif-plugged-e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1863.064591] env[62189]: WARNING nova.compute.manager [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Received unexpected event network-vif-plugged-e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21 for instance with vm_state building and task_state spawning. [ 1863.064753] env[62189]: DEBUG nova.compute.manager [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Received event network-changed-e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1863.064904] env[62189]: DEBUG nova.compute.manager [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Refreshing instance network info cache due to event network-changed-e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1863.065102] env[62189]: DEBUG oslo_concurrency.lockutils [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] Acquiring lock "refresh_cache-94d4529e-9f02-4f11-b43f-691c9eb23848" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.066699] env[62189]: DEBUG oslo_concurrency.lockutils [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] Acquired lock "refresh_cache-94d4529e-9f02-4f11-b43f-691c9eb23848" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.066699] env[62189]: DEBUG nova.network.neutron [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Refreshing network info cache for port e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1863.072985] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Releasing lock "refresh_cache-a1ecef73-6a92-4651-b0ba-b472f5029fd1" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.073348] env[62189]: DEBUG nova.compute.manager [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Instance network_info: |[{"id": "39457e80-3369-4a10-aa2c-796618811878", "address": "fa:16:3e:02:c2:6b", "network": {"id": "c99a49b3-f635-4195-8e25-7880a09556de", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1137039385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be35392475b4fe1ac3c8f2a8b538210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39457e80-33", "ovs_interfaceid": "39457e80-3369-4a10-aa2c-796618811878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1863.074404] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:c2:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39457e80-3369-4a10-aa2c-796618811878', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1863.083537] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Creating folder: Project (8be35392475b4fe1ac3c8f2a8b538210). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1863.086652] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92ca5ca7-0ba4-4757-9ecc-90f09abebf5e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.098398] env[62189]: DEBUG oslo_vmware.rw_handles [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1863.098398] env[62189]: value = "vm-434060" [ 1863.098398] env[62189]: _type = "VirtualMachine" [ 1863.098398] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1863.098678] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4e5fde22-1f40-4b3a-aa8a-cf3aedb50596 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.101783] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Created folder: Project (8be35392475b4fe1ac3c8f2a8b538210) in parent group-v433996. [ 1863.101969] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Creating folder: Instances. Parent ref: group-v434062. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1863.102554] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e9d5792-9791-4490-b60c-cd885aafa864 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.109572] env[62189]: DEBUG oslo_vmware.rw_handles [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Lease: (returnval){ [ 1863.109572] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52218960-f637-de51-6626-80ce345893b5" [ 1863.109572] env[62189]: _type = "HttpNfcLease" [ 1863.109572] env[62189]: } obtained for exporting VM: (result){ [ 1863.109572] env[62189]: value = "vm-434060" [ 1863.109572] env[62189]: _type = "VirtualMachine" [ 1863.109572] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1863.109572] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the lease: (returnval){ [ 1863.109572] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52218960-f637-de51-6626-80ce345893b5" [ 1863.109572] env[62189]: _type = "HttpNfcLease" [ 1863.109572] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1863.116294] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Created folder: Instances in parent group-v434062. [ 1863.116593] env[62189]: DEBUG oslo.service.loopingcall [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.117226] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1863.117470] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5a26898-33bf-4ecb-a619-de80d6db5552 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.137110] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1863.137110] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52218960-f637-de51-6626-80ce345893b5" [ 1863.137110] env[62189]: _type = "HttpNfcLease" [ 1863.137110] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1863.145502] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141627} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.147111] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1863.147500] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1863.147500] env[62189]: value = "task-2121768" [ 1863.147500] env[62189]: _type = "Task" [ 1863.147500] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.148366] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f806996-d857-43f4-b6ec-8fcf48d1b797 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.187483] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121768, 'name': CreateVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.204829] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 94d4529e-9f02-4f11-b43f-691c9eb23848/94d4529e-9f02-4f11-b43f-691c9eb23848.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1863.206202] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8aca067-c895-4e51-84e7-5fea14b50f7b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.234671] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1863.234671] env[62189]: value = "task-2121769" [ 1863.234671] env[62189]: _type = "Task" [ 1863.234671] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.249772] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.304553] env[62189]: DEBUG nova.compute.utils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1863.311342] env[62189]: DEBUG nova.compute.manager [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1863.311718] env[62189]: DEBUG nova.network.neutron [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1863.388686] env[62189]: DEBUG nova.policy [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c3ff7c5f4d848c9ad1b9f0a0e1a7ce6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '729c4528a35943eeb9473c37a34addac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1863.432329] env[62189]: DEBUG oslo_vmware.api [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Task: {'id': task-2121764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14865} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.432613] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1863.432837] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1863.433039] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1863.434027] env[62189]: INFO nova.compute.manager [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1863.434027] env[62189]: DEBUG oslo.service.loopingcall [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.434027] env[62189]: DEBUG nova.compute.manager [-] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1863.434027] env[62189]: DEBUG nova.network.neutron [-] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1863.618877] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1863.618877] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52218960-f637-de51-6626-80ce345893b5" [ 1863.618877] env[62189]: _type = "HttpNfcLease" [ 1863.618877] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1863.619182] env[62189]: DEBUG oslo_vmware.rw_handles [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1863.619182] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52218960-f637-de51-6626-80ce345893b5" [ 1863.619182] env[62189]: _type = "HttpNfcLease" [ 1863.619182] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1863.619948] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e634cdc1-37bc-4e84-bb1c-8792d21c8347 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.628161] env[62189]: DEBUG oslo_vmware.rw_handles [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9f1d9-ae92-a5e6-f317-4b217723e50b/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1863.628334] env[62189]: DEBUG oslo_vmware.rw_handles [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9f1d9-ae92-a5e6-f317-4b217723e50b/disk-0.vmdk for reading. {{(pid=62189) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1863.684984] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "cc56c223-6cd4-4a8a-9262-cbb952386f93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.685262] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "cc56c223-6cd4-4a8a-9262-cbb952386f93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.685469] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "cc56c223-6cd4-4a8a-9262-cbb952386f93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.685648] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "cc56c223-6cd4-4a8a-9262-cbb952386f93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.685815] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "cc56c223-6cd4-4a8a-9262-cbb952386f93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.693814] env[62189]: INFO nova.compute.manager [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Terminating instance [ 1863.705008] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121768, 'name': CreateVM_Task, 'duration_secs': 0.38281} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.705477] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1863.705922] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.706124] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.706468] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1863.711179] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89c96f8-9042-4282-9115-77e0e118390e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.717907] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Waiting for the task: (returnval){ [ 1863.717907] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d8cea6-4a2e-88c2-8f4a-1e0ef865a110" [ 1863.717907] env[62189]: _type = "Task" [ 1863.717907] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.727102] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f1a0ccc6-dd34-4d5e-84a6-044fbad350ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.732783] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d8cea6-4a2e-88c2-8f4a-1e0ef865a110, 'name': SearchDatastore_Task, 'duration_secs': 0.010548} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.734269] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.734269] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1863.734490] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.734634] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.734806] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1863.736359] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c12390d-6b13-4fab-ae67-881792718c0f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.746767] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121769, 'name': ReconfigVM_Task, 'duration_secs': 0.277859} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.750083] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 94d4529e-9f02-4f11-b43f-691c9eb23848/94d4529e-9f02-4f11-b43f-691c9eb23848.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1863.750083] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-def8f124-08ed-4cdb-bff3-3ad0c12082ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.750618] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1863.750816] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1863.753713] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1df98a3-da55-42d7-a31e-1f5ad0dcdc06 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.761095] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Waiting for the task: (returnval){ [ 1863.761095] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52330587-0a03-ea4e-26f8-6c8e3c0cd9d9" [ 1863.761095] env[62189]: _type = "Task" [ 1863.761095] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.768524] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1863.768524] env[62189]: value = "task-2121770" [ 1863.768524] env[62189]: _type = "Task" [ 1863.768524] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.776020] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52330587-0a03-ea4e-26f8-6c8e3c0cd9d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010111} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.783522] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d679b34d-ffc2-47f3-bb4f-c82dfb3d9533 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.790061] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121770, 'name': Rename_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.794697] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Waiting for the task: (returnval){ [ 1863.794697] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e927e9-7d19-5261-9763-4ad6bcf802e0" [ 1863.794697] env[62189]: _type = "Task" [ 1863.794697] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.805088] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e927e9-7d19-5261-9763-4ad6bcf802e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.812465] env[62189]: DEBUG nova.compute.manager [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1863.922293] env[62189]: DEBUG nova.compute.manager [req-43d27838-5cc7-442b-92bc-8c9e2db18c3a req-4be35464-69a9-418a-8dc5-de0305edc2a1 service nova] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Received event network-changed-39457e80-3369-4a10-aa2c-796618811878 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1863.922470] env[62189]: DEBUG nova.compute.manager [req-43d27838-5cc7-442b-92bc-8c9e2db18c3a req-4be35464-69a9-418a-8dc5-de0305edc2a1 service nova] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Refreshing instance network info cache due to event network-changed-39457e80-3369-4a10-aa2c-796618811878. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1863.922689] env[62189]: DEBUG oslo_concurrency.lockutils [req-43d27838-5cc7-442b-92bc-8c9e2db18c3a req-4be35464-69a9-418a-8dc5-de0305edc2a1 service nova] Acquiring lock "refresh_cache-a1ecef73-6a92-4651-b0ba-b472f5029fd1" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.922822] env[62189]: DEBUG oslo_concurrency.lockutils [req-43d27838-5cc7-442b-92bc-8c9e2db18c3a req-4be35464-69a9-418a-8dc5-de0305edc2a1 service nova] Acquired lock "refresh_cache-a1ecef73-6a92-4651-b0ba-b472f5029fd1" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.923123] env[62189]: DEBUG nova.network.neutron [req-43d27838-5cc7-442b-92bc-8c9e2db18c3a req-4be35464-69a9-418a-8dc5-de0305edc2a1 service nova] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Refreshing network info cache for port 39457e80-3369-4a10-aa2c-796618811878 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1864.113263] env[62189]: DEBUG nova.network.neutron [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Successfully created port: d7baec91-ad0b-4abe-9724-4dccc05d26bb {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1864.198925] env[62189]: DEBUG nova.compute.manager [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1864.199197] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1864.200100] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fd6959-9b25-46b1-b0a7-905e303ea894 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.210170] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1864.210170] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bba40c58-6d17-4dc1-8b2a-0a1260ab5b77 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.232228] env[62189]: DEBUG oslo_vmware.api [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1864.232228] env[62189]: value = "task-2121771" [ 1864.232228] env[62189]: _type = "Task" [ 1864.232228] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.242809] env[62189]: DEBUG oslo_vmware.api [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.282351] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de59dbf5-aaee-4341-a173-62be0025a6a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.294493] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121770, 'name': Rename_Task, 'duration_secs': 0.157628} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.296968] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1864.297584] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33fd7c70-34ea-470f-a752-18005db6166e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.304150] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468e7c7d-0861-41cb-9109-197207228595 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.349091] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e927e9-7d19-5261-9763-4ad6bcf802e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.351404] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.351865] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] a1ecef73-6a92-4651-b0ba-b472f5029fd1/a1ecef73-6a92-4651-b0ba-b472f5029fd1.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1864.352942] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6877dd99-bfc0-4ec9-ba3e-b1f8e15cb937 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.356470] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1864.356470] env[62189]: value = "task-2121772" [ 1864.356470] env[62189]: _type = "Task" [ 1864.356470] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.358101] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0407f00a-b122-40ba-bee9-f25d0ffb58b6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.369310] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0c7417-4fcb-4ad0-808f-d5794fa1484e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.379548] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.379997] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Waiting for the task: (returnval){ [ 1864.379997] env[62189]: value = "task-2121773" [ 1864.379997] env[62189]: _type = "Task" [ 1864.379997] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.395526] env[62189]: DEBUG nova.compute.provider_tree [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.406996] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.408218] env[62189]: DEBUG nova.network.neutron [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Updated VIF entry in instance network info cache for port e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1864.408699] env[62189]: DEBUG nova.network.neutron [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Updating instance_info_cache with network_info: [{"id": "e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21", "address": "fa:16:3e:89:6c:0d", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape35ae6b7-13", "ovs_interfaceid": "e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.753678] env[62189]: DEBUG oslo_vmware.api [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121771, 'name': PowerOffVM_Task, 'duration_secs': 0.236484} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.754018] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1864.754185] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1864.754511] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-426d640a-d80b-4152-99b4-81c9539007f3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.787479] env[62189]: DEBUG nova.network.neutron [-] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.852766] env[62189]: DEBUG nova.compute.manager [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1864.873750] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121772, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.893592] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121773, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.898267] env[62189]: DEBUG nova.virt.hardware [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1864.898540] env[62189]: DEBUG nova.virt.hardware [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1864.898751] env[62189]: DEBUG nova.virt.hardware [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1864.898940] env[62189]: DEBUG nova.virt.hardware [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1864.899173] env[62189]: DEBUG nova.virt.hardware [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1864.899376] env[62189]: DEBUG nova.virt.hardware [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1864.899601] env[62189]: DEBUG nova.virt.hardware [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1864.899788] env[62189]: DEBUG nova.virt.hardware [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1864.899960] env[62189]: DEBUG nova.virt.hardware [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1864.900152] env[62189]: DEBUG nova.virt.hardware [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1864.900322] env[62189]: DEBUG nova.virt.hardware [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1864.901511] env[62189]: DEBUG nova.scheduler.client.report [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1864.910102] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a3f824-0c77-417b-a3a1-84349943f061 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.914448] env[62189]: DEBUG oslo_concurrency.lockutils [req-5fb941ec-317d-4550-87f4-29146fab2ab3 req-fad47be3-5762-46a1-819e-a70533b3c9a4 service nova] Releasing lock "refresh_cache-94d4529e-9f02-4f11-b43f-691c9eb23848" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.919795] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1864.920177] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1864.920393] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Deleting the datastore file [datastore2] cc56c223-6cd4-4a8a-9262-cbb952386f93 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1864.923449] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3845d2ec-c0cf-4698-a573-62dacafe141f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.927028] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7632e8ed-eb47-4787-a2ad-439270ff1d4e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.949304] env[62189]: DEBUG oslo_vmware.api [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1864.949304] env[62189]: value = "task-2121775" [ 1864.949304] env[62189]: _type = "Task" [ 1864.949304] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.961688] env[62189]: DEBUG oslo_vmware.api [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.063434] env[62189]: DEBUG nova.network.neutron [req-43d27838-5cc7-442b-92bc-8c9e2db18c3a req-4be35464-69a9-418a-8dc5-de0305edc2a1 service nova] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Updated VIF entry in instance network info cache for port 39457e80-3369-4a10-aa2c-796618811878. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1865.063784] env[62189]: DEBUG nova.network.neutron [req-43d27838-5cc7-442b-92bc-8c9e2db18c3a req-4be35464-69a9-418a-8dc5-de0305edc2a1 service nova] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Updating instance_info_cache with network_info: [{"id": "39457e80-3369-4a10-aa2c-796618811878", "address": "fa:16:3e:02:c2:6b", "network": {"id": "c99a49b3-f635-4195-8e25-7880a09556de", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1137039385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be35392475b4fe1ac3c8f2a8b538210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39457e80-33", "ovs_interfaceid": "39457e80-3369-4a10-aa2c-796618811878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.294257] env[62189]: INFO nova.compute.manager [-] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Took 1.86 seconds to deallocate network for instance. [ 1865.376091] env[62189]: DEBUG oslo_vmware.api [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121772, 'name': PowerOnVM_Task, 'duration_secs': 0.772266} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.376536] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1865.376848] env[62189]: INFO nova.compute.manager [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1865.377106] env[62189]: DEBUG nova.compute.manager [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1865.377940] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabce7cd-221a-481b-884c-589620907006 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.397682] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55297} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.398108] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] a1ecef73-6a92-4651-b0ba-b472f5029fd1/a1ecef73-6a92-4651-b0ba-b472f5029fd1.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1865.398442] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1865.399828] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7cf33bb-628d-4cae-9b60-9e5cad75c9fe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.408805] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Waiting for the task: (returnval){ [ 1865.408805] env[62189]: value = "task-2121776" [ 1865.408805] env[62189]: _type = "Task" [ 1865.408805] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.418112] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.418112] env[62189]: DEBUG nova.compute.manager [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1865.429567] env[62189]: DEBUG oslo_concurrency.lockutils [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.314s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.431614] env[62189]: INFO nova.compute.claims [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1865.435680] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.465782] env[62189]: DEBUG oslo_vmware.api [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179773} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.465938] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1865.466569] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1865.466840] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1865.467579] env[62189]: INFO nova.compute.manager [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1865.467579] env[62189]: DEBUG oslo.service.loopingcall [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1865.467579] env[62189]: DEBUG nova.compute.manager [-] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1865.467579] env[62189]: DEBUG nova.network.neutron [-] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1865.514047] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "d0a98dc4-51d7-4850-a8b2-ba2aa8d78424" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.517024] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "d0a98dc4-51d7-4850-a8b2-ba2aa8d78424" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.547091] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "cc448c2e-550f-4bec-a076-548e035629fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.547517] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "cc448c2e-550f-4bec-a076-548e035629fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.568782] env[62189]: DEBUG oslo_concurrency.lockutils [req-43d27838-5cc7-442b-92bc-8c9e2db18c3a req-4be35464-69a9-418a-8dc5-de0305edc2a1 service nova] Releasing lock "refresh_cache-a1ecef73-6a92-4651-b0ba-b472f5029fd1" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.569135] env[62189]: DEBUG nova.compute.manager [req-43d27838-5cc7-442b-92bc-8c9e2db18c3a req-4be35464-69a9-418a-8dc5-de0305edc2a1 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Received event network-changed-d513132e-ba1e-4df4-b640-28c9ac547826 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1865.569318] env[62189]: DEBUG nova.compute.manager [req-43d27838-5cc7-442b-92bc-8c9e2db18c3a req-4be35464-69a9-418a-8dc5-de0305edc2a1 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Refreshing instance network info cache due to event network-changed-d513132e-ba1e-4df4-b640-28c9ac547826. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1865.569537] env[62189]: DEBUG oslo_concurrency.lockutils [req-43d27838-5cc7-442b-92bc-8c9e2db18c3a req-4be35464-69a9-418a-8dc5-de0305edc2a1 service nova] Acquiring lock "refresh_cache-cc56c223-6cd4-4a8a-9262-cbb952386f93" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.569679] env[62189]: DEBUG oslo_concurrency.lockutils [req-43d27838-5cc7-442b-92bc-8c9e2db18c3a req-4be35464-69a9-418a-8dc5-de0305edc2a1 service nova] Acquired lock "refresh_cache-cc56c223-6cd4-4a8a-9262-cbb952386f93" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.569933] env[62189]: DEBUG nova.network.neutron [req-43d27838-5cc7-442b-92bc-8c9e2db18c3a req-4be35464-69a9-418a-8dc5-de0305edc2a1 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Refreshing network info cache for port d513132e-ba1e-4df4-b640-28c9ac547826 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1865.801202] env[62189]: DEBUG oslo_concurrency.lockutils [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.803050] env[62189]: DEBUG nova.compute.manager [req-2b7325e5-e315-4373-aba7-d677c730c888 req-093f21af-3e3f-4a98-97d3-2f10f6fa874d service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Received event network-changed-1741032a-d719-4c0c-9db5-277afc13bbda {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1865.803280] env[62189]: DEBUG nova.compute.manager [req-2b7325e5-e315-4373-aba7-d677c730c888 req-093f21af-3e3f-4a98-97d3-2f10f6fa874d service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Refreshing instance network info cache due to event network-changed-1741032a-d719-4c0c-9db5-277afc13bbda. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1865.803494] env[62189]: DEBUG oslo_concurrency.lockutils [req-2b7325e5-e315-4373-aba7-d677c730c888 req-093f21af-3e3f-4a98-97d3-2f10f6fa874d service nova] Acquiring lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.803683] env[62189]: DEBUG oslo_concurrency.lockutils [req-2b7325e5-e315-4373-aba7-d677c730c888 req-093f21af-3e3f-4a98-97d3-2f10f6fa874d service nova] Acquired lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.803833] env[62189]: DEBUG nova.network.neutron [req-2b7325e5-e315-4373-aba7-d677c730c888 req-093f21af-3e3f-4a98-97d3-2f10f6fa874d service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Refreshing network info cache for port 1741032a-d719-4c0c-9db5-277afc13bbda {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1865.901077] env[62189]: INFO nova.compute.manager [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Took 35.12 seconds to build instance. [ 1865.921759] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079369} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.922112] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1865.923484] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08de2c2-4265-4863-b3d1-1a32873b8fd3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.930879] env[62189]: DEBUG nova.compute.utils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1865.943387] env[62189]: DEBUG nova.compute.manager [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1865.943593] env[62189]: DEBUG nova.network.neutron [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1865.961409] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] a1ecef73-6a92-4651-b0ba-b472f5029fd1/a1ecef73-6a92-4651-b0ba-b472f5029fd1.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1865.963232] env[62189]: DEBUG nova.compute.manager [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1865.965578] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ae51bf-a267-468e-b76e-041cb5f0a03c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.998238] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Waiting for the task: (returnval){ [ 1865.998238] env[62189]: value = "task-2121777" [ 1865.998238] env[62189]: _type = "Task" [ 1865.998238] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.011414] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.394683] env[62189]: DEBUG nova.policy [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '290a4ed551c540db9ec7edffd5b155b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b7fe02199cc4437b51f1e87d8f8373e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1866.403706] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34ae2a20-f88d-4a64-813a-92dbc13e260f tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Lock "94d4529e-9f02-4f11-b43f-691c9eb23848" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.642s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.472929] env[62189]: DEBUG nova.compute.manager [req-f55ce875-3cb5-48d6-8d8c-6b2741d08ffc req-d6d8f035-f530-4ff1-a8d0-118afbbc3a7f service nova] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Received event network-vif-deleted-f001bd60-bd88-48f3-8b1c-152be1ca0cfb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1866.510669] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121777, 'name': ReconfigVM_Task, 'duration_secs': 0.450195} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.510992] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Reconfigured VM instance instance-00000014 to attach disk [datastore2] a1ecef73-6a92-4651-b0ba-b472f5029fd1/a1ecef73-6a92-4651-b0ba-b472f5029fd1.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1866.511632] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8008e920-1592-4108-bceb-24765a615800 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.532606] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Waiting for the task: (returnval){ [ 1866.532606] env[62189]: value = "task-2121778" [ 1866.532606] env[62189]: _type = "Task" [ 1866.532606] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.541542] env[62189]: DEBUG nova.network.neutron [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Successfully updated port: d7baec91-ad0b-4abe-9724-4dccc05d26bb {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1866.551622] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121778, 'name': Rename_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.650507] env[62189]: DEBUG nova.network.neutron [req-43d27838-5cc7-442b-92bc-8c9e2db18c3a req-4be35464-69a9-418a-8dc5-de0305edc2a1 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Updated VIF entry in instance network info cache for port d513132e-ba1e-4df4-b640-28c9ac547826. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1866.650863] env[62189]: DEBUG nova.network.neutron [req-43d27838-5cc7-442b-92bc-8c9e2db18c3a req-4be35464-69a9-418a-8dc5-de0305edc2a1 service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Updating instance_info_cache with network_info: [{"id": "d513132e-ba1e-4df4-b640-28c9ac547826", "address": "fa:16:3e:6b:1e:8b", "network": {"id": "5c154def-b62f-4ad2-a523-b6847e91284b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-425989385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd216c2037f4cbf9563ce5fa21562ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd513132e-ba", "ovs_interfaceid": "d513132e-ba1e-4df4-b640-28c9ac547826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.672507] env[62189]: DEBUG oslo_concurrency.lockutils [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.673215] env[62189]: DEBUG oslo_concurrency.lockutils [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.673215] env[62189]: DEBUG nova.compute.manager [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Going to confirm migration 1 {{(pid=62189) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1866.908014] env[62189]: DEBUG nova.compute.manager [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1866.983040] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106248ce-9c5c-4c2d-98ca-d33b9772ddcc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.992375] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ebc50d-f276-4e2c-8f8d-87f5f0983dca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.998263] env[62189]: DEBUG nova.compute.manager [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1867.030949] env[62189]: DEBUG nova.network.neutron [-] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.034305] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83d241f-b1c2-4d68-9174-3060631e466b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.049218] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Acquiring lock "refresh_cache-5a3ced38-0b87-46de-889c-85f82c4ff785" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.049391] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Acquired lock "refresh_cache-5a3ced38-0b87-46de-889c-85f82c4ff785" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.049536] env[62189]: DEBUG nova.network.neutron [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1867.057544] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085067ef-a4a0-478f-80ec-ba59006d2cce {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.061680] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121778, 'name': Rename_Task, 'duration_secs': 0.183473} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.063326] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1867.064046] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5d563e7-81d5-453e-a8d8-03119f941bb6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.078089] env[62189]: DEBUG nova.compute.provider_tree [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.082733] env[62189]: DEBUG nova.virt.hardware [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1867.083016] env[62189]: DEBUG nova.virt.hardware [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1867.083617] env[62189]: DEBUG nova.virt.hardware [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1867.083879] env[62189]: DEBUG nova.virt.hardware [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1867.084095] env[62189]: DEBUG nova.virt.hardware [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1867.084281] env[62189]: DEBUG nova.virt.hardware [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1867.084524] env[62189]: DEBUG nova.virt.hardware [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1867.084830] env[62189]: DEBUG nova.virt.hardware [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1867.085086] env[62189]: DEBUG nova.virt.hardware [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1867.085332] env[62189]: DEBUG nova.virt.hardware [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1867.085528] env[62189]: DEBUG nova.virt.hardware [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1867.087320] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f589272-9849-44b5-bf54-3da8ffcc4008 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.092951] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Waiting for the task: (returnval){ [ 1867.092951] env[62189]: value = "task-2121779" [ 1867.092951] env[62189]: _type = "Task" [ 1867.092951] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.100255] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2369bd54-7c1f-424f-9faf-aec4b50fae62 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.107876] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.156239] env[62189]: DEBUG oslo_concurrency.lockutils [req-43d27838-5cc7-442b-92bc-8c9e2db18c3a req-4be35464-69a9-418a-8dc5-de0305edc2a1 service nova] Releasing lock "refresh_cache-cc56c223-6cd4-4a8a-9262-cbb952386f93" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.230105] env[62189]: DEBUG nova.network.neutron [req-2b7325e5-e315-4373-aba7-d677c730c888 req-093f21af-3e3f-4a98-97d3-2f10f6fa874d service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Updated VIF entry in instance network info cache for port 1741032a-d719-4c0c-9db5-277afc13bbda. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1867.230492] env[62189]: DEBUG nova.network.neutron [req-2b7325e5-e315-4373-aba7-d677c730c888 req-093f21af-3e3f-4a98-97d3-2f10f6fa874d service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Updating instance_info_cache with network_info: [{"id": "1741032a-d719-4c0c-9db5-277afc13bbda", "address": "fa:16:3e:bc:41:91", "network": {"id": "5c154def-b62f-4ad2-a523-b6847e91284b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-425989385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd216c2037f4cbf9563ce5fa21562ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1741032a-d7", "ovs_interfaceid": "1741032a-d719-4c0c-9db5-277afc13bbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.262995] env[62189]: DEBUG oslo_concurrency.lockutils [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.262995] env[62189]: DEBUG oslo_concurrency.lockutils [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquired lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.263106] env[62189]: DEBUG nova.network.neutron [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1867.263278] env[62189]: DEBUG nova.objects.instance [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lazy-loading 'info_cache' on Instance uuid 6caf9898-a70f-4e51-93a5-c7bc4af8ad41 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1867.366114] env[62189]: DEBUG nova.network.neutron [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Successfully created port: 59f7310e-6282-4bfe-943c-f36b01c35ac5 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1867.441731] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.539040] env[62189]: INFO nova.compute.manager [-] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Took 2.07 seconds to deallocate network for instance. [ 1867.595279] env[62189]: DEBUG nova.scheduler.client.report [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1867.612304] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121779, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.622790] env[62189]: DEBUG nova.network.neutron [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1867.733747] env[62189]: DEBUG oslo_concurrency.lockutils [req-2b7325e5-e315-4373-aba7-d677c730c888 req-093f21af-3e3f-4a98-97d3-2f10f6fa874d service nova] Releasing lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.974189] env[62189]: DEBUG nova.network.neutron [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Updating instance_info_cache with network_info: [{"id": "d7baec91-ad0b-4abe-9724-4dccc05d26bb", "address": "fa:16:3e:cf:a8:3d", "network": {"id": "6022ef30-cd8a-44ee-b093-f37a215c0f8e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-115263234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "729c4528a35943eeb9473c37a34addac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7baec91-ad", "ovs_interfaceid": "d7baec91-ad0b-4abe-9724-4dccc05d26bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.051050] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.103299] env[62189]: DEBUG oslo_concurrency.lockutils [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.103299] env[62189]: DEBUG nova.compute.manager [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1868.105111] env[62189]: DEBUG oslo_concurrency.lockutils [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.324s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.107230] env[62189]: INFO nova.compute.claims [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1868.129206] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121779, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.476532] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Releasing lock "refresh_cache-5a3ced38-0b87-46de-889c-85f82c4ff785" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.476774] env[62189]: DEBUG nova.compute.manager [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Instance network_info: |[{"id": "d7baec91-ad0b-4abe-9724-4dccc05d26bb", "address": "fa:16:3e:cf:a8:3d", "network": {"id": "6022ef30-cd8a-44ee-b093-f37a215c0f8e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-115263234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "729c4528a35943eeb9473c37a34addac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7baec91-ad", "ovs_interfaceid": "d7baec91-ad0b-4abe-9724-4dccc05d26bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1868.477205] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:a8:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7baec91-ad0b-4abe-9724-4dccc05d26bb', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1868.488030] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Creating folder: Project (729c4528a35943eeb9473c37a34addac). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1868.490929] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4446f77b-e039-4b04-b688-b24e970c9fc1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.498732] env[62189]: DEBUG nova.compute.manager [req-0796393c-ada6-4ac6-a5af-45bbe61124ab req-a83e42b8-4b79-44df-af65-550fe9c320ac service nova] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Received event network-vif-plugged-d7baec91-ad0b-4abe-9724-4dccc05d26bb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1868.498954] env[62189]: DEBUG oslo_concurrency.lockutils [req-0796393c-ada6-4ac6-a5af-45bbe61124ab req-a83e42b8-4b79-44df-af65-550fe9c320ac service nova] Acquiring lock "5a3ced38-0b87-46de-889c-85f82c4ff785-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.499170] env[62189]: DEBUG oslo_concurrency.lockutils [req-0796393c-ada6-4ac6-a5af-45bbe61124ab req-a83e42b8-4b79-44df-af65-550fe9c320ac service nova] Lock "5a3ced38-0b87-46de-889c-85f82c4ff785-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.499327] env[62189]: DEBUG oslo_concurrency.lockutils [req-0796393c-ada6-4ac6-a5af-45bbe61124ab req-a83e42b8-4b79-44df-af65-550fe9c320ac service nova] Lock "5a3ced38-0b87-46de-889c-85f82c4ff785-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.499485] env[62189]: DEBUG nova.compute.manager [req-0796393c-ada6-4ac6-a5af-45bbe61124ab req-a83e42b8-4b79-44df-af65-550fe9c320ac service nova] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] No waiting events found dispatching network-vif-plugged-d7baec91-ad0b-4abe-9724-4dccc05d26bb {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1868.499654] env[62189]: WARNING nova.compute.manager [req-0796393c-ada6-4ac6-a5af-45bbe61124ab req-a83e42b8-4b79-44df-af65-550fe9c320ac service nova] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Received unexpected event network-vif-plugged-d7baec91-ad0b-4abe-9724-4dccc05d26bb for instance with vm_state building and task_state spawning. [ 1868.499803] env[62189]: DEBUG nova.compute.manager [req-0796393c-ada6-4ac6-a5af-45bbe61124ab req-a83e42b8-4b79-44df-af65-550fe9c320ac service nova] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Received event network-changed-d7baec91-ad0b-4abe-9724-4dccc05d26bb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1868.500218] env[62189]: DEBUG nova.compute.manager [req-0796393c-ada6-4ac6-a5af-45bbe61124ab req-a83e42b8-4b79-44df-af65-550fe9c320ac service nova] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Refreshing instance network info cache due to event network-changed-d7baec91-ad0b-4abe-9724-4dccc05d26bb. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1868.500872] env[62189]: DEBUG oslo_concurrency.lockutils [req-0796393c-ada6-4ac6-a5af-45bbe61124ab req-a83e42b8-4b79-44df-af65-550fe9c320ac service nova] Acquiring lock "refresh_cache-5a3ced38-0b87-46de-889c-85f82c4ff785" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.501105] env[62189]: DEBUG oslo_concurrency.lockutils [req-0796393c-ada6-4ac6-a5af-45bbe61124ab req-a83e42b8-4b79-44df-af65-550fe9c320ac service nova] Acquired lock "refresh_cache-5a3ced38-0b87-46de-889c-85f82c4ff785" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.501272] env[62189]: DEBUG nova.network.neutron [req-0796393c-ada6-4ac6-a5af-45bbe61124ab req-a83e42b8-4b79-44df-af65-550fe9c320ac service nova] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Refreshing network info cache for port d7baec91-ad0b-4abe-9724-4dccc05d26bb {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1868.507518] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Created folder: Project (729c4528a35943eeb9473c37a34addac) in parent group-v433996. [ 1868.507759] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Creating folder: Instances. Parent ref: group-v434065. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1868.508078] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d94ce47-f971-4aa8-95e5-374b717a372b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.522600] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Created folder: Instances in parent group-v434065. [ 1868.522894] env[62189]: DEBUG oslo.service.loopingcall [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1868.523117] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1868.523622] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03bd342f-9394-4c8b-9555-4c0821bf4c1f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.546386] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1868.546386] env[62189]: value = "task-2121782" [ 1868.546386] env[62189]: _type = "Task" [ 1868.546386] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.560096] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121782, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.613536] env[62189]: DEBUG nova.compute.utils [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1868.614929] env[62189]: DEBUG nova.compute.manager [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1868.615116] env[62189]: DEBUG nova.network.neutron [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1868.623101] env[62189]: DEBUG oslo_vmware.api [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121779, 'name': PowerOnVM_Task, 'duration_secs': 1.301427} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.624037] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1868.624037] env[62189]: INFO nova.compute.manager [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1868.624037] env[62189]: DEBUG nova.compute.manager [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1868.625765] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c79c9e-d590-451b-831d-d48fb9549c3b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.758963] env[62189]: DEBUG nova.network.neutron [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updating instance_info_cache with network_info: [{"id": "2f41c132-8cbe-47e1-89b2-0329834247d5", "address": "fa:16:3e:06:6b:51", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f41c132-8c", "ovs_interfaceid": "2f41c132-8cbe-47e1-89b2-0329834247d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.935161] env[62189]: DEBUG nova.policy [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e5130d22d0e40cea2001353cce6b5f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc3d5fb3c5764c25866587ca02a8a220', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1869.058816] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121782, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.114059] env[62189]: DEBUG nova.compute.manager [req-4a29c3cd-5c98-486a-b7bd-8f4876e7d5af req-a9430678-8d04-47a7-a04d-0e64c28ed4af service nova] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Received event network-vif-deleted-d513132e-ba1e-4df4-b640-28c9ac547826 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1869.118281] env[62189]: DEBUG nova.compute.manager [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1869.155917] env[62189]: INFO nova.compute.manager [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Took 35.67 seconds to build instance. [ 1869.262637] env[62189]: DEBUG oslo_concurrency.lockutils [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Releasing lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.262737] env[62189]: DEBUG nova.objects.instance [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lazy-loading 'migration_context' on Instance uuid 6caf9898-a70f-4e51-93a5-c7bc4af8ad41 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.417911] env[62189]: DEBUG nova.network.neutron [req-0796393c-ada6-4ac6-a5af-45bbe61124ab req-a83e42b8-4b79-44df-af65-550fe9c320ac service nova] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Updated VIF entry in instance network info cache for port d7baec91-ad0b-4abe-9724-4dccc05d26bb. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1869.418365] env[62189]: DEBUG nova.network.neutron [req-0796393c-ada6-4ac6-a5af-45bbe61124ab req-a83e42b8-4b79-44df-af65-550fe9c320ac service nova] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Updating instance_info_cache with network_info: [{"id": "d7baec91-ad0b-4abe-9724-4dccc05d26bb", "address": "fa:16:3e:cf:a8:3d", "network": {"id": "6022ef30-cd8a-44ee-b093-f37a215c0f8e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-115263234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "729c4528a35943eeb9473c37a34addac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7baec91-ad", "ovs_interfaceid": "d7baec91-ad0b-4abe-9724-4dccc05d26bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.560255] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121782, 'name': CreateVM_Task, 'duration_secs': 0.625079} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.560488] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1869.562555] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.562555] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.562555] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1869.565303] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24b8bc47-d4c3-43d0-a93e-c8c9fade54fe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.574337] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Waiting for the task: (returnval){ [ 1869.574337] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521fc81b-e8fe-c422-db0f-628ac46f9dc3" [ 1869.574337] env[62189]: _type = "Task" [ 1869.574337] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.588175] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521fc81b-e8fe-c422-db0f-628ac46f9dc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.596837] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "cc56c223-6cd4-4a8a-9262-cbb952386f93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.630457] env[62189]: INFO nova.virt.block_device [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Booting with volume 1fe480de-f65e-412b-9094-60fa7faf9ae5 at /dev/sda [ 1869.650246] env[62189]: DEBUG nova.network.neutron [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Successfully updated port: 59f7310e-6282-4bfe-943c-f36b01c35ac5 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1869.657080] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d00cc538-a9b1-40e9-acbf-0281286f1644 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Lock "a1ecef73-6a92-4651-b0ba-b472f5029fd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.186s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.693303] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquiring lock "94d4529e-9f02-4f11-b43f-691c9eb23848" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.693588] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Lock "94d4529e-9f02-4f11-b43f-691c9eb23848" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.693844] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquiring lock "94d4529e-9f02-4f11-b43f-691c9eb23848-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.694068] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Lock "94d4529e-9f02-4f11-b43f-691c9eb23848-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.694252] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Lock "94d4529e-9f02-4f11-b43f-691c9eb23848-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.698947] env[62189]: INFO nova.compute.manager [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Terminating instance [ 1869.710225] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9eef730b-3f5c-45d1-aa68-d8ba1302a9da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.714536] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1184511c-3182-4814-8bbe-3464d4ace3f6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.717623] env[62189]: DEBUG nova.network.neutron [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Successfully created port: 70646e82-ab5d-4061-a065-2d73bca96df5 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1869.728237] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f83f71-b54d-4e47-a459-1fc276272f14 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.734123] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3f27ca-c24f-441d-b8ee-0c04ede6588a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.786361] env[62189]: DEBUG nova.objects.base [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Object Instance<6caf9898-a70f-4e51-93a5-c7bc4af8ad41> lazy-loaded attributes: info_cache,migration_context {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1869.797562] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42deb36-a662-47ad-8148-30b393df4475 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.803069] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0067f121-f5db-46a3-9abe-8c4fdc75ce29 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.803659] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a9f9c69-988d-4cb7-91fb-6312f17d0f3f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.825019] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c7501f-5347-4c68-849b-2a7294eedf91 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.830532] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43e7204-44af-410e-a742-eb86092a7138 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.836523] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57cd116-c38f-4694-9089-29556021eb2e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.857361] env[62189]: DEBUG nova.compute.provider_tree [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.871839] env[62189]: DEBUG oslo_vmware.api [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1869.871839] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ca2037-5b1f-e9b9-2cad-a800ab6cbe2e" [ 1869.871839] env[62189]: _type = "Task" [ 1869.871839] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.873415] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04104b58-e95e-49b6-adf2-ebd0ce21c9eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.887869] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ebd32a-7d8e-4888-8207-93a02c95fbfe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.890579] env[62189]: DEBUG oslo_vmware.api [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ca2037-5b1f-e9b9-2cad-a800ab6cbe2e, 'name': SearchDatastore_Task, 'duration_secs': 0.022097} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.890913] env[62189]: DEBUG oslo_concurrency.lockutils [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.905663] env[62189]: DEBUG nova.virt.block_device [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Updating existing volume attachment record: 10754074-93cb-4e8b-8233-0ba26e152f7c {{(pid=62189) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1869.921102] env[62189]: DEBUG oslo_concurrency.lockutils [req-0796393c-ada6-4ac6-a5af-45bbe61124ab req-a83e42b8-4b79-44df-af65-550fe9c320ac service nova] Releasing lock "refresh_cache-5a3ced38-0b87-46de-889c-85f82c4ff785" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.087879] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521fc81b-e8fe-c422-db0f-628ac46f9dc3, 'name': SearchDatastore_Task, 'duration_secs': 0.017161} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.088196] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.088426] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1870.088660] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.088829] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.089032] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1870.089282] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0953691-b77b-454d-ad93-bf0ecf44dcc8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.103889] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1870.104095] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1870.104915] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1243e15-4c33-4b6e-9939-daf43f9a0d63 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.115739] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Waiting for the task: (returnval){ [ 1870.115739] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c1cd10-43ec-397e-7300-9d1b4b148f3d" [ 1870.115739] env[62189]: _type = "Task" [ 1870.115739] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.128405] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c1cd10-43ec-397e-7300-9d1b4b148f3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.154152] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "refresh_cache-82756eaa-4003-44e8-9b62-9615476073f6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.154152] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquired lock "refresh_cache-82756eaa-4003-44e8-9b62-9615476073f6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.154152] env[62189]: DEBUG nova.network.neutron [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1870.160364] env[62189]: DEBUG nova.compute.manager [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1870.204536] env[62189]: DEBUG nova.compute.manager [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1870.205476] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1870.205989] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6a0543-a461-483c-9c68-7c979c920dff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.219866] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1870.219866] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b470c1b-4adf-4c59-a474-5473a6847021 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.230360] env[62189]: DEBUG oslo_vmware.api [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1870.230360] env[62189]: value = "task-2121783" [ 1870.230360] env[62189]: _type = "Task" [ 1870.230360] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.242877] env[62189]: DEBUG oslo_vmware.api [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.376326] env[62189]: DEBUG nova.scheduler.client.report [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1870.630616] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c1cd10-43ec-397e-7300-9d1b4b148f3d, 'name': SearchDatastore_Task, 'duration_secs': 0.013632} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.631521] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1362918-cde3-4464-9d06-635ef5a4063e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.638259] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Waiting for the task: (returnval){ [ 1870.638259] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526d0d9f-e76a-6d55-4afe-7ecb59280e5d" [ 1870.638259] env[62189]: _type = "Task" [ 1870.638259] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.648300] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526d0d9f-e76a-6d55-4afe-7ecb59280e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.686338] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.708294] env[62189]: DEBUG nova.network.neutron [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1870.744203] env[62189]: DEBUG oslo_vmware.api [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121783, 'name': PowerOffVM_Task, 'duration_secs': 0.247278} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.744504] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1870.744764] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1870.745171] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cee9e647-a2b6-4ff8-9df7-6e4f1afda4ab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.775214] env[62189]: DEBUG oslo_concurrency.lockutils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "47d7b493-f029-4b9d-813f-1446ff42d080" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.775528] env[62189]: DEBUG oslo_concurrency.lockutils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "47d7b493-f029-4b9d-813f-1446ff42d080" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.794312] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Acquiring lock "a1ecef73-6a92-4651-b0ba-b472f5029fd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.794538] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Lock "a1ecef73-6a92-4651-b0ba-b472f5029fd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.794738] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Acquiring lock "a1ecef73-6a92-4651-b0ba-b472f5029fd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.794913] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Lock "a1ecef73-6a92-4651-b0ba-b472f5029fd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.795089] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Lock "a1ecef73-6a92-4651-b0ba-b472f5029fd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.797255] env[62189]: INFO nova.compute.manager [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Terminating instance [ 1870.856409] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1870.856409] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1870.858375] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Deleting the datastore file [datastore2] 94d4529e-9f02-4f11-b43f-691c9eb23848 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1870.858375] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b82f30ab-4caa-49fa-865f-b3a6eacd8e15 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.866067] env[62189]: DEBUG oslo_vmware.api [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for the task: (returnval){ [ 1870.866067] env[62189]: value = "task-2121785" [ 1870.866067] env[62189]: _type = "Task" [ 1870.866067] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.880677] env[62189]: DEBUG oslo_vmware.api [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.881793] env[62189]: DEBUG oslo_concurrency.lockutils [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.881960] env[62189]: DEBUG nova.compute.manager [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1870.885024] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.737s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.886162] env[62189]: INFO nova.compute.claims [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1870.903422] env[62189]: DEBUG nova.compute.manager [req-a53a1209-52e3-4741-9c96-ec140448ce92 req-65b50b34-bd0c-47e6-97db-8c015a71c1c9 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Received event network-changed-1741032a-d719-4c0c-9db5-277afc13bbda {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1870.903422] env[62189]: DEBUG nova.compute.manager [req-a53a1209-52e3-4741-9c96-ec140448ce92 req-65b50b34-bd0c-47e6-97db-8c015a71c1c9 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Refreshing instance network info cache due to event network-changed-1741032a-d719-4c0c-9db5-277afc13bbda. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1870.903503] env[62189]: DEBUG oslo_concurrency.lockutils [req-a53a1209-52e3-4741-9c96-ec140448ce92 req-65b50b34-bd0c-47e6-97db-8c015a71c1c9 service nova] Acquiring lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.903625] env[62189]: DEBUG oslo_concurrency.lockutils [req-a53a1209-52e3-4741-9c96-ec140448ce92 req-65b50b34-bd0c-47e6-97db-8c015a71c1c9 service nova] Acquired lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.903981] env[62189]: DEBUG nova.network.neutron [req-a53a1209-52e3-4741-9c96-ec140448ce92 req-65b50b34-bd0c-47e6-97db-8c015a71c1c9 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Refreshing network info cache for port 1741032a-d719-4c0c-9db5-277afc13bbda {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.061348] env[62189]: DEBUG nova.network.neutron [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Updating instance_info_cache with network_info: [{"id": "59f7310e-6282-4bfe-943c-f36b01c35ac5", "address": "fa:16:3e:14:42:2d", "network": {"id": "014ed494-ad0a-4a04-90c3-cb6a00d316a7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-689151253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b7fe02199cc4437b51f1e87d8f8373e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59f7310e-62", "ovs_interfaceid": "59f7310e-6282-4bfe-943c-f36b01c35ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.153719] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526d0d9f-e76a-6d55-4afe-7ecb59280e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.015968} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.154109] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.154600] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 5a3ced38-0b87-46de-889c-85f82c4ff785/5a3ced38-0b87-46de-889c-85f82c4ff785.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1871.154735] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d38fa89-1031-4a30-80ae-3759142d799e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.163531] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Waiting for the task: (returnval){ [ 1871.163531] env[62189]: value = "task-2121786" [ 1871.163531] env[62189]: _type = "Task" [ 1871.163531] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.175120] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.203436] env[62189]: DEBUG nova.compute.manager [req-860616ee-5298-4f1e-b599-9ac01d9daedf req-81ad6c2b-6be4-4ba3-afec-1e58a3f1c66d service nova] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Received event network-vif-plugged-59f7310e-6282-4bfe-943c-f36b01c35ac5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1871.203436] env[62189]: DEBUG oslo_concurrency.lockutils [req-860616ee-5298-4f1e-b599-9ac01d9daedf req-81ad6c2b-6be4-4ba3-afec-1e58a3f1c66d service nova] Acquiring lock "82756eaa-4003-44e8-9b62-9615476073f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.203436] env[62189]: DEBUG oslo_concurrency.lockutils [req-860616ee-5298-4f1e-b599-9ac01d9daedf req-81ad6c2b-6be4-4ba3-afec-1e58a3f1c66d service nova] Lock "82756eaa-4003-44e8-9b62-9615476073f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.203436] env[62189]: DEBUG oslo_concurrency.lockutils [req-860616ee-5298-4f1e-b599-9ac01d9daedf req-81ad6c2b-6be4-4ba3-afec-1e58a3f1c66d service nova] Lock "82756eaa-4003-44e8-9b62-9615476073f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.203436] env[62189]: DEBUG nova.compute.manager [req-860616ee-5298-4f1e-b599-9ac01d9daedf req-81ad6c2b-6be4-4ba3-afec-1e58a3f1c66d service nova] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] No waiting events found dispatching network-vif-plugged-59f7310e-6282-4bfe-943c-f36b01c35ac5 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1871.203580] env[62189]: WARNING nova.compute.manager [req-860616ee-5298-4f1e-b599-9ac01d9daedf req-81ad6c2b-6be4-4ba3-afec-1e58a3f1c66d service nova] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Received unexpected event network-vif-plugged-59f7310e-6282-4bfe-943c-f36b01c35ac5 for instance with vm_state building and task_state spawning. [ 1871.203580] env[62189]: DEBUG nova.compute.manager [req-860616ee-5298-4f1e-b599-9ac01d9daedf req-81ad6c2b-6be4-4ba3-afec-1e58a3f1c66d service nova] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Received event network-changed-59f7310e-6282-4bfe-943c-f36b01c35ac5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1871.203580] env[62189]: DEBUG nova.compute.manager [req-860616ee-5298-4f1e-b599-9ac01d9daedf req-81ad6c2b-6be4-4ba3-afec-1e58a3f1c66d service nova] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Refreshing instance network info cache due to event network-changed-59f7310e-6282-4bfe-943c-f36b01c35ac5. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1871.203580] env[62189]: DEBUG oslo_concurrency.lockutils [req-860616ee-5298-4f1e-b599-9ac01d9daedf req-81ad6c2b-6be4-4ba3-afec-1e58a3f1c66d service nova] Acquiring lock "refresh_cache-82756eaa-4003-44e8-9b62-9615476073f6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.301505] env[62189]: DEBUG nova.compute.manager [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1871.301631] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1871.302614] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5777e656-68b6-4b73-8c82-c29149a1e5cf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.314080] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1871.314268] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1a32e9f-fa8d-46da-a4fb-ef7173ccd5a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.328037] env[62189]: DEBUG oslo_vmware.api [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Waiting for the task: (returnval){ [ 1871.328037] env[62189]: value = "task-2121787" [ 1871.328037] env[62189]: _type = "Task" [ 1871.328037] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.336838] env[62189]: DEBUG oslo_vmware.api [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.388244] env[62189]: DEBUG oslo_vmware.api [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Task: {'id': task-2121785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245106} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.388244] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1871.388244] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1871.388244] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1871.388244] env[62189]: INFO nova.compute.manager [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1871.388412] env[62189]: DEBUG oslo.service.loopingcall [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.388412] env[62189]: DEBUG nova.compute.manager [-] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1871.388412] env[62189]: DEBUG nova.network.neutron [-] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1871.391239] env[62189]: DEBUG nova.compute.utils [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1871.397616] env[62189]: DEBUG nova.compute.manager [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1871.397809] env[62189]: DEBUG nova.network.neutron [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1871.574859] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Releasing lock "refresh_cache-82756eaa-4003-44e8-9b62-9615476073f6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.574957] env[62189]: DEBUG nova.compute.manager [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Instance network_info: |[{"id": "59f7310e-6282-4bfe-943c-f36b01c35ac5", "address": "fa:16:3e:14:42:2d", "network": {"id": "014ed494-ad0a-4a04-90c3-cb6a00d316a7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-689151253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b7fe02199cc4437b51f1e87d8f8373e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59f7310e-62", "ovs_interfaceid": "59f7310e-6282-4bfe-943c-f36b01c35ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1871.575287] env[62189]: DEBUG oslo_concurrency.lockutils [req-860616ee-5298-4f1e-b599-9ac01d9daedf req-81ad6c2b-6be4-4ba3-afec-1e58a3f1c66d service nova] Acquired lock "refresh_cache-82756eaa-4003-44e8-9b62-9615476073f6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.575464] env[62189]: DEBUG nova.network.neutron [req-860616ee-5298-4f1e-b599-9ac01d9daedf req-81ad6c2b-6be4-4ba3-afec-1e58a3f1c66d service nova] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Refreshing network info cache for port 59f7310e-6282-4bfe-943c-f36b01c35ac5 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.576903] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:42:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59f7310e-6282-4bfe-943c-f36b01c35ac5', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1871.587167] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Creating folder: Project (9b7fe02199cc4437b51f1e87d8f8373e). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1871.587167] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66dcdd72-e843-4999-bf1d-e7cec754b45a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.593413] env[62189]: DEBUG nova.policy [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc4c789596d0407c825e3882d50f6246', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '171a8d6e7f71456fa862a6c9a2b27722', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1871.605781] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Created folder: Project (9b7fe02199cc4437b51f1e87d8f8373e) in parent group-v433996. [ 1871.605781] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Creating folder: Instances. Parent ref: group-v434068. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1871.605781] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d83a024-b798-4136-8b89-ed25a8c0ed49 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.621667] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Created folder: Instances in parent group-v434068. [ 1871.622374] env[62189]: DEBUG oslo.service.loopingcall [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.622374] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1871.622531] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8d2dfa2-7e60-4ecd-94f1-aed55b462ce5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.651835] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1871.651835] env[62189]: value = "task-2121790" [ 1871.651835] env[62189]: _type = "Task" [ 1871.651835] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.662428] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121790, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.681044] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121786, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.839154] env[62189]: DEBUG oslo_vmware.api [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121787, 'name': PowerOffVM_Task, 'duration_secs': 0.365001} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.839154] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1871.839154] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1871.839154] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5d60883-4226-409d-a371-d70ee2d165e3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.899701] env[62189]: DEBUG nova.compute.manager [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1871.925559] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1871.925559] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1871.925718] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Deleting the datastore file [datastore2] a1ecef73-6a92-4651-b0ba-b472f5029fd1 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1871.926531] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f5c0f24-76aa-47bf-a310-3b00cfefade0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.937032] env[62189]: DEBUG oslo_vmware.api [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Waiting for the task: (returnval){ [ 1871.937032] env[62189]: value = "task-2121792" [ 1871.937032] env[62189]: _type = "Task" [ 1871.937032] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.953088] env[62189]: DEBUG oslo_vmware.api [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.044212] env[62189]: DEBUG nova.compute.manager [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1872.044666] env[62189]: DEBUG nova.virt.hardware [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1872.044877] env[62189]: DEBUG nova.virt.hardware [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1872.045221] env[62189]: DEBUG nova.virt.hardware [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1872.045339] env[62189]: DEBUG nova.virt.hardware [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1872.045486] env[62189]: DEBUG nova.virt.hardware [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1872.045691] env[62189]: DEBUG nova.virt.hardware [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1872.045835] env[62189]: DEBUG nova.virt.hardware [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1872.045992] env[62189]: DEBUG nova.virt.hardware [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1872.049324] env[62189]: DEBUG nova.virt.hardware [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1872.049523] env[62189]: DEBUG nova.virt.hardware [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1872.049704] env[62189]: DEBUG nova.virt.hardware [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1872.050869] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45aeb84-014d-47a4-8728-bab48738bda1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.062889] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c60369e-5e3a-4ef2-833c-04a8cb8b53c3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.099955] env[62189]: DEBUG nova.network.neutron [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Successfully updated port: 70646e82-ab5d-4061-a065-2d73bca96df5 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1872.164406] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121790, 'name': CreateVM_Task, 'duration_secs': 0.507618} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.166514] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1872.167936] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.167936] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.168060] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1872.171875] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbaa84b8-933f-4b84-a7e7-8fbcbd7b654f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.187392] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683874} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.187709] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1872.187709] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526ee2eb-9321-66cd-0917-c3617fbeb701" [ 1872.187709] env[62189]: _type = "Task" [ 1872.187709] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.187931] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 5a3ced38-0b87-46de-889c-85f82c4ff785/5a3ced38-0b87-46de-889c-85f82c4ff785.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1872.188147] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1872.188447] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6136986-b713-443d-b760-29fbbb5f3bba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.208143] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526ee2eb-9321-66cd-0917-c3617fbeb701, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.209860] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.210286] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1872.210493] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.210959] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.210959] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1872.211213] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Waiting for the task: (returnval){ [ 1872.211213] env[62189]: value = "task-2121793" [ 1872.211213] env[62189]: _type = "Task" [ 1872.211213] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.211403] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b781d79-0bc4-4255-a7e3-215422de5806 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.230385] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.232448] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1872.232626] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1872.233428] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a720d4e-fcd7-4355-9251-56e25b6eaea2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.244891] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1872.244891] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521421a7-a379-dbf3-3552-7f8a9d73bfd4" [ 1872.244891] env[62189]: _type = "Task" [ 1872.244891] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.255780] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521421a7-a379-dbf3-3552-7f8a9d73bfd4, 'name': SearchDatastore_Task, 'duration_secs': 0.011323} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.256676] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0890609e-db6d-4999-9495-b04ff37b6bcd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.269079] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1872.269079] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dbe783-fb37-c7cd-5dae-25be337ee52b" [ 1872.269079] env[62189]: _type = "Task" [ 1872.269079] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.279487] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dbe783-fb37-c7cd-5dae-25be337ee52b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.295127] env[62189]: DEBUG nova.network.neutron [req-a53a1209-52e3-4741-9c96-ec140448ce92 req-65b50b34-bd0c-47e6-97db-8c015a71c1c9 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Updated VIF entry in instance network info cache for port 1741032a-d719-4c0c-9db5-277afc13bbda. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1872.295303] env[62189]: DEBUG nova.network.neutron [req-a53a1209-52e3-4741-9c96-ec140448ce92 req-65b50b34-bd0c-47e6-97db-8c015a71c1c9 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Updating instance_info_cache with network_info: [{"id": "1741032a-d719-4c0c-9db5-277afc13bbda", "address": "fa:16:3e:bc:41:91", "network": {"id": "5c154def-b62f-4ad2-a523-b6847e91284b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-425989385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cd216c2037f4cbf9563ce5fa21562ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1741032a-d7", "ovs_interfaceid": "1741032a-d719-4c0c-9db5-277afc13bbda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.411744] env[62189]: INFO nova.virt.block_device [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Booting with volume 434c5f1f-a6ab-4457-823e-7068558b628d at /dev/sda [ 1872.452817] env[62189]: DEBUG oslo_vmware.api [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Task: {'id': task-2121792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187711} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.455825] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1872.456269] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1872.456783] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1872.457016] env[62189]: INFO nova.compute.manager [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1872.457317] env[62189]: DEBUG oslo.service.loopingcall [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.457890] env[62189]: DEBUG nova.compute.manager [-] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1872.458035] env[62189]: DEBUG nova.network.neutron [-] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1872.467594] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-185d154a-8f09-47ae-97dc-662033e7f18c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.483089] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8556663-7904-4e95-89ce-0ae49fa43b60 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.521581] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1872.524964] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1872.525256] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e5bf190-7829-443d-9cee-7bd1c86b5edb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.538712] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be34c40e-4ae8-4a87-8f93-5d0ed1309960 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.555419] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc859f4-23a4-4d8b-891f-2898c364be00 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.558991] env[62189]: DEBUG nova.network.neutron [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Successfully created port: 61825a7f-8461-4136-a1ec-e5167f361d03 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1872.580779] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa127e60-ac28-413a-9326-c650cb61adba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.597388] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41214ad1-7d4c-484c-90b1-8c30bf1bdf77 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.625658] env[62189]: DEBUG oslo_concurrency.lockutils [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Acquiring lock "refresh_cache-db089fb0-615d-47cf-8a32-d1def53bebbb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.625829] env[62189]: DEBUG oslo_concurrency.lockutils [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Acquired lock "refresh_cache-db089fb0-615d-47cf-8a32-d1def53bebbb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.626020] env[62189]: DEBUG nova.network.neutron [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1872.631030] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a88d7e-eba3-42a1-8199-624218044344 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.637085] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c91f7dd-f144-42af-885f-11f95d072510 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.644290] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574e37b8-b9f5-4da2-8dc0-236ceed1aed4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.658932] env[62189]: DEBUG nova.compute.provider_tree [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1872.665298] env[62189]: DEBUG nova.virt.block_device [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Updating existing volume attachment record: 9fd7754f-3449-412f-a08e-79614d7a9803 {{(pid=62189) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1872.726999] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075338} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.730763] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1872.731673] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac8d42a-dca4-4fc0-a690-3eb61e570f0e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.763526] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 5a3ced38-0b87-46de-889c-85f82c4ff785/5a3ced38-0b87-46de-889c-85f82c4ff785.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1872.763889] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8580184c-5976-4348-9fa1-8db3dbb1aae8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.790858] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dbe783-fb37-c7cd-5dae-25be337ee52b, 'name': SearchDatastore_Task, 'duration_secs': 0.018411} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.792740] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.793013] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 82756eaa-4003-44e8-9b62-9615476073f6/82756eaa-4003-44e8-9b62-9615476073f6.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1872.793360] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Waiting for the task: (returnval){ [ 1872.793360] env[62189]: value = "task-2121794" [ 1872.793360] env[62189]: _type = "Task" [ 1872.793360] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.794052] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfbc4790-ff3b-4422-85d6-392a06eb71b7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.799834] env[62189]: DEBUG oslo_concurrency.lockutils [req-a53a1209-52e3-4741-9c96-ec140448ce92 req-65b50b34-bd0c-47e6-97db-8c015a71c1c9 service nova] Releasing lock "refresh_cache-ab4c28c6-4d64-435d-8865-d418a37a4562" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.806076] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121794, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.809374] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1872.809374] env[62189]: value = "task-2121795" [ 1872.809374] env[62189]: _type = "Task" [ 1872.809374] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.817987] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.959271] env[62189]: DEBUG nova.network.neutron [-] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.976313] env[62189]: DEBUG oslo_vmware.rw_handles [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9f1d9-ae92-a5e6-f317-4b217723e50b/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1872.977278] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3902d6e-a8bf-460b-9e9e-773e514c6e26 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.989606] env[62189]: DEBUG oslo_vmware.rw_handles [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9f1d9-ae92-a5e6-f317-4b217723e50b/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1872.989873] env[62189]: ERROR oslo_vmware.rw_handles [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9f1d9-ae92-a5e6-f317-4b217723e50b/disk-0.vmdk due to incomplete transfer. [ 1872.990066] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-73e46a3b-a1b6-4484-8b5a-5112247d47bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.000591] env[62189]: DEBUG oslo_vmware.rw_handles [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9f1d9-ae92-a5e6-f317-4b217723e50b/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1873.000828] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Uploaded image d13984cc-03dc-470f-937a-764c497f1ed6 to the Glance image server {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1873.003084] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1873.004214] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26d85921-c948-4a68-af2e-136c172bd96f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.012339] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1873.012339] env[62189]: value = "task-2121796" [ 1873.012339] env[62189]: _type = "Task" [ 1873.012339] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.027959] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121796, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.057123] env[62189]: DEBUG nova.network.neutron [req-860616ee-5298-4f1e-b599-9ac01d9daedf req-81ad6c2b-6be4-4ba3-afec-1e58a3f1c66d service nova] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Updated VIF entry in instance network info cache for port 59f7310e-6282-4bfe-943c-f36b01c35ac5. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1873.057479] env[62189]: DEBUG nova.network.neutron [req-860616ee-5298-4f1e-b599-9ac01d9daedf req-81ad6c2b-6be4-4ba3-afec-1e58a3f1c66d service nova] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Updating instance_info_cache with network_info: [{"id": "59f7310e-6282-4bfe-943c-f36b01c35ac5", "address": "fa:16:3e:14:42:2d", "network": {"id": "014ed494-ad0a-4a04-90c3-cb6a00d316a7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-689151253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b7fe02199cc4437b51f1e87d8f8373e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59f7310e-62", "ovs_interfaceid": "59f7310e-6282-4bfe-943c-f36b01c35ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.171862] env[62189]: DEBUG nova.scheduler.client.report [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1873.300980] env[62189]: DEBUG nova.network.neutron [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1873.310283] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121794, 'name': ReconfigVM_Task, 'duration_secs': 0.469569} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.313960] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 5a3ced38-0b87-46de-889c-85f82c4ff785/5a3ced38-0b87-46de-889c-85f82c4ff785.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1873.314645] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c6b41d5-bfb0-4aa5-9a9b-4aac30277b91 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.323270] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121795, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.325358] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Waiting for the task: (returnval){ [ 1873.325358] env[62189]: value = "task-2121797" [ 1873.325358] env[62189]: _type = "Task" [ 1873.325358] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.334171] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121797, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.465735] env[62189]: INFO nova.compute.manager [-] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Took 2.08 seconds to deallocate network for instance. [ 1873.505638] env[62189]: DEBUG nova.compute.manager [req-c2934981-af9e-4c72-971a-5a39827c5b4e req-8778c137-a4ec-4822-bd4d-03c948e84c92 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Received event network-vif-plugged-70646e82-ab5d-4061-a065-2d73bca96df5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1873.505638] env[62189]: DEBUG oslo_concurrency.lockutils [req-c2934981-af9e-4c72-971a-5a39827c5b4e req-8778c137-a4ec-4822-bd4d-03c948e84c92 service nova] Acquiring lock "db089fb0-615d-47cf-8a32-d1def53bebbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.505638] env[62189]: DEBUG oslo_concurrency.lockutils [req-c2934981-af9e-4c72-971a-5a39827c5b4e req-8778c137-a4ec-4822-bd4d-03c948e84c92 service nova] Lock "db089fb0-615d-47cf-8a32-d1def53bebbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.508042] env[62189]: DEBUG oslo_concurrency.lockutils [req-c2934981-af9e-4c72-971a-5a39827c5b4e req-8778c137-a4ec-4822-bd4d-03c948e84c92 service nova] Lock "db089fb0-615d-47cf-8a32-d1def53bebbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.508042] env[62189]: DEBUG nova.compute.manager [req-c2934981-af9e-4c72-971a-5a39827c5b4e req-8778c137-a4ec-4822-bd4d-03c948e84c92 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] No waiting events found dispatching network-vif-plugged-70646e82-ab5d-4061-a065-2d73bca96df5 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1873.508042] env[62189]: WARNING nova.compute.manager [req-c2934981-af9e-4c72-971a-5a39827c5b4e req-8778c137-a4ec-4822-bd4d-03c948e84c92 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Received unexpected event network-vif-plugged-70646e82-ab5d-4061-a065-2d73bca96df5 for instance with vm_state building and task_state spawning. [ 1873.508042] env[62189]: DEBUG nova.compute.manager [req-c2934981-af9e-4c72-971a-5a39827c5b4e req-8778c137-a4ec-4822-bd4d-03c948e84c92 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Received event network-changed-70646e82-ab5d-4061-a065-2d73bca96df5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1873.508042] env[62189]: DEBUG nova.compute.manager [req-c2934981-af9e-4c72-971a-5a39827c5b4e req-8778c137-a4ec-4822-bd4d-03c948e84c92 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Refreshing instance network info cache due to event network-changed-70646e82-ab5d-4061-a065-2d73bca96df5. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1873.508571] env[62189]: DEBUG oslo_concurrency.lockutils [req-c2934981-af9e-4c72-971a-5a39827c5b4e req-8778c137-a4ec-4822-bd4d-03c948e84c92 service nova] Acquiring lock "refresh_cache-db089fb0-615d-47cf-8a32-d1def53bebbb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.537984] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121796, 'name': Destroy_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.564737] env[62189]: DEBUG oslo_concurrency.lockutils [req-860616ee-5298-4f1e-b599-9ac01d9daedf req-81ad6c2b-6be4-4ba3-afec-1e58a3f1c66d service nova] Releasing lock "refresh_cache-82756eaa-4003-44e8-9b62-9615476073f6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.681409] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.681939] env[62189]: DEBUG nova.compute.manager [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1873.684961] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.952s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.686998] env[62189]: INFO nova.compute.claims [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1873.761766] env[62189]: DEBUG nova.network.neutron [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Updating instance_info_cache with network_info: [{"id": "70646e82-ab5d-4061-a065-2d73bca96df5", "address": "fa:16:3e:3c:2e:d4", "network": {"id": "8d7f6f47-8c25-4e96-aa05-85daa7d52c7e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-866708320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc3d5fb3c5764c25866587ca02a8a220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70646e82-ab", "ovs_interfaceid": "70646e82-ab5d-4061-a065-2d73bca96df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.821681] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54092} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.821984] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 82756eaa-4003-44e8-9b62-9615476073f6/82756eaa-4003-44e8-9b62-9615476073f6.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1873.822251] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1873.822515] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-786d1024-d97a-4af5-b83a-9f9cacc3c56a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.832119] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1873.832119] env[62189]: value = "task-2121798" [ 1873.832119] env[62189]: _type = "Task" [ 1873.832119] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.839117] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121797, 'name': Rename_Task, 'duration_secs': 0.148867} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.839921] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1873.840337] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-390525d8-26d5-4049-81dd-5939a9f10d44 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.846821] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.853021] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Waiting for the task: (returnval){ [ 1873.853021] env[62189]: value = "task-2121799" [ 1873.853021] env[62189]: _type = "Task" [ 1873.853021] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.861875] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.907690] env[62189]: DEBUG nova.network.neutron [-] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.975071] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.027621] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121796, 'name': Destroy_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.200033] env[62189]: DEBUG nova.compute.utils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1874.200033] env[62189]: DEBUG nova.compute.manager [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1874.200033] env[62189]: DEBUG nova.network.neutron [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1874.269023] env[62189]: DEBUG oslo_concurrency.lockutils [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Releasing lock "refresh_cache-db089fb0-615d-47cf-8a32-d1def53bebbb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.269023] env[62189]: DEBUG nova.compute.manager [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Instance network_info: |[{"id": "70646e82-ab5d-4061-a065-2d73bca96df5", "address": "fa:16:3e:3c:2e:d4", "network": {"id": "8d7f6f47-8c25-4e96-aa05-85daa7d52c7e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-866708320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc3d5fb3c5764c25866587ca02a8a220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70646e82-ab", "ovs_interfaceid": "70646e82-ab5d-4061-a065-2d73bca96df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1874.269293] env[62189]: DEBUG oslo_concurrency.lockutils [req-c2934981-af9e-4c72-971a-5a39827c5b4e req-8778c137-a4ec-4822-bd4d-03c948e84c92 service nova] Acquired lock "refresh_cache-db089fb0-615d-47cf-8a32-d1def53bebbb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.269293] env[62189]: DEBUG nova.network.neutron [req-c2934981-af9e-4c72-971a-5a39827c5b4e req-8778c137-a4ec-4822-bd4d-03c948e84c92 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Refreshing network info cache for port 70646e82-ab5d-4061-a065-2d73bca96df5 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1874.269293] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:2e:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70646e82-ab5d-4061-a065-2d73bca96df5', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1874.279874] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Creating folder: Project (dc3d5fb3c5764c25866587ca02a8a220). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1874.281253] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-209b69d7-70e5-44e6-9b46-ac601c56981a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.293205] env[62189]: DEBUG nova.policy [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '235b98c5656f470b9d12403455ed3a61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '353a7917021e41568bce386c0ee5f45a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1874.296609] env[62189]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1874.296914] env[62189]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62189) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1874.303705] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Folder already exists: Project (dc3d5fb3c5764c25866587ca02a8a220). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1874.304235] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Creating folder: Instances. Parent ref: group-v434030. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1874.306000] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5117180-135a-4f0e-92fe-d152927f7099 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.317750] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Created folder: Instances in parent group-v434030. [ 1874.319018] env[62189]: DEBUG oslo.service.loopingcall [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1874.319018] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1874.319018] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7d63ed8-c586-49e7-bb4a-61934a73079d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.349195] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208175} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.351226] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1874.351775] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1874.351775] env[62189]: value = "task-2121802" [ 1874.351775] env[62189]: _type = "Task" [ 1874.351775] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.352532] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407e9c13-450d-472a-a945-d3f75a42b005 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.391205] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 82756eaa-4003-44e8-9b62-9615476073f6/82756eaa-4003-44e8-9b62-9615476073f6.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1874.400780] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e62441-a09f-488d-810f-991c16091d74 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.415873] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121802, 'name': CreateVM_Task} progress is 15%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.416552] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121799, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.416645] env[62189]: INFO nova.compute.manager [-] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Took 1.96 seconds to deallocate network for instance. [ 1874.423363] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1874.423363] env[62189]: value = "task-2121803" [ 1874.423363] env[62189]: _type = "Task" [ 1874.423363] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.433197] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.520919] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1874.528248] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121796, 'name': Destroy_Task, 'duration_secs': 1.504266} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.528248] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Destroyed the VM [ 1874.528248] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1874.528248] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-435e582c-d396-4520-98d0-df49eb5b772d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.534961] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1874.534961] env[62189]: value = "task-2121804" [ 1874.534961] env[62189]: _type = "Task" [ 1874.534961] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.544874] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121804, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.703604] env[62189]: DEBUG nova.compute.manager [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1874.765337] env[62189]: DEBUG nova.network.neutron [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Successfully created port: d789d533-1330-45d7-bd50-b2c3e1fcd0eb {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1874.809023] env[62189]: DEBUG nova.compute.manager [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1874.809023] env[62189]: DEBUG nova.virt.hardware [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1874.809023] env[62189]: DEBUG nova.virt.hardware [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1874.809023] env[62189]: DEBUG nova.virt.hardware [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1874.809540] env[62189]: DEBUG nova.virt.hardware [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1874.809540] env[62189]: DEBUG nova.virt.hardware [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1874.809540] env[62189]: DEBUG nova.virt.hardware [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1874.809540] env[62189]: DEBUG nova.virt.hardware [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1874.810030] env[62189]: DEBUG nova.virt.hardware [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1874.810685] env[62189]: DEBUG nova.virt.hardware [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1874.810998] env[62189]: DEBUG nova.virt.hardware [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1874.811319] env[62189]: DEBUG nova.virt.hardware [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1874.812315] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23270a1a-29db-4709-9e3e-8f6d0d3241c1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.832027] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf2112e-20e3-4352-8925-88093984114d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.878803] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121802, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.880155] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121799, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.929496] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.936249] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.006655] env[62189]: DEBUG nova.network.neutron [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Successfully updated port: 61825a7f-8461-4136-a1ec-e5167f361d03 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1875.025201] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.048509] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121804, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.201204] env[62189]: DEBUG nova.compute.manager [req-b9697126-3a2c-4c3f-900b-9aea5437a1ac req-c56309e9-4a7d-47a9-8250-3f4a6c83ed14 service nova] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Received event network-vif-plugged-61825a7f-8461-4136-a1ec-e5167f361d03 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1875.201449] env[62189]: DEBUG oslo_concurrency.lockutils [req-b9697126-3a2c-4c3f-900b-9aea5437a1ac req-c56309e9-4a7d-47a9-8250-3f4a6c83ed14 service nova] Acquiring lock "b6a601ce-edba-4012-92d3-236b3cefb8ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.201667] env[62189]: DEBUG oslo_concurrency.lockutils [req-b9697126-3a2c-4c3f-900b-9aea5437a1ac req-c56309e9-4a7d-47a9-8250-3f4a6c83ed14 service nova] Lock "b6a601ce-edba-4012-92d3-236b3cefb8ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.201842] env[62189]: DEBUG oslo_concurrency.lockutils [req-b9697126-3a2c-4c3f-900b-9aea5437a1ac req-c56309e9-4a7d-47a9-8250-3f4a6c83ed14 service nova] Lock "b6a601ce-edba-4012-92d3-236b3cefb8ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.202030] env[62189]: DEBUG nova.compute.manager [req-b9697126-3a2c-4c3f-900b-9aea5437a1ac req-c56309e9-4a7d-47a9-8250-3f4a6c83ed14 service nova] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] No waiting events found dispatching network-vif-plugged-61825a7f-8461-4136-a1ec-e5167f361d03 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1875.202201] env[62189]: WARNING nova.compute.manager [req-b9697126-3a2c-4c3f-900b-9aea5437a1ac req-c56309e9-4a7d-47a9-8250-3f4a6c83ed14 service nova] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Received unexpected event network-vif-plugged-61825a7f-8461-4136-a1ec-e5167f361d03 for instance with vm_state building and task_state spawning. [ 1875.284909] env[62189]: DEBUG nova.network.neutron [req-c2934981-af9e-4c72-971a-5a39827c5b4e req-8778c137-a4ec-4822-bd4d-03c948e84c92 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Updated VIF entry in instance network info cache for port 70646e82-ab5d-4061-a065-2d73bca96df5. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1875.285330] env[62189]: DEBUG nova.network.neutron [req-c2934981-af9e-4c72-971a-5a39827c5b4e req-8778c137-a4ec-4822-bd4d-03c948e84c92 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Updating instance_info_cache with network_info: [{"id": "70646e82-ab5d-4061-a065-2d73bca96df5", "address": "fa:16:3e:3c:2e:d4", "network": {"id": "8d7f6f47-8c25-4e96-aa05-85daa7d52c7e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-866708320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc3d5fb3c5764c25866587ca02a8a220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70646e82-ab", "ovs_interfaceid": "70646e82-ab5d-4061-a065-2d73bca96df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.305322] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342db2b6-18f0-4a1a-8dcc-cdf942d2241f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.318842] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d6a032-814e-4b21-8889-a14451bea565 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.354867] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0dd43e-0e96-41dd-a3bb-65ca0cd2a5ce {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.375647] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ef97d6-1e57-4dca-a11e-bb581217a0d7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.380162] env[62189]: DEBUG oslo_vmware.api [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121799, 'name': PowerOnVM_Task, 'duration_secs': 1.10958} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.380353] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121802, 'name': CreateVM_Task, 'duration_secs': 0.765113} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.380615] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1875.380778] env[62189]: INFO nova.compute.manager [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1875.380941] env[62189]: DEBUG nova.compute.manager [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1875.382478] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1875.382478] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08be48f-8064-4cff-9723-c3dc335f277d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.385483] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434044', 'volume_id': '1fe480de-f65e-412b-9094-60fa7faf9ae5', 'name': 'volume-1fe480de-f65e-412b-9094-60fa7faf9ae5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db089fb0-615d-47cf-8a32-d1def53bebbb', 'attached_at': '', 'detached_at': '', 'volume_id': '1fe480de-f65e-412b-9094-60fa7faf9ae5', 'serial': '1fe480de-f65e-412b-9094-60fa7faf9ae5'}, 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'guest_format': None, 'attachment_id': '10754074-93cb-4e8b-8233-0ba26e152f7c', 'volume_type': None}], 'swap': None} {{(pid=62189) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1875.385483] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Root volume attach. Driver type: vmdk {{(pid=62189) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1875.393777] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee141af-7ddb-4d2c-a729-0c1e7b9bb9a7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.397042] env[62189]: DEBUG nova.compute.provider_tree [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.407995] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce51c10f-ff7d-436a-81a2-65541ac220fc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.414877] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9274b9-cd63-4643-a22b-955907181d25 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.421581] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3c273a15-0804-4fe3-9066-400ace8f3347 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.431466] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Waiting for the task: (returnval){ [ 1875.431466] env[62189]: value = "task-2121805" [ 1875.431466] env[62189]: _type = "Task" [ 1875.431466] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.437802] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121803, 'name': ReconfigVM_Task, 'duration_secs': 0.754376} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.438469] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 82756eaa-4003-44e8-9b62-9615476073f6/82756eaa-4003-44e8-9b62-9615476073f6.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1875.439099] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e0b6e0e-e014-47c0-9e06-cd141e5b3890 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.443707] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2121805, 'name': RelocateVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.449154] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1875.449154] env[62189]: value = "task-2121806" [ 1875.449154] env[62189]: _type = "Task" [ 1875.449154] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.457179] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121806, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.510386] env[62189]: DEBUG oslo_concurrency.lockutils [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Acquiring lock "refresh_cache-b6a601ce-edba-4012-92d3-236b3cefb8ca" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.510533] env[62189]: DEBUG oslo_concurrency.lockutils [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Acquired lock "refresh_cache-b6a601ce-edba-4012-92d3-236b3cefb8ca" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.511663] env[62189]: DEBUG nova.network.neutron [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1875.546411] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121804, 'name': RemoveSnapshot_Task} progress is 84%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.730504] env[62189]: DEBUG nova.compute.manager [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1875.738282] env[62189]: DEBUG oslo_concurrency.lockutils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "04a1b453-5274-4509-9036-9900e3fe91f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.738367] env[62189]: DEBUG oslo_concurrency.lockutils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "04a1b453-5274-4509-9036-9900e3fe91f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.756597] env[62189]: DEBUG nova.virt.hardware [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1875.758017] env[62189]: DEBUG nova.virt.hardware [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1875.758017] env[62189]: DEBUG nova.virt.hardware [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1875.758017] env[62189]: DEBUG nova.virt.hardware [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1875.758017] env[62189]: DEBUG nova.virt.hardware [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1875.758017] env[62189]: DEBUG nova.virt.hardware [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1875.758213] env[62189]: DEBUG nova.virt.hardware [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1875.758213] env[62189]: DEBUG nova.virt.hardware [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1875.758213] env[62189]: DEBUG nova.virt.hardware [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1875.758833] env[62189]: DEBUG nova.virt.hardware [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1875.759067] env[62189]: DEBUG nova.virt.hardware [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1875.760331] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c33c6e-55ea-4fcd-ae6f-19fc028b58d8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.770366] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beca9a2c-8f2f-45b4-9b5f-fb31f3be4691 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.790254] env[62189]: DEBUG oslo_concurrency.lockutils [req-c2934981-af9e-4c72-971a-5a39827c5b4e req-8778c137-a4ec-4822-bd4d-03c948e84c92 service nova] Releasing lock "refresh_cache-db089fb0-615d-47cf-8a32-d1def53bebbb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.790517] env[62189]: DEBUG nova.compute.manager [req-c2934981-af9e-4c72-971a-5a39827c5b4e req-8778c137-a4ec-4822-bd4d-03c948e84c92 service nova] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Received event network-vif-deleted-e35ae6b7-13d9-4e3f-8ee2-9bd24535fe21 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1875.904145] env[62189]: DEBUG nova.scheduler.client.report [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1875.915752] env[62189]: INFO nova.compute.manager [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Took 34.24 seconds to build instance. [ 1875.948556] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2121805, 'name': RelocateVM_Task, 'duration_secs': 0.031222} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.948910] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Volume attach. Driver type: vmdk {{(pid=62189) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1875.949084] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434044', 'volume_id': '1fe480de-f65e-412b-9094-60fa7faf9ae5', 'name': 'volume-1fe480de-f65e-412b-9094-60fa7faf9ae5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db089fb0-615d-47cf-8a32-d1def53bebbb', 'attached_at': '', 'detached_at': '', 'volume_id': '1fe480de-f65e-412b-9094-60fa7faf9ae5', 'serial': '1fe480de-f65e-412b-9094-60fa7faf9ae5'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1875.950263] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55109048-0c71-49b1-8097-30daec0d57d8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.964289] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121806, 'name': Rename_Task, 'duration_secs': 0.170271} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.974632] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1875.975545] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f05ba4f7-c64b-4839-8559-83778f7de93d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.977494] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda92538-4425-4e99-bb52-9195903902b5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.998183] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1875.998183] env[62189]: value = "task-2121807" [ 1875.998183] env[62189]: _type = "Task" [ 1875.998183] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.015144] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] volume-1fe480de-f65e-412b-9094-60fa7faf9ae5/volume-1fe480de-f65e-412b-9094-60fa7faf9ae5.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1876.017786] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea537f1e-437d-4501-a7ec-d89739fd4923 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.049022] env[62189]: DEBUG nova.compute.manager [req-986a4dcf-e3b8-4467-923e-48019d772b19 req-633b78a1-2e24-4846-9723-e8a54aced62e service nova] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Received event network-vif-deleted-39457e80-3369-4a10-aa2c-796618811878 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1876.050207] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Waiting for the task: (returnval){ [ 1876.050207] env[62189]: value = "task-2121808" [ 1876.050207] env[62189]: _type = "Task" [ 1876.050207] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.056380] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.056980] env[62189]: DEBUG oslo_vmware.api [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121804, 'name': RemoveSnapshot_Task, 'duration_secs': 1.282157} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.060244] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1876.060432] env[62189]: INFO nova.compute.manager [None req-adc65f6e-935a-4bf2-997b-8450187fa959 tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Took 18.15 seconds to snapshot the instance on the hypervisor. [ 1876.069468] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2121808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.098443] env[62189]: DEBUG nova.network.neutron [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1876.336325] env[62189]: DEBUG nova.network.neutron [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Updating instance_info_cache with network_info: [{"id": "61825a7f-8461-4136-a1ec-e5167f361d03", "address": "fa:16:3e:29:98:db", "network": {"id": "ecda341a-4e4c-4476-9717-0612783dbb23", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1873205704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171a8d6e7f71456fa862a6c9a2b27722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61825a7f-84", "ovs_interfaceid": "61825a7f-8461-4136-a1ec-e5167f361d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.409046] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.409631] env[62189]: DEBUG nova.compute.manager [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1876.413901] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.252s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.415632] env[62189]: INFO nova.compute.claims [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1876.419419] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab0b3df6-8f2c-44b9-983d-1ae7a20fbedc tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Lock "5a3ced38-0b87-46de-889c-85f82c4ff785" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.760s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.526751] env[62189]: DEBUG oslo_vmware.api [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121807, 'name': PowerOnVM_Task, 'duration_secs': 0.506559} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.526751] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1876.526751] env[62189]: INFO nova.compute.manager [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1876.526751] env[62189]: DEBUG nova.compute.manager [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1876.527864] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27924704-9e59-4d8f-89b9-117db61923bd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.573673] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2121808, 'name': ReconfigVM_Task, 'duration_secs': 0.338633} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.573673] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Reconfigured VM instance instance-00000017 to attach disk [datastore2] volume-1fe480de-f65e-412b-9094-60fa7faf9ae5/volume-1fe480de-f65e-412b-9094-60fa7faf9ae5.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1876.581165] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e82db58c-553e-412e-b120-a489230c223b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.604232] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Waiting for the task: (returnval){ [ 1876.604232] env[62189]: value = "task-2121809" [ 1876.604232] env[62189]: _type = "Task" [ 1876.604232] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.612936] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2121809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.651994] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "4594619c-6c99-4335-bcad-20b1d01bed46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.652265] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "4594619c-6c99-4335-bcad-20b1d01bed46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.727137] env[62189]: DEBUG nova.network.neutron [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Successfully updated port: d789d533-1330-45d7-bd50-b2c3e1fcd0eb {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1876.840528] env[62189]: DEBUG oslo_concurrency.lockutils [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Releasing lock "refresh_cache-b6a601ce-edba-4012-92d3-236b3cefb8ca" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.840866] env[62189]: DEBUG nova.compute.manager [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Instance network_info: |[{"id": "61825a7f-8461-4136-a1ec-e5167f361d03", "address": "fa:16:3e:29:98:db", "network": {"id": "ecda341a-4e4c-4476-9717-0612783dbb23", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1873205704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171a8d6e7f71456fa862a6c9a2b27722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61825a7f-84", "ovs_interfaceid": "61825a7f-8461-4136-a1ec-e5167f361d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1876.841452] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:98:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61825a7f-8461-4136-a1ec-e5167f361d03', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1876.848625] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Creating folder: Project (171a8d6e7f71456fa862a6c9a2b27722). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1876.848938] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa3385f0-43d6-40b1-936c-ec4c1465f99c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.864236] env[62189]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1876.864236] env[62189]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62189) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1876.864236] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Folder already exists: Project (171a8d6e7f71456fa862a6c9a2b27722). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1876.864236] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Creating folder: Instances. Parent ref: group-v434033. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1876.864494] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e90ca3fa-7df9-4111-8164-3246eba17158 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.879771] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Created folder: Instances in parent group-v434033. [ 1876.880040] env[62189]: DEBUG oslo.service.loopingcall [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1876.880237] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1876.880435] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60585574-ffb4-4987-b900-6f15fc006d72 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.902972] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1876.902972] env[62189]: value = "task-2121812" [ 1876.902972] env[62189]: _type = "Task" [ 1876.902972] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.911251] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121812, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.916469] env[62189]: DEBUG nova.compute.utils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1876.916991] env[62189]: DEBUG nova.compute.manager [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1876.917204] env[62189]: DEBUG nova.network.neutron [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1876.924408] env[62189]: DEBUG nova.compute.manager [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1877.025414] env[62189]: DEBUG nova.policy [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61ef42ee0d7044d0bc7519f68fd236a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bd7531853a2445299a7db06d81ff2e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1877.050750] env[62189]: INFO nova.compute.manager [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Took 31.53 seconds to build instance. [ 1877.119371] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2121809, 'name': ReconfigVM_Task, 'duration_secs': 0.412056} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.119371] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434044', 'volume_id': '1fe480de-f65e-412b-9094-60fa7faf9ae5', 'name': 'volume-1fe480de-f65e-412b-9094-60fa7faf9ae5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db089fb0-615d-47cf-8a32-d1def53bebbb', 'attached_at': '', 'detached_at': '', 'volume_id': '1fe480de-f65e-412b-9094-60fa7faf9ae5', 'serial': '1fe480de-f65e-412b-9094-60fa7faf9ae5'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1877.119668] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-923069d3-ec55-4b5c-ab23-f9d3c8cad2c9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.128503] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Waiting for the task: (returnval){ [ 1877.128503] env[62189]: value = "task-2121813" [ 1877.128503] env[62189]: _type = "Task" [ 1877.128503] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.142888] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2121813, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.229806] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.229984] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.230140] env[62189]: DEBUG nova.network.neutron [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1877.257666] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Acquiring lock "5a3ced38-0b87-46de-889c-85f82c4ff785" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.257998] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Lock "5a3ced38-0b87-46de-889c-85f82c4ff785" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.258300] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Acquiring lock "5a3ced38-0b87-46de-889c-85f82c4ff785-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.258462] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Lock "5a3ced38-0b87-46de-889c-85f82c4ff785-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.258629] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Lock "5a3ced38-0b87-46de-889c-85f82c4ff785-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.264290] env[62189]: INFO nova.compute.manager [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Terminating instance [ 1877.412943] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121812, 'name': CreateVM_Task, 'duration_secs': 0.374249} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.414393] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1877.415204] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434045', 'volume_id': '434c5f1f-a6ab-4457-823e-7068558b628d', 'name': 'volume-434c5f1f-a6ab-4457-823e-7068558b628d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6a601ce-edba-4012-92d3-236b3cefb8ca', 'attached_at': '', 'detached_at': '', 'volume_id': '434c5f1f-a6ab-4457-823e-7068558b628d', 'serial': '434c5f1f-a6ab-4457-823e-7068558b628d'}, 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'guest_format': None, 'attachment_id': '9fd7754f-3449-412f-a08e-79614d7a9803', 'volume_type': None}], 'swap': None} {{(pid=62189) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1877.415416] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Root volume attach. Driver type: vmdk {{(pid=62189) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1877.416200] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74422c1-bd03-48a3-b96a-4641999baf2e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.421040] env[62189]: DEBUG nova.compute.manager [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1877.432262] env[62189]: DEBUG nova.network.neutron [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Successfully created port: ba953b3e-bfb4-4ce6-b08a-4632f055a11f {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1877.434652] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09cc3f4-1919-433d-a540-61e503ee3475 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.444914] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4a8676-5de1-4958-8d0b-1f101846486d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.451152] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d521f818-b7ce-4841-b67b-ba34f51b8343 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.459735] env[62189]: DEBUG oslo_vmware.api [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Waiting for the task: (returnval){ [ 1877.459735] env[62189]: value = "task-2121814" [ 1877.459735] env[62189]: _type = "Task" [ 1877.459735] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.468017] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.477287] env[62189]: DEBUG oslo_vmware.api [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2121814, 'name': RelocateVM_Task} progress is 7%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.554360] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c7bf2ce0-0dd9-44df-833e-c34852be8a69 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "82756eaa-4003-44e8-9b62-9615476073f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.041s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.641882] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2121813, 'name': Rename_Task, 'duration_secs': 0.19198} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.642144] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1877.642392] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3e0735c-e120-40ba-abe4-042fb20084ac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.652270] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Waiting for the task: (returnval){ [ 1877.652270] env[62189]: value = "task-2121815" [ 1877.652270] env[62189]: _type = "Task" [ 1877.652270] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.663086] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2121815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.708954] env[62189]: DEBUG nova.compute.manager [req-670119ac-6824-4b86-ad8f-b34d95de8f8a req-c3bc205c-686d-4abd-b213-30b307005230 service nova] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Received event network-changed-61825a7f-8461-4136-a1ec-e5167f361d03 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1877.709167] env[62189]: DEBUG nova.compute.manager [req-670119ac-6824-4b86-ad8f-b34d95de8f8a req-c3bc205c-686d-4abd-b213-30b307005230 service nova] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Refreshing instance network info cache due to event network-changed-61825a7f-8461-4136-a1ec-e5167f361d03. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1877.709380] env[62189]: DEBUG oslo_concurrency.lockutils [req-670119ac-6824-4b86-ad8f-b34d95de8f8a req-c3bc205c-686d-4abd-b213-30b307005230 service nova] Acquiring lock "refresh_cache-b6a601ce-edba-4012-92d3-236b3cefb8ca" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.709519] env[62189]: DEBUG oslo_concurrency.lockutils [req-670119ac-6824-4b86-ad8f-b34d95de8f8a req-c3bc205c-686d-4abd-b213-30b307005230 service nova] Acquired lock "refresh_cache-b6a601ce-edba-4012-92d3-236b3cefb8ca" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.709677] env[62189]: DEBUG nova.network.neutron [req-670119ac-6824-4b86-ad8f-b34d95de8f8a req-c3bc205c-686d-4abd-b213-30b307005230 service nova] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Refreshing network info cache for port 61825a7f-8461-4136-a1ec-e5167f361d03 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1877.770869] env[62189]: DEBUG nova.compute.manager [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1877.771184] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1877.772283] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb680053-3078-44eb-b180-9449a2943fa9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.780488] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1877.780747] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b00cfa9c-5bfc-41c9-84d5-1a7825175fb3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.789090] env[62189]: DEBUG oslo_vmware.api [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Waiting for the task: (returnval){ [ 1877.789090] env[62189]: value = "task-2121816" [ 1877.789090] env[62189]: _type = "Task" [ 1877.789090] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.798703] env[62189]: DEBUG oslo_vmware.api [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.874901] env[62189]: DEBUG nova.network.neutron [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1877.961423] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cdf2d3-3d5e-47ed-9f05-ca624e9f41f1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.977022] env[62189]: DEBUG oslo_vmware.api [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2121814, 'name': RelocateVM_Task, 'duration_secs': 0.394507} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.977022] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Volume attach. Driver type: vmdk {{(pid=62189) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1877.977022] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434045', 'volume_id': '434c5f1f-a6ab-4457-823e-7068558b628d', 'name': 'volume-434c5f1f-a6ab-4457-823e-7068558b628d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6a601ce-edba-4012-92d3-236b3cefb8ca', 'attached_at': '', 'detached_at': '', 'volume_id': '434c5f1f-a6ab-4457-823e-7068558b628d', 'serial': '434c5f1f-a6ab-4457-823e-7068558b628d'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1877.977774] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc10e92-5834-4155-a557-182857ca08a3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.982014] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349510eb-0b4f-4384-92bb-1ec5d86435f4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.023679] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c3d8b2-9382-495e-942e-273c8cecb171 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.030865] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb682a3-6e93-4a0a-8937-b4945a89e712 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.056317] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] volume-434c5f1f-a6ab-4457-823e-7068558b628d/volume-434c5f1f-a6ab-4457-823e-7068558b628d.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1878.059052] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e0b944c-7609-4529-b07e-f30c0c19d48f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.073819] env[62189]: DEBUG nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1878.081026] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47daae5-079c-4c66-911d-93b26e061aa6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.093326] env[62189]: DEBUG nova.compute.provider_tree [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1878.096748] env[62189]: DEBUG oslo_vmware.api [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Waiting for the task: (returnval){ [ 1878.096748] env[62189]: value = "task-2121817" [ 1878.096748] env[62189]: _type = "Task" [ 1878.096748] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.107725] env[62189]: DEBUG oslo_vmware.api [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2121817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.163843] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2121815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.165099] env[62189]: DEBUG nova.network.neutron [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating instance_info_cache with network_info: [{"id": "d789d533-1330-45d7-bd50-b2c3e1fcd0eb", "address": "fa:16:3e:92:94:3a", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd789d533-13", "ovs_interfaceid": "d789d533-1330-45d7-bd50-b2c3e1fcd0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.299517] env[62189]: DEBUG oslo_vmware.api [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121816, 'name': PowerOffVM_Task, 'duration_secs': 0.28632} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.302857] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1878.303099] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1878.303518] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-183981de-56c0-4e47-b186-56233926accd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.384279] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1878.384473] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1878.384735] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Deleting the datastore file [datastore2] 5a3ced38-0b87-46de-889c-85f82c4ff785 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1878.385070] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9fecbd8-5c6d-4181-af6f-7d003ef891c1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.391864] env[62189]: DEBUG oslo_vmware.api [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Waiting for the task: (returnval){ [ 1878.391864] env[62189]: value = "task-2121819" [ 1878.391864] env[62189]: _type = "Task" [ 1878.391864] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.401447] env[62189]: DEBUG oslo_vmware.api [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.451625] env[62189]: DEBUG nova.compute.manager [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1878.485258] env[62189]: DEBUG nova.virt.hardware [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1878.485258] env[62189]: DEBUG nova.virt.hardware [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1878.485258] env[62189]: DEBUG nova.virt.hardware [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1878.485545] env[62189]: DEBUG nova.virt.hardware [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1878.485545] env[62189]: DEBUG nova.virt.hardware [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1878.485545] env[62189]: DEBUG nova.virt.hardware [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1878.485545] env[62189]: DEBUG nova.virt.hardware [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1878.485545] env[62189]: DEBUG nova.virt.hardware [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1878.485690] env[62189]: DEBUG nova.virt.hardware [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1878.485690] env[62189]: DEBUG nova.virt.hardware [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1878.485690] env[62189]: DEBUG nova.virt.hardware [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1878.486050] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abda2ed3-21ed-4dbf-84d3-53e5976bb6c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.494257] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfaf5dd-cc6a-4a8c-8426-9fc38782bf09 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.512689] env[62189]: DEBUG nova.network.neutron [req-670119ac-6824-4b86-ad8f-b34d95de8f8a req-c3bc205c-686d-4abd-b213-30b307005230 service nova] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Updated VIF entry in instance network info cache for port 61825a7f-8461-4136-a1ec-e5167f361d03. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1878.513095] env[62189]: DEBUG nova.network.neutron [req-670119ac-6824-4b86-ad8f-b34d95de8f8a req-c3bc205c-686d-4abd-b213-30b307005230 service nova] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Updating instance_info_cache with network_info: [{"id": "61825a7f-8461-4136-a1ec-e5167f361d03", "address": "fa:16:3e:29:98:db", "network": {"id": "ecda341a-4e4c-4476-9717-0612783dbb23", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1873205704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171a8d6e7f71456fa862a6c9a2b27722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61825a7f-84", "ovs_interfaceid": "61825a7f-8461-4136-a1ec-e5167f361d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.598270] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.599963] env[62189]: DEBUG nova.scheduler.client.report [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1878.603575] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "5f68ad50-621d-4214-8edf-09c1304d6e43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.603718] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "5f68ad50-621d-4214-8edf-09c1304d6e43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.614769] env[62189]: DEBUG oslo_vmware.api [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2121817, 'name': ReconfigVM_Task, 'duration_secs': 0.257415} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.614958] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Reconfigured VM instance instance-00000018 to attach disk [datastore2] volume-434c5f1f-a6ab-4457-823e-7068558b628d/volume-434c5f1f-a6ab-4457-823e-7068558b628d.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1878.622523] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e45f2b3-9526-4e34-9081-d394cef3285a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.634946] env[62189]: DEBUG nova.compute.manager [req-e8d7a9cb-b019-4b65-a11e-38a9204e8a9c req-5bbe11cd-7fad-403b-a269-597de89355f9 service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Received event network-vif-plugged-d789d533-1330-45d7-bd50-b2c3e1fcd0eb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1878.635210] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8d7a9cb-b019-4b65-a11e-38a9204e8a9c req-5bbe11cd-7fad-403b-a269-597de89355f9 service nova] Acquiring lock "1a094a38-e7dc-4c76-9074-766c934140e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.635389] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8d7a9cb-b019-4b65-a11e-38a9204e8a9c req-5bbe11cd-7fad-403b-a269-597de89355f9 service nova] Lock "1a094a38-e7dc-4c76-9074-766c934140e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.635550] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8d7a9cb-b019-4b65-a11e-38a9204e8a9c req-5bbe11cd-7fad-403b-a269-597de89355f9 service nova] Lock "1a094a38-e7dc-4c76-9074-766c934140e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.635712] env[62189]: DEBUG nova.compute.manager [req-e8d7a9cb-b019-4b65-a11e-38a9204e8a9c req-5bbe11cd-7fad-403b-a269-597de89355f9 service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] No waiting events found dispatching network-vif-plugged-d789d533-1330-45d7-bd50-b2c3e1fcd0eb {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1878.635869] env[62189]: WARNING nova.compute.manager [req-e8d7a9cb-b019-4b65-a11e-38a9204e8a9c req-5bbe11cd-7fad-403b-a269-597de89355f9 service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Received unexpected event network-vif-plugged-d789d533-1330-45d7-bd50-b2c3e1fcd0eb for instance with vm_state building and task_state spawning. [ 1878.636034] env[62189]: DEBUG nova.compute.manager [req-e8d7a9cb-b019-4b65-a11e-38a9204e8a9c req-5bbe11cd-7fad-403b-a269-597de89355f9 service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Received event network-changed-d789d533-1330-45d7-bd50-b2c3e1fcd0eb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1878.636224] env[62189]: DEBUG nova.compute.manager [req-e8d7a9cb-b019-4b65-a11e-38a9204e8a9c req-5bbe11cd-7fad-403b-a269-597de89355f9 service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Refreshing instance network info cache due to event network-changed-d789d533-1330-45d7-bd50-b2c3e1fcd0eb. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1878.636444] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8d7a9cb-b019-4b65-a11e-38a9204e8a9c req-5bbe11cd-7fad-403b-a269-597de89355f9 service nova] Acquiring lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.643305] env[62189]: DEBUG oslo_vmware.api [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Waiting for the task: (returnval){ [ 1878.643305] env[62189]: value = "task-2121820" [ 1878.643305] env[62189]: _type = "Task" [ 1878.643305] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.652445] env[62189]: DEBUG oslo_vmware.api [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2121820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.663690] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2121815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.667325] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.668072] env[62189]: DEBUG nova.compute.manager [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Instance network_info: |[{"id": "d789d533-1330-45d7-bd50-b2c3e1fcd0eb", "address": "fa:16:3e:92:94:3a", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd789d533-13", "ovs_interfaceid": "d789d533-1330-45d7-bd50-b2c3e1fcd0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1878.668072] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8d7a9cb-b019-4b65-a11e-38a9204e8a9c req-5bbe11cd-7fad-403b-a269-597de89355f9 service nova] Acquired lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.668196] env[62189]: DEBUG nova.network.neutron [req-e8d7a9cb-b019-4b65-a11e-38a9204e8a9c req-5bbe11cd-7fad-403b-a269-597de89355f9 service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Refreshing network info cache for port d789d533-1330-45d7-bd50-b2c3e1fcd0eb {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.669608] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:94:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd789d533-1330-45d7-bd50-b2c3e1fcd0eb', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1878.677761] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Creating folder: Project (353a7917021e41568bce386c0ee5f45a). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1878.678547] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff836c98-e627-448d-9a5b-014fcd693bfe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.689784] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Created folder: Project (353a7917021e41568bce386c0ee5f45a) in parent group-v433996. [ 1878.689994] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Creating folder: Instances. Parent ref: group-v434075. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1878.690266] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5c6c123-e252-4a45-b358-51f2e45c229d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.699355] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Created folder: Instances in parent group-v434075. [ 1878.699742] env[62189]: DEBUG oslo.service.loopingcall [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.699969] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1878.700214] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9138f040-0a98-4652-9374-32871c17d2b2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.723283] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1878.723283] env[62189]: value = "task-2121823" [ 1878.723283] env[62189]: _type = "Task" [ 1878.723283] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.734645] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121823, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.882339] env[62189]: DEBUG oslo_concurrency.lockutils [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Acquiring lock "8e2ab3cd-216d-4921-b0e5-d5f88527ceef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.882643] env[62189]: DEBUG oslo_concurrency.lockutils [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Lock "8e2ab3cd-216d-4921-b0e5-d5f88527ceef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.882849] env[62189]: DEBUG oslo_concurrency.lockutils [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Acquiring lock "8e2ab3cd-216d-4921-b0e5-d5f88527ceef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.882961] env[62189]: DEBUG oslo_concurrency.lockutils [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Lock "8e2ab3cd-216d-4921-b0e5-d5f88527ceef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.883144] env[62189]: DEBUG oslo_concurrency.lockutils [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Lock "8e2ab3cd-216d-4921-b0e5-d5f88527ceef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.885313] env[62189]: INFO nova.compute.manager [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Terminating instance [ 1878.905358] env[62189]: DEBUG oslo_vmware.api [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Task: {'id': task-2121819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144144} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.905622] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1878.905801] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1878.906085] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1878.906216] env[62189]: INFO nova.compute.manager [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1878.906766] env[62189]: DEBUG oslo.service.loopingcall [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.906766] env[62189]: DEBUG nova.compute.manager [-] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1878.906766] env[62189]: DEBUG nova.network.neutron [-] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1879.015657] env[62189]: DEBUG oslo_concurrency.lockutils [req-670119ac-6824-4b86-ad8f-b34d95de8f8a req-c3bc205c-686d-4abd-b213-30b307005230 service nova] Releasing lock "refresh_cache-b6a601ce-edba-4012-92d3-236b3cefb8ca" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.104998] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.105573] env[62189]: DEBUG nova.compute.manager [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1879.108409] env[62189]: DEBUG oslo_concurrency.lockutils [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.069s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.108690] env[62189]: DEBUG nova.objects.instance [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Lazy-loading 'resources' on Instance uuid 53dda0cf-f670-45a3-80a2-4081352e5afb {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1879.161019] env[62189]: DEBUG oslo_vmware.api [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2121820, 'name': ReconfigVM_Task, 'duration_secs': 0.164597} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.164088] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434045', 'volume_id': '434c5f1f-a6ab-4457-823e-7068558b628d', 'name': 'volume-434c5f1f-a6ab-4457-823e-7068558b628d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6a601ce-edba-4012-92d3-236b3cefb8ca', 'attached_at': '', 'detached_at': '', 'volume_id': '434c5f1f-a6ab-4457-823e-7068558b628d', 'serial': '434c5f1f-a6ab-4457-823e-7068558b628d'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1879.165040] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b96a5186-6456-45dd-b923-6f2b737d0a1e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.178464] env[62189]: DEBUG oslo_vmware.api [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2121815, 'name': PowerOnVM_Task, 'duration_secs': 1.29192} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.178464] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1879.178464] env[62189]: INFO nova.compute.manager [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1879.178464] env[62189]: DEBUG nova.compute.manager [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1879.178464] env[62189]: DEBUG oslo_vmware.api [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Waiting for the task: (returnval){ [ 1879.178464] env[62189]: value = "task-2121824" [ 1879.178464] env[62189]: _type = "Task" [ 1879.178464] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.178817] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e795dff2-e651-4e4d-9983-4babd42edd53 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.202220] env[62189]: DEBUG oslo_vmware.api [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2121824, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.235569] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121823, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.392075] env[62189]: DEBUG nova.compute.manager [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1879.392282] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1879.393155] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b405dbf-7e21-40b0-b32b-a58e57447e0d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.402670] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1879.402961] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae8a079f-fe19-46ee-aa7e-70d5512951b6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.411672] env[62189]: DEBUG oslo_vmware.api [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1879.411672] env[62189]: value = "task-2121825" [ 1879.411672] env[62189]: _type = "Task" [ 1879.411672] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.421635] env[62189]: DEBUG oslo_vmware.api [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.509789] env[62189]: DEBUG nova.network.neutron [req-e8d7a9cb-b019-4b65-a11e-38a9204e8a9c req-5bbe11cd-7fad-403b-a269-597de89355f9 service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updated VIF entry in instance network info cache for port d789d533-1330-45d7-bd50-b2c3e1fcd0eb. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1879.510238] env[62189]: DEBUG nova.network.neutron [req-e8d7a9cb-b019-4b65-a11e-38a9204e8a9c req-5bbe11cd-7fad-403b-a269-597de89355f9 service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating instance_info_cache with network_info: [{"id": "d789d533-1330-45d7-bd50-b2c3e1fcd0eb", "address": "fa:16:3e:92:94:3a", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd789d533-13", "ovs_interfaceid": "d789d533-1330-45d7-bd50-b2c3e1fcd0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.529416] env[62189]: DEBUG nova.network.neutron [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Successfully updated port: ba953b3e-bfb4-4ce6-b08a-4632f055a11f {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1879.616181] env[62189]: DEBUG nova.compute.utils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1879.621331] env[62189]: DEBUG nova.compute.manager [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1879.621331] env[62189]: DEBUG nova.network.neutron [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1879.680471] env[62189]: DEBUG nova.policy [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68b6aa00e67b4758ac39a900b653e9a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3d7bd18f0854a3cac3daf1cdb836c91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1879.698363] env[62189]: DEBUG oslo_vmware.api [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2121824, 'name': Rename_Task, 'duration_secs': 0.136663} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.698715] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1879.699303] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b718b92-33cd-4352-b762-f2864e3088f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.714639] env[62189]: DEBUG oslo_vmware.api [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Waiting for the task: (returnval){ [ 1879.714639] env[62189]: value = "task-2121826" [ 1879.714639] env[62189]: _type = "Task" [ 1879.714639] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.719833] env[62189]: INFO nova.compute.manager [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Took 33.66 seconds to build instance. [ 1879.729095] env[62189]: DEBUG oslo_vmware.api [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2121826, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.741445] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121823, 'name': CreateVM_Task, 'duration_secs': 0.522775} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.742407] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1879.743182] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.743355] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.743712] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1879.744281] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f676186-d63c-40ab-85a4-e856ef8e1842 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.749188] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 1879.749188] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f143ea-006a-2fdb-f8b9-5d0f08d78963" [ 1879.749188] env[62189]: _type = "Task" [ 1879.749188] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.763035] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f143ea-006a-2fdb-f8b9-5d0f08d78963, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.763596] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.763847] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1879.764090] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.764713] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.764953] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1879.767691] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f834b83-5c15-4ab5-888e-84e961b650f5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.776141] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1879.776327] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1879.777147] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-971c73ab-9f86-4cad-92f1-9877f26e3f04 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.783015] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 1879.783015] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522fdf3d-dd3a-7ead-c5ec-55bd5b17a14f" [ 1879.783015] env[62189]: _type = "Task" [ 1879.783015] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.797412] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522fdf3d-dd3a-7ead-c5ec-55bd5b17a14f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.826472] env[62189]: DEBUG nova.network.neutron [-] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.925171] env[62189]: DEBUG oslo_vmware.api [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121825, 'name': PowerOffVM_Task, 'duration_secs': 0.432778} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.925445] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1879.925707] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1879.925926] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33c29673-867e-4c54-8fe3-7f5053f6fb4d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.014034] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8d7a9cb-b019-4b65-a11e-38a9204e8a9c req-5bbe11cd-7fad-403b-a269-597de89355f9 service nova] Releasing lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.014226] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1880.014461] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1880.014673] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Deleting the datastore file [datastore2] 8e2ab3cd-216d-4921-b0e5-d5f88527ceef {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1880.015742] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cf9166b-42a6-4bc4-a0bf-994b146318d0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.024569] env[62189]: DEBUG oslo_vmware.api [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for the task: (returnval){ [ 1880.024569] env[62189]: value = "task-2121828" [ 1880.024569] env[62189]: _type = "Task" [ 1880.024569] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.033014] env[62189]: DEBUG oslo_vmware.api [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.039160] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Acquiring lock "refresh_cache-2af866f9-bfb6-46bb-a890-267e5b524a0f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.039160] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Acquired lock "refresh_cache-2af866f9-bfb6-46bb-a890-267e5b524a0f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.039160] env[62189]: DEBUG nova.network.neutron [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1880.124529] env[62189]: DEBUG nova.compute.manager [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1880.133672] env[62189]: DEBUG nova.network.neutron [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Successfully created port: 3fb6e195-89a5-446f-904b-c7ca483602d1 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1880.192681] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e6db35-b57c-4a1a-aaf6-e0387e332918 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.201374] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dd7805-7444-422f-94b8-114239a76b81 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.232380] env[62189]: DEBUG oslo_concurrency.lockutils [None req-122cb03d-afad-4a76-9a4c-affea52e2600 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Lock "db089fb0-615d-47cf-8a32-d1def53bebbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.179s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.237389] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2469af4a-3e6e-4adc-b10e-ae223f84c9dc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.245636] env[62189]: DEBUG oslo_vmware.api [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2121826, 'name': PowerOnVM_Task, 'duration_secs': 0.480463} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.247797] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1880.248148] env[62189]: INFO nova.compute.manager [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Took 5.44 seconds to spawn the instance on the hypervisor. [ 1880.248244] env[62189]: DEBUG nova.compute.manager [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1880.249117] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304944b5-20af-4daf-876a-7de7a0f43dc6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.252991] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadea492-a56d-40d4-b72f-4d549b16343b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.268823] env[62189]: DEBUG nova.compute.provider_tree [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.295528] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522fdf3d-dd3a-7ead-c5ec-55bd5b17a14f, 'name': SearchDatastore_Task, 'duration_secs': 0.012844} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.295528] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a39e8c-c478-4011-bd26-2af646e55759 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.299974] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 1880.299974] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52655c02-85d9-b666-82d4-9dfce1d61e52" [ 1880.299974] env[62189]: _type = "Task" [ 1880.299974] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.307955] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52655c02-85d9-b666-82d4-9dfce1d61e52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.329122] env[62189]: INFO nova.compute.manager [-] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Took 1.42 seconds to deallocate network for instance. [ 1880.538069] env[62189]: DEBUG oslo_vmware.api [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Task: {'id': task-2121828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255995} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.538069] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1880.538069] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1880.538069] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1880.538069] env[62189]: INFO nova.compute.manager [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1880.538311] env[62189]: DEBUG oslo.service.loopingcall [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.538311] env[62189]: DEBUG nova.compute.manager [-] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1880.538311] env[62189]: DEBUG nova.network.neutron [-] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1880.570702] env[62189]: DEBUG nova.network.neutron [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1880.743060] env[62189]: DEBUG nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1880.777242] env[62189]: DEBUG nova.scheduler.client.report [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1880.795516] env[62189]: INFO nova.compute.manager [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Took 33.04 seconds to build instance. [ 1880.815057] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52655c02-85d9-b666-82d4-9dfce1d61e52, 'name': SearchDatastore_Task, 'duration_secs': 0.015079} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.815057] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.818198] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 1a094a38-e7dc-4c76-9074-766c934140e7/1a094a38-e7dc-4c76-9074-766c934140e7.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1880.818198] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89306154-3072-42c1-a969-6bd4c054c942 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.823657] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 1880.823657] env[62189]: value = "task-2121829" [ 1880.823657] env[62189]: _type = "Task" [ 1880.823657] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.834907] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2121829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.838558] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.841349] env[62189]: DEBUG nova.compute.manager [req-6d6f27f1-319a-4677-955c-8bc5e21162ef req-915ec10b-0451-4013-93ee-abc0e2f80d70 service nova] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Received event network-vif-deleted-d7baec91-ad0b-4abe-9724-4dccc05d26bb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1880.841709] env[62189]: DEBUG nova.compute.manager [req-6d6f27f1-319a-4677-955c-8bc5e21162ef req-915ec10b-0451-4013-93ee-abc0e2f80d70 service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Received event network-vif-plugged-ba953b3e-bfb4-4ce6-b08a-4632f055a11f {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1880.842026] env[62189]: DEBUG oslo_concurrency.lockutils [req-6d6f27f1-319a-4677-955c-8bc5e21162ef req-915ec10b-0451-4013-93ee-abc0e2f80d70 service nova] Acquiring lock "2af866f9-bfb6-46bb-a890-267e5b524a0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.842330] env[62189]: DEBUG oslo_concurrency.lockutils [req-6d6f27f1-319a-4677-955c-8bc5e21162ef req-915ec10b-0451-4013-93ee-abc0e2f80d70 service nova] Lock "2af866f9-bfb6-46bb-a890-267e5b524a0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.842595] env[62189]: DEBUG oslo_concurrency.lockutils [req-6d6f27f1-319a-4677-955c-8bc5e21162ef req-915ec10b-0451-4013-93ee-abc0e2f80d70 service nova] Lock "2af866f9-bfb6-46bb-a890-267e5b524a0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.842819] env[62189]: DEBUG nova.compute.manager [req-6d6f27f1-319a-4677-955c-8bc5e21162ef req-915ec10b-0451-4013-93ee-abc0e2f80d70 service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] No waiting events found dispatching network-vif-plugged-ba953b3e-bfb4-4ce6-b08a-4632f055a11f {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1880.843089] env[62189]: WARNING nova.compute.manager [req-6d6f27f1-319a-4677-955c-8bc5e21162ef req-915ec10b-0451-4013-93ee-abc0e2f80d70 service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Received unexpected event network-vif-plugged-ba953b3e-bfb4-4ce6-b08a-4632f055a11f for instance with vm_state building and task_state spawning. [ 1880.843351] env[62189]: DEBUG nova.compute.manager [req-6d6f27f1-319a-4677-955c-8bc5e21162ef req-915ec10b-0451-4013-93ee-abc0e2f80d70 service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Received event network-changed-ba953b3e-bfb4-4ce6-b08a-4632f055a11f {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1880.843607] env[62189]: DEBUG nova.compute.manager [req-6d6f27f1-319a-4677-955c-8bc5e21162ef req-915ec10b-0451-4013-93ee-abc0e2f80d70 service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Refreshing instance network info cache due to event network-changed-ba953b3e-bfb4-4ce6-b08a-4632f055a11f. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1880.843861] env[62189]: DEBUG oslo_concurrency.lockutils [req-6d6f27f1-319a-4677-955c-8bc5e21162ef req-915ec10b-0451-4013-93ee-abc0e2f80d70 service nova] Acquiring lock "refresh_cache-2af866f9-bfb6-46bb-a890-267e5b524a0f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.873187] env[62189]: DEBUG nova.network.neutron [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Updating instance_info_cache with network_info: [{"id": "ba953b3e-bfb4-4ce6-b08a-4632f055a11f", "address": "fa:16:3e:4c:35:c4", "network": {"id": "ed589069-8868-4a95-9d15-8d2edc7f5b94", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1276521698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd7531853a2445299a7db06d81ff2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba953b3e-bf", "ovs_interfaceid": "ba953b3e-bfb4-4ce6-b08a-4632f055a11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.069139] env[62189]: DEBUG nova.compute.manager [req-5882283c-51aa-4929-b90e-7ebee50cd149 req-05d28c4b-c88d-4818-bd7c-3923221b12fa service nova] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Received event network-vif-deleted-b2048e68-e4c4-4f9f-b034-e825fe9bd62f {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1881.069139] env[62189]: INFO nova.compute.manager [req-5882283c-51aa-4929-b90e-7ebee50cd149 req-05d28c4b-c88d-4818-bd7c-3923221b12fa service nova] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Neutron deleted interface b2048e68-e4c4-4f9f-b034-e825fe9bd62f; detaching it from the instance and deleting it from the info cache [ 1881.069438] env[62189]: DEBUG nova.network.neutron [req-5882283c-51aa-4929-b90e-7ebee50cd149 req-05d28c4b-c88d-4818-bd7c-3923221b12fa service nova] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.139656] env[62189]: DEBUG nova.compute.manager [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1881.176308] env[62189]: DEBUG nova.virt.hardware [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1881.176308] env[62189]: DEBUG nova.virt.hardware [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1881.176308] env[62189]: DEBUG nova.virt.hardware [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1881.176546] env[62189]: DEBUG nova.virt.hardware [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1881.176546] env[62189]: DEBUG nova.virt.hardware [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1881.176546] env[62189]: DEBUG nova.virt.hardware [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1881.176724] env[62189]: DEBUG nova.virt.hardware [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1881.176885] env[62189]: DEBUG nova.virt.hardware [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1881.178139] env[62189]: DEBUG nova.virt.hardware [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1881.178139] env[62189]: DEBUG nova.virt.hardware [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1881.178139] env[62189]: DEBUG nova.virt.hardware [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1881.178414] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18decd24-0ac4-46d0-af94-90de0d3d3c1c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.189129] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77157ba7-aec7-4ad6-95e8-160c7001ca7e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.272382] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.285814] env[62189]: DEBUG oslo_concurrency.lockutils [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.288407] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.561s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.288646] env[62189]: DEBUG nova.objects.instance [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Lazy-loading 'resources' on Instance uuid 9eddd5b2-e125-488b-8be5-3896f136b197 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.300486] env[62189]: DEBUG oslo_concurrency.lockutils [None req-902b742e-33d0-4321-85bc-5249acd55b61 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Lock "b6a601ce-edba-4012-92d3-236b3cefb8ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.805s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.318057] env[62189]: INFO nova.scheduler.client.report [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Deleted allocations for instance 53dda0cf-f670-45a3-80a2-4081352e5afb [ 1881.335282] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2121829, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.341761] env[62189]: DEBUG nova.network.neutron [-] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.375212] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Releasing lock "refresh_cache-2af866f9-bfb6-46bb-a890-267e5b524a0f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.376448] env[62189]: DEBUG nova.compute.manager [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Instance network_info: |[{"id": "ba953b3e-bfb4-4ce6-b08a-4632f055a11f", "address": "fa:16:3e:4c:35:c4", "network": {"id": "ed589069-8868-4a95-9d15-8d2edc7f5b94", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1276521698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd7531853a2445299a7db06d81ff2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba953b3e-bf", "ovs_interfaceid": "ba953b3e-bfb4-4ce6-b08a-4632f055a11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1881.378217] env[62189]: DEBUG oslo_concurrency.lockutils [req-6d6f27f1-319a-4677-955c-8bc5e21162ef req-915ec10b-0451-4013-93ee-abc0e2f80d70 service nova] Acquired lock "refresh_cache-2af866f9-bfb6-46bb-a890-267e5b524a0f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.378438] env[62189]: DEBUG nova.network.neutron [req-6d6f27f1-319a-4677-955c-8bc5e21162ef req-915ec10b-0451-4013-93ee-abc0e2f80d70 service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Refreshing network info cache for port ba953b3e-bfb4-4ce6-b08a-4632f055a11f {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.380356] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:35:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba953b3e-bfb4-4ce6-b08a-4632f055a11f', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1881.392478] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Creating folder: Project (9bd7531853a2445299a7db06d81ff2e0). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1881.393766] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6812fe86-d80d-4814-93cc-427cefded470 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.405918] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Created folder: Project (9bd7531853a2445299a7db06d81ff2e0) in parent group-v433996. [ 1881.406147] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Creating folder: Instances. Parent ref: group-v434078. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1881.406403] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27f5cb6a-15a3-4615-a452-ed8eefb3e04a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.417708] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Created folder: Instances in parent group-v434078. [ 1881.417953] env[62189]: DEBUG oslo.service.loopingcall [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.418161] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1881.418374] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f32db912-479e-46c1-8c49-8121933da18e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.438365] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1881.438365] env[62189]: value = "task-2121832" [ 1881.438365] env[62189]: _type = "Task" [ 1881.438365] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.446433] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121832, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.572753] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-beca7bb1-50db-42dc-82c3-f610f7146cf3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.587605] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774906d6-61d1-4bd2-a7f6-c56f8d43070b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.601666] env[62189]: DEBUG nova.compute.manager [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1881.602770] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c3454a-9e66-4032-88bf-d5a24cdc3686 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.635997] env[62189]: DEBUG nova.compute.manager [req-5882283c-51aa-4929-b90e-7ebee50cd149 req-05d28c4b-c88d-4818-bd7c-3923221b12fa service nova] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Detach interface failed, port_id=b2048e68-e4c4-4f9f-b034-e825fe9bd62f, reason: Instance 8e2ab3cd-216d-4921-b0e5-d5f88527ceef could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1881.806540] env[62189]: DEBUG nova.compute.manager [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1881.836864] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2121829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555272} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.836864] env[62189]: DEBUG oslo_concurrency.lockutils [None req-40b299e6-3653-499e-bf5f-a0b75d6dcdc2 tempest-ServerPasswordTestJSON-1276260605 tempest-ServerPasswordTestJSON-1276260605-project-member] Lock "53dda0cf-f670-45a3-80a2-4081352e5afb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.496s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.838049] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 1a094a38-e7dc-4c76-9074-766c934140e7/1a094a38-e7dc-4c76-9074-766c934140e7.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1881.838431] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1881.842658] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0d3c070-b0f5-45ce-b701-5ba17e4b8f24 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.845890] env[62189]: INFO nova.compute.manager [-] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Took 1.31 seconds to deallocate network for instance. [ 1881.853808] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 1881.853808] env[62189]: value = "task-2121833" [ 1881.853808] env[62189]: _type = "Task" [ 1881.853808] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.871474] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2121833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.950988] env[62189]: DEBUG nova.network.neutron [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Successfully updated port: 3fb6e195-89a5-446f-904b-c7ca483602d1 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1881.958893] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121832, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.114701] env[62189]: INFO nova.compute.manager [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] instance snapshotting [ 1882.121137] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b8ba9a-683e-459d-870d-d571af47b716 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.148326] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ec17a3-d8c9-4463-ad7c-d548a2c41828 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.211414] env[62189]: DEBUG nova.network.neutron [req-6d6f27f1-319a-4677-955c-8bc5e21162ef req-915ec10b-0451-4013-93ee-abc0e2f80d70 service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Updated VIF entry in instance network info cache for port ba953b3e-bfb4-4ce6-b08a-4632f055a11f. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1882.211414] env[62189]: DEBUG nova.network.neutron [req-6d6f27f1-319a-4677-955c-8bc5e21162ef req-915ec10b-0451-4013-93ee-abc0e2f80d70 service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Updating instance_info_cache with network_info: [{"id": "ba953b3e-bfb4-4ce6-b08a-4632f055a11f", "address": "fa:16:3e:4c:35:c4", "network": {"id": "ed589069-8868-4a95-9d15-8d2edc7f5b94", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1276521698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd7531853a2445299a7db06d81ff2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba953b3e-bf", "ovs_interfaceid": "ba953b3e-bfb4-4ce6-b08a-4632f055a11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.343349] env[62189]: DEBUG oslo_concurrency.lockutils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.359174] env[62189]: DEBUG oslo_concurrency.lockutils [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.369790] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2121833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100194} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.372618] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1882.375954] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45256e3e-7273-408c-97f3-cd14825ec5e9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.404028] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 1a094a38-e7dc-4c76-9074-766c934140e7/1a094a38-e7dc-4c76-9074-766c934140e7.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1882.406849] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17cb815b-60f4-49ee-9baa-8bb095a411ac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.429116] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 1882.429116] env[62189]: value = "task-2121834" [ 1882.429116] env[62189]: _type = "Task" [ 1882.429116] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.437376] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2121834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.448544] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121832, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.456141] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Acquiring lock "refresh_cache-d05b86c9-1951-4ebd-bbec-e3bdafa99008" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.456141] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Acquired lock "refresh_cache-d05b86c9-1951-4ebd-bbec-e3bdafa99008" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.456141] env[62189]: DEBUG nova.network.neutron [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1882.456141] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f492be-9b76-4417-b557-2b9a6771a30b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.463911] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1276fc6-b222-402f-bbf8-cec44830506a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.501564] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a22452a-6891-4a8d-a3cf-88d9d4c8bead {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.509399] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2145e1a3-e4a1-4528-a729-c22ef61e10ac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.522440] env[62189]: DEBUG nova.compute.provider_tree [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.663917] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1882.663917] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d1c091eb-1bdd-404c-9f80-251391a666ad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.672499] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1882.672499] env[62189]: value = "task-2121835" [ 1882.672499] env[62189]: _type = "Task" [ 1882.672499] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.680929] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121835, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.714885] env[62189]: DEBUG oslo_concurrency.lockutils [req-6d6f27f1-319a-4677-955c-8bc5e21162ef req-915ec10b-0451-4013-93ee-abc0e2f80d70 service nova] Releasing lock "refresh_cache-2af866f9-bfb6-46bb-a890-267e5b524a0f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.879220] env[62189]: DEBUG nova.compute.manager [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Received event network-changed-70646e82-ab5d-4061-a065-2d73bca96df5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1882.879220] env[62189]: DEBUG nova.compute.manager [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Refreshing instance network info cache due to event network-changed-70646e82-ab5d-4061-a065-2d73bca96df5. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1882.879380] env[62189]: DEBUG oslo_concurrency.lockutils [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] Acquiring lock "refresh_cache-db089fb0-615d-47cf-8a32-d1def53bebbb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.879646] env[62189]: DEBUG oslo_concurrency.lockutils [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] Acquired lock "refresh_cache-db089fb0-615d-47cf-8a32-d1def53bebbb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.879964] env[62189]: DEBUG nova.network.neutron [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Refreshing network info cache for port 70646e82-ab5d-4061-a065-2d73bca96df5 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1882.939345] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2121834, 'name': ReconfigVM_Task, 'duration_secs': 0.488646} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.940257] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 1a094a38-e7dc-4c76-9074-766c934140e7/1a094a38-e7dc-4c76-9074-766c934140e7.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1882.941231] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4424898d-73db-4dba-a8b0-22c237d2f125 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.953612] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121832, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.959023] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 1882.959023] env[62189]: value = "task-2121836" [ 1882.959023] env[62189]: _type = "Task" [ 1882.959023] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.968151] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2121836, 'name': Rename_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.994751] env[62189]: DEBUG nova.network.neutron [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1883.026335] env[62189]: DEBUG nova.scheduler.client.report [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.129052] env[62189]: DEBUG nova.compute.manager [req-a30b5c30-65be-419f-8718-91e557511827 req-1c02f870-2a3a-4b9b-84b8-0daa11b6fa7d service nova] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Received event network-changed-61825a7f-8461-4136-a1ec-e5167f361d03 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1883.131818] env[62189]: DEBUG nova.compute.manager [req-a30b5c30-65be-419f-8718-91e557511827 req-1c02f870-2a3a-4b9b-84b8-0daa11b6fa7d service nova] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Refreshing instance network info cache due to event network-changed-61825a7f-8461-4136-a1ec-e5167f361d03. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1883.131818] env[62189]: DEBUG oslo_concurrency.lockutils [req-a30b5c30-65be-419f-8718-91e557511827 req-1c02f870-2a3a-4b9b-84b8-0daa11b6fa7d service nova] Acquiring lock "refresh_cache-b6a601ce-edba-4012-92d3-236b3cefb8ca" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.131818] env[62189]: DEBUG oslo_concurrency.lockutils [req-a30b5c30-65be-419f-8718-91e557511827 req-1c02f870-2a3a-4b9b-84b8-0daa11b6fa7d service nova] Acquired lock "refresh_cache-b6a601ce-edba-4012-92d3-236b3cefb8ca" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.131818] env[62189]: DEBUG nova.network.neutron [req-a30b5c30-65be-419f-8718-91e557511827 req-1c02f870-2a3a-4b9b-84b8-0daa11b6fa7d service nova] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Refreshing network info cache for port 61825a7f-8461-4136-a1ec-e5167f361d03 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1883.183314] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121835, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.225405] env[62189]: DEBUG nova.network.neutron [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Updating instance_info_cache with network_info: [{"id": "3fb6e195-89a5-446f-904b-c7ca483602d1", "address": "fa:16:3e:3d:12:c0", "network": {"id": "9094e03b-724f-4f0a-9c6c-d0d78d79a6a0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-305884584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d7bd18f0854a3cac3daf1cdb836c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb6e195-89", "ovs_interfaceid": "3fb6e195-89a5-446f-904b-c7ca483602d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.452156] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121832, 'name': CreateVM_Task, 'duration_secs': 1.645086} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.452156] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1883.452662] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.452983] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.453398] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1883.453649] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31024383-6407-436c-9465-d38e388ea5db {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.460826] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Waiting for the task: (returnval){ [ 1883.460826] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52998fca-23a6-2965-5aa5-219bb9038fa2" [ 1883.460826] env[62189]: _type = "Task" [ 1883.460826] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.467828] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2121836, 'name': Rename_Task, 'duration_secs': 0.195157} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.468500] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1883.468757] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af938511-5fa8-4506-9b75-ea9dca56836e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.473362] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52998fca-23a6-2965-5aa5-219bb9038fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.480024] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 1883.480024] env[62189]: value = "task-2121837" [ 1883.480024] env[62189]: _type = "Task" [ 1883.480024] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.487979] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2121837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.534330] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.537708] env[62189]: DEBUG oslo_concurrency.lockutils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.786s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.538611] env[62189]: INFO nova.compute.claims [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1883.562187] env[62189]: INFO nova.scheduler.client.report [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Deleted allocations for instance 9eddd5b2-e125-488b-8be5-3896f136b197 [ 1883.685735] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121835, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.733460] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Releasing lock "refresh_cache-d05b86c9-1951-4ebd-bbec-e3bdafa99008" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.733460] env[62189]: DEBUG nova.compute.manager [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Instance network_info: |[{"id": "3fb6e195-89a5-446f-904b-c7ca483602d1", "address": "fa:16:3e:3d:12:c0", "network": {"id": "9094e03b-724f-4f0a-9c6c-d0d78d79a6a0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-305884584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d7bd18f0854a3cac3daf1cdb836c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb6e195-89", "ovs_interfaceid": "3fb6e195-89a5-446f-904b-c7ca483602d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1883.733695] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:12:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fb6e195-89a5-446f-904b-c7ca483602d1', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1883.746327] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Creating folder: Project (d3d7bd18f0854a3cac3daf1cdb836c91). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1883.748097] env[62189]: DEBUG nova.network.neutron [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Updated VIF entry in instance network info cache for port 70646e82-ab5d-4061-a065-2d73bca96df5. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1883.748941] env[62189]: DEBUG nova.network.neutron [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Updating instance_info_cache with network_info: [{"id": "70646e82-ab5d-4061-a065-2d73bca96df5", "address": "fa:16:3e:3c:2e:d4", "network": {"id": "8d7f6f47-8c25-4e96-aa05-85daa7d52c7e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-866708320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc3d5fb3c5764c25866587ca02a8a220", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70646e82-ab", "ovs_interfaceid": "70646e82-ab5d-4061-a065-2d73bca96df5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.750609] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-939bafd3-b6cf-4056-8735-48efdebd6aa9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.763668] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Created folder: Project (d3d7bd18f0854a3cac3daf1cdb836c91) in parent group-v433996. [ 1883.763940] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Creating folder: Instances. Parent ref: group-v434081. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1883.765165] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-832f1730-4e24-4d3c-9be9-fb8cc474266f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.773848] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Created folder: Instances in parent group-v434081. [ 1883.774121] env[62189]: DEBUG oslo.service.loopingcall [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1883.776541] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1883.777132] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2029d206-3e58-4add-a479-efbc640bfd45 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.801028] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1883.801028] env[62189]: value = "task-2121840" [ 1883.801028] env[62189]: _type = "Task" [ 1883.801028] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.808757] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121840, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.975043] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52998fca-23a6-2965-5aa5-219bb9038fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.015665} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.977305] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.977305] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1883.977305] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.977305] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.977543] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1883.977543] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccf392aa-a466-4df6-a264-0389e0098918 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.991870] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2121837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.993616] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1883.996018] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1883.996018] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ef571e-82b7-4971-a151-d6e6561107bd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.003033] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Waiting for the task: (returnval){ [ 1884.003033] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cb481e-7c3f-b59a-48cf-05e17c29d5f1" [ 1884.003033] env[62189]: _type = "Task" [ 1884.003033] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.006761] env[62189]: DEBUG nova.network.neutron [req-a30b5c30-65be-419f-8718-91e557511827 req-1c02f870-2a3a-4b9b-84b8-0daa11b6fa7d service nova] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Updated VIF entry in instance network info cache for port 61825a7f-8461-4136-a1ec-e5167f361d03. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1884.008457] env[62189]: DEBUG nova.network.neutron [req-a30b5c30-65be-419f-8718-91e557511827 req-1c02f870-2a3a-4b9b-84b8-0daa11b6fa7d service nova] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Updating instance_info_cache with network_info: [{"id": "61825a7f-8461-4136-a1ec-e5167f361d03", "address": "fa:16:3e:29:98:db", "network": {"id": "ecda341a-4e4c-4476-9717-0612783dbb23", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1873205704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171a8d6e7f71456fa862a6c9a2b27722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61825a7f-84", "ovs_interfaceid": "61825a7f-8461-4136-a1ec-e5167f361d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.011621] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cb481e-7c3f-b59a-48cf-05e17c29d5f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.071201] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b4a70da-e2bd-4bde-a37d-42e164aafae5 tempest-ServersAaction247Test-1747390097 tempest-ServersAaction247Test-1747390097-project-member] Lock "9eddd5b2-e125-488b-8be5-3896f136b197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.637s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.189473] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121835, 'name': CreateSnapshot_Task, 'duration_secs': 1.451371} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.189776] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1884.190620] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6fc0e2-6607-4166-9b69-b139d415a7e8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.254670] env[62189]: DEBUG oslo_concurrency.lockutils [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] Releasing lock "refresh_cache-db089fb0-615d-47cf-8a32-d1def53bebbb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.255313] env[62189]: DEBUG nova.compute.manager [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Received event network-vif-plugged-3fb6e195-89a5-446f-904b-c7ca483602d1 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1884.255313] env[62189]: DEBUG oslo_concurrency.lockutils [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] Acquiring lock "d05b86c9-1951-4ebd-bbec-e3bdafa99008-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.255485] env[62189]: DEBUG oslo_concurrency.lockutils [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] Lock "d05b86c9-1951-4ebd-bbec-e3bdafa99008-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.255653] env[62189]: DEBUG oslo_concurrency.lockutils [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] Lock "d05b86c9-1951-4ebd-bbec-e3bdafa99008-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.256277] env[62189]: DEBUG nova.compute.manager [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] No waiting events found dispatching network-vif-plugged-3fb6e195-89a5-446f-904b-c7ca483602d1 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1884.256277] env[62189]: WARNING nova.compute.manager [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Received unexpected event network-vif-plugged-3fb6e195-89a5-446f-904b-c7ca483602d1 for instance with vm_state building and task_state spawning. [ 1884.256382] env[62189]: DEBUG nova.compute.manager [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Received event network-changed-3fb6e195-89a5-446f-904b-c7ca483602d1 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1884.256491] env[62189]: DEBUG nova.compute.manager [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Refreshing instance network info cache due to event network-changed-3fb6e195-89a5-446f-904b-c7ca483602d1. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1884.256633] env[62189]: DEBUG oslo_concurrency.lockutils [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] Acquiring lock "refresh_cache-d05b86c9-1951-4ebd-bbec-e3bdafa99008" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.256863] env[62189]: DEBUG oslo_concurrency.lockutils [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] Acquired lock "refresh_cache-d05b86c9-1951-4ebd-bbec-e3bdafa99008" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.256904] env[62189]: DEBUG nova.network.neutron [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Refreshing network info cache for port 3fb6e195-89a5-446f-904b-c7ca483602d1 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1884.310952] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121840, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.492580] env[62189]: DEBUG oslo_vmware.api [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2121837, 'name': PowerOnVM_Task, 'duration_secs': 0.753977} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.493028] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1884.493137] env[62189]: INFO nova.compute.manager [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1884.493359] env[62189]: DEBUG nova.compute.manager [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1884.494068] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0bf3e1-1ae2-4c45-8049-79452fcbc065 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.513520] env[62189]: DEBUG oslo_concurrency.lockutils [req-a30b5c30-65be-419f-8718-91e557511827 req-1c02f870-2a3a-4b9b-84b8-0daa11b6fa7d service nova] Releasing lock "refresh_cache-b6a601ce-edba-4012-92d3-236b3cefb8ca" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.513685] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cb481e-7c3f-b59a-48cf-05e17c29d5f1, 'name': SearchDatastore_Task, 'duration_secs': 0.017622} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.514423] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23947a6a-3076-4862-8402-a922819cebcb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.522082] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Waiting for the task: (returnval){ [ 1884.522082] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f88898-cbe8-0411-a102-6f3929b25c69" [ 1884.522082] env[62189]: _type = "Task" [ 1884.522082] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.530603] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f88898-cbe8-0411-a102-6f3929b25c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.710288] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1884.713400] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-68717388-b190-4d97-bd75-f007759fadc6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.724743] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1884.724743] env[62189]: value = "task-2121841" [ 1884.724743] env[62189]: _type = "Task" [ 1884.724743] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.742237] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121841, 'name': CloneVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.816863] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121840, 'name': CreateVM_Task, 'duration_secs': 0.638019} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.817098] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1884.817681] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.818114] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.818266] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1884.818518] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eec95ea-e184-4ca3-8fe5-91a1309500d2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.827999] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Waiting for the task: (returnval){ [ 1884.827999] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52188d93-dee7-83b5-7b62-4e2b70149382" [ 1884.827999] env[62189]: _type = "Task" [ 1884.827999] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.842026] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52188d93-dee7-83b5-7b62-4e2b70149382, 'name': SearchDatastore_Task, 'duration_secs': 0.012192} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.845792] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.846299] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1884.847402] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.020848] env[62189]: INFO nova.compute.manager [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Took 33.91 seconds to build instance. [ 1885.040920] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f88898-cbe8-0411-a102-6f3929b25c69, 'name': SearchDatastore_Task, 'duration_secs': 0.022752} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.042198] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.042736] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 2af866f9-bfb6-46bb-a890-267e5b524a0f/2af866f9-bfb6-46bb-a890-267e5b524a0f.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1885.045251] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.045251] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1885.045251] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6eb209a8-4214-4462-abbd-a1b4a2b02bf1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.050511] env[62189]: DEBUG nova.network.neutron [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Updated VIF entry in instance network info cache for port 3fb6e195-89a5-446f-904b-c7ca483602d1. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1885.050852] env[62189]: DEBUG nova.network.neutron [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Updating instance_info_cache with network_info: [{"id": "3fb6e195-89a5-446f-904b-c7ca483602d1", "address": "fa:16:3e:3d:12:c0", "network": {"id": "9094e03b-724f-4f0a-9c6c-d0d78d79a6a0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-305884584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3d7bd18f0854a3cac3daf1cdb836c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fb6e195-89", "ovs_interfaceid": "3fb6e195-89a5-446f-904b-c7ca483602d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.053517] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97bc1b24-7211-4053-82eb-73e5e1a09b2d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.063937] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Waiting for the task: (returnval){ [ 1885.063937] env[62189]: value = "task-2121842" [ 1885.063937] env[62189]: _type = "Task" [ 1885.063937] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.070629] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1885.070937] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1885.072361] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-904c3fcb-cc9e-4f38-9051-373fb108be13 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.078533] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.089023] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Waiting for the task: (returnval){ [ 1885.089023] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b0a81e-5aad-3588-160d-623996aa13de" [ 1885.089023] env[62189]: _type = "Task" [ 1885.089023] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.095815] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b0a81e-5aad-3588-160d-623996aa13de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.113093] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef8d165-3340-4b5e-8d1f-8c2e359aef0e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.121529] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa57b0f-749d-4932-aa66-c8b1a943bf6f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.156107] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cc121e-3b44-4800-96d5-ad7d7fbaf119 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.164561] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0feba2-ba3f-44eb-8b94-77222a83a1ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.180494] env[62189]: DEBUG nova.compute.provider_tree [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.235582] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121841, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.523392] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4bbeb44-cd19-4849-9770-409bae76cf35 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "1a094a38-e7dc-4c76-9074-766c934140e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.294s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.560057] env[62189]: DEBUG oslo_concurrency.lockutils [req-95da0947-2f8a-4115-9d45-6e7cd7aa85d6 req-9768da91-5f45-43c8-9671-5ba409a52c00 service nova] Releasing lock "refresh_cache-d05b86c9-1951-4ebd-bbec-e3bdafa99008" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.576703] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121842, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.598348] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b0a81e-5aad-3588-160d-623996aa13de, 'name': SearchDatastore_Task, 'duration_secs': 0.020663} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.602642] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ee94be-02ac-41a3-81db-677781475d10 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.608139] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Waiting for the task: (returnval){ [ 1885.608139] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f41a07-0270-1f6a-29f3-98e07071b035" [ 1885.608139] env[62189]: _type = "Task" [ 1885.608139] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.617510] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f41a07-0270-1f6a-29f3-98e07071b035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.683581] env[62189]: DEBUG nova.scheduler.client.report [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1885.739096] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121841, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.994914] env[62189]: DEBUG nova.compute.manager [req-8bec579a-1456-49d8-8e4d-a64ce081ed20 req-0a2a204d-31a9-45eb-8edb-58863c72e5cb service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Received event network-changed-d789d533-1330-45d7-bd50-b2c3e1fcd0eb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1885.995519] env[62189]: DEBUG nova.compute.manager [req-8bec579a-1456-49d8-8e4d-a64ce081ed20 req-0a2a204d-31a9-45eb-8edb-58863c72e5cb service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Refreshing instance network info cache due to event network-changed-d789d533-1330-45d7-bd50-b2c3e1fcd0eb. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1885.995855] env[62189]: DEBUG oslo_concurrency.lockutils [req-8bec579a-1456-49d8-8e4d-a64ce081ed20 req-0a2a204d-31a9-45eb-8edb-58863c72e5cb service nova] Acquiring lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.996058] env[62189]: DEBUG oslo_concurrency.lockutils [req-8bec579a-1456-49d8-8e4d-a64ce081ed20 req-0a2a204d-31a9-45eb-8edb-58863c72e5cb service nova] Acquired lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.996255] env[62189]: DEBUG nova.network.neutron [req-8bec579a-1456-49d8-8e4d-a64ce081ed20 req-0a2a204d-31a9-45eb-8edb-58863c72e5cb service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Refreshing network info cache for port d789d533-1330-45d7-bd50-b2c3e1fcd0eb {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1886.026704] env[62189]: DEBUG nova.compute.manager [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1886.075434] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51742} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.075680] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 2af866f9-bfb6-46bb-a890-267e5b524a0f/2af866f9-bfb6-46bb-a890-267e5b524a0f.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1886.075894] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1886.076153] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dd1cff1-5e33-4369-b8cb-5a4e1ac90bfc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.082786] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Waiting for the task: (returnval){ [ 1886.082786] env[62189]: value = "task-2121843" [ 1886.082786] env[62189]: _type = "Task" [ 1886.082786] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.091522] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.122701] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f41a07-0270-1f6a-29f3-98e07071b035, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.123040] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.123338] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] d05b86c9-1951-4ebd-bbec-e3bdafa99008/d05b86c9-1951-4ebd-bbec-e3bdafa99008.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1886.123734] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-185ef179-2ae4-4b17-90eb-4e6f85aceb1c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.131016] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Waiting for the task: (returnval){ [ 1886.131016] env[62189]: value = "task-2121844" [ 1886.131016] env[62189]: _type = "Task" [ 1886.131016] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.143078] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.189138] env[62189]: DEBUG oslo_concurrency.lockutils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.193017] env[62189]: DEBUG nova.compute.manager [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1886.193017] env[62189]: DEBUG oslo_concurrency.lockutils [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.391s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.196310] env[62189]: DEBUG nova.objects.instance [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Lazy-loading 'resources' on Instance uuid 79c75d3b-3d29-4c76-b9c6-d0571bbc6019 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.238022] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121841, 'name': CloneVM_Task} progress is 95%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.559070] env[62189]: DEBUG oslo_concurrency.lockutils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.592791] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072479} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.593264] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1886.594037] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c5e473-e346-4fe1-b0ac-bb6d0fe5892c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.616683] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 2af866f9-bfb6-46bb-a890-267e5b524a0f/2af866f9-bfb6-46bb-a890-267e5b524a0f.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1886.619802] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d52ef93-ad57-4b15-ba96-54f13d20df79 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.645509] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.646162] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Waiting for the task: (returnval){ [ 1886.646162] env[62189]: value = "task-2121845" [ 1886.646162] env[62189]: _type = "Task" [ 1886.646162] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.654947] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.699362] env[62189]: DEBUG nova.compute.utils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1886.704078] env[62189]: DEBUG nova.compute.manager [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1886.704078] env[62189]: DEBUG nova.network.neutron [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1886.737566] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121841, 'name': CloneVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.828018] env[62189]: DEBUG nova.policy [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d0912acd20a47388e88c2df2947b23d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9cfad5a04c948319854a7b63ca64206', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1887.070451] env[62189]: DEBUG nova.network.neutron [req-8bec579a-1456-49d8-8e4d-a64ce081ed20 req-0a2a204d-31a9-45eb-8edb-58863c72e5cb service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updated VIF entry in instance network info cache for port d789d533-1330-45d7-bd50-b2c3e1fcd0eb. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1887.070781] env[62189]: DEBUG nova.network.neutron [req-8bec579a-1456-49d8-8e4d-a64ce081ed20 req-0a2a204d-31a9-45eb-8edb-58863c72e5cb service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating instance_info_cache with network_info: [{"id": "d789d533-1330-45d7-bd50-b2c3e1fcd0eb", "address": "fa:16:3e:92:94:3a", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd789d533-13", "ovs_interfaceid": "d789d533-1330-45d7-bd50-b2c3e1fcd0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.148383] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.998862} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.153298] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] d05b86c9-1951-4ebd-bbec-e3bdafa99008/d05b86c9-1951-4ebd-bbec-e3bdafa99008.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1887.153298] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1887.153558] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ac7cdc1-719a-43aa-9eb1-b57f049f6eab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.163404] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.165307] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Waiting for the task: (returnval){ [ 1887.165307] env[62189]: value = "task-2121846" [ 1887.165307] env[62189]: _type = "Task" [ 1887.165307] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.177486] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.188745] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8968e8e2-3f1a-4f11-8601-60574a5c283b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.197509] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2397d707-f9b0-4e51-bc2c-d88eb02da7d1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.204029] env[62189]: DEBUG nova.compute.manager [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1887.242246] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e81d6f-1c25-43c2-9a1c-88c9e998e9c5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.251051] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121841, 'name': CloneVM_Task, 'duration_secs': 2.046581} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.253381] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Created linked-clone VM from snapshot [ 1887.254200] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbb26c5-86a9-404a-8c24-7f79dfaa0a34 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.258957] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7740253-d061-4efd-ae5c-c12b8f524e34 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.277024] env[62189]: DEBUG nova.compute.provider_tree [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1887.278453] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Uploading image 182bbc62-5d29-43aa-bbcb-8477df51bb0b {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1887.294400] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1887.294969] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b68a70c6-5209-49db-8c67-c5ba1fceb513 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.306926] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1887.306926] env[62189]: value = "task-2121847" [ 1887.306926] env[62189]: _type = "Task" [ 1887.306926] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.316082] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121847, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.575377] env[62189]: DEBUG oslo_concurrency.lockutils [req-8bec579a-1456-49d8-8e4d-a64ce081ed20 req-0a2a204d-31a9-45eb-8edb-58863c72e5cb service nova] Releasing lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.657590] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121845, 'name': ReconfigVM_Task, 'duration_secs': 0.689007} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.657851] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 2af866f9-bfb6-46bb-a890-267e5b524a0f/2af866f9-bfb6-46bb-a890-267e5b524a0f.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1887.658508] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e497af2-2dd2-4486-9df4-ba93564fb602 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.664367] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Waiting for the task: (returnval){ [ 1887.664367] env[62189]: value = "task-2121848" [ 1887.664367] env[62189]: _type = "Task" [ 1887.664367] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.674739] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121848, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.677493] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074354} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.677739] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1887.678508] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711cb065-e853-4052-8f3f-3b7aafb052a1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.699489] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] d05b86c9-1951-4ebd-bbec-e3bdafa99008/d05b86c9-1951-4ebd-bbec-e3bdafa99008.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1887.702053] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a3522f3-9f1a-4faf-bcd2-e4ec3c078915 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.721767] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Waiting for the task: (returnval){ [ 1887.721767] env[62189]: value = "task-2121849" [ 1887.721767] env[62189]: _type = "Task" [ 1887.721767] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.730642] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.744657] env[62189]: DEBUG nova.network.neutron [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Successfully created port: e727af1f-8478-4b6c-ba0d-69902cf712fa {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1887.781900] env[62189]: DEBUG nova.scheduler.client.report [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1887.820725] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121847, 'name': Destroy_Task, 'duration_secs': 0.318708} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.821127] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Destroyed the VM [ 1887.824616] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1887.824616] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d0815ac3-8bed-42dd-80aa-2fa54dc54948 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.834523] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1887.834523] env[62189]: value = "task-2121850" [ 1887.834523] env[62189]: _type = "Task" [ 1887.834523] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.845500] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121850, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.183081] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121848, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.235208] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.243718] env[62189]: DEBUG nova.compute.manager [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1888.278389] env[62189]: DEBUG nova.virt.hardware [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1888.279168] env[62189]: DEBUG nova.virt.hardware [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.279445] env[62189]: DEBUG nova.virt.hardware [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1888.279895] env[62189]: DEBUG nova.virt.hardware [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.280189] env[62189]: DEBUG nova.virt.hardware [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1888.280464] env[62189]: DEBUG nova.virt.hardware [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1888.280781] env[62189]: DEBUG nova.virt.hardware [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1888.281266] env[62189]: DEBUG nova.virt.hardware [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1888.281707] env[62189]: DEBUG nova.virt.hardware [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1888.281989] env[62189]: DEBUG nova.virt.hardware [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1888.282386] env[62189]: DEBUG nova.virt.hardware [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1888.283914] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a89213-1f06-41ec-b538-deec1815dfac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.288713] env[62189]: DEBUG oslo_concurrency.lockutils [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.291516] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.850s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.293445] env[62189]: INFO nova.compute.claims [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1888.307029] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba42dd85-5eed-4d09-9ffa-90799e5cc686 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.333572] env[62189]: INFO nova.scheduler.client.report [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Deleted allocations for instance 79c75d3b-3d29-4c76-b9c6-d0571bbc6019 [ 1888.346407] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121850, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.680804] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121848, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.733641] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.846025] env[62189]: DEBUG oslo_concurrency.lockutils [None req-61cb2c80-c104-415f-8683-1fb235305c68 tempest-ServerAddressesNegativeTestJSON-1574372739 tempest-ServerAddressesNegativeTestJSON-1574372739-project-member] Lock "79c75d3b-3d29-4c76-b9c6-d0571bbc6019" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.094s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.850040] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121850, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.184466] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121848, 'name': Rename_Task, 'duration_secs': 1.09631} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.184846] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1889.185528] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8c6e9bf-7dc9-4195-9749-a0629267b789 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.192348] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Waiting for the task: (returnval){ [ 1889.192348] env[62189]: value = "task-2121851" [ 1889.192348] env[62189]: _type = "Task" [ 1889.192348] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.204495] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.234215] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121849, 'name': ReconfigVM_Task, 'duration_secs': 1.397836} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.234508] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Reconfigured VM instance instance-0000001b to attach disk [datastore2] d05b86c9-1951-4ebd-bbec-e3bdafa99008/d05b86c9-1951-4ebd-bbec-e3bdafa99008.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1889.235132] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-449fe7f1-f361-48e9-8b21-bd1dc8b8eb4e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.241083] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Waiting for the task: (returnval){ [ 1889.241083] env[62189]: value = "task-2121852" [ 1889.241083] env[62189]: _type = "Task" [ 1889.241083] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.256115] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121852, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.348658] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121850, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.660315] env[62189]: DEBUG oslo_concurrency.lockutils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "31312dd9-a51d-4178-9ade-20e3972786ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.660575] env[62189]: DEBUG oslo_concurrency.lockutils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "31312dd9-a51d-4178-9ade-20e3972786ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.706565] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121851, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.754961] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121852, 'name': Rename_Task, 'duration_secs': 0.209151} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.758577] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1889.761913] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27386d35-4aa0-4cf4-8bfb-c5edeeb2f361 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.768035] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Waiting for the task: (returnval){ [ 1889.768035] env[62189]: value = "task-2121853" [ 1889.768035] env[62189]: _type = "Task" [ 1889.768035] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.777651] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.782074] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3decad2-0232-459e-be5b-408539ff43b3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.789198] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e63167-6eb7-4ae7-8eaf-63a6431ad613 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.794527] env[62189]: DEBUG nova.compute.manager [req-4742b7b1-300a-424f-ab29-4ea82ce3fbd9 req-f33757be-68f2-4e7d-88a1-c94ee7523aa0 service nova] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Received event network-vif-plugged-e727af1f-8478-4b6c-ba0d-69902cf712fa {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1889.794740] env[62189]: DEBUG oslo_concurrency.lockutils [req-4742b7b1-300a-424f-ab29-4ea82ce3fbd9 req-f33757be-68f2-4e7d-88a1-c94ee7523aa0 service nova] Acquiring lock "0f430e69-87bb-4dd4-b49f-d2a5715f1b44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.794944] env[62189]: DEBUG oslo_concurrency.lockutils [req-4742b7b1-300a-424f-ab29-4ea82ce3fbd9 req-f33757be-68f2-4e7d-88a1-c94ee7523aa0 service nova] Lock "0f430e69-87bb-4dd4-b49f-d2a5715f1b44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.795125] env[62189]: DEBUG oslo_concurrency.lockutils [req-4742b7b1-300a-424f-ab29-4ea82ce3fbd9 req-f33757be-68f2-4e7d-88a1-c94ee7523aa0 service nova] Lock "0f430e69-87bb-4dd4-b49f-d2a5715f1b44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.795292] env[62189]: DEBUG nova.compute.manager [req-4742b7b1-300a-424f-ab29-4ea82ce3fbd9 req-f33757be-68f2-4e7d-88a1-c94ee7523aa0 service nova] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] No waiting events found dispatching network-vif-plugged-e727af1f-8478-4b6c-ba0d-69902cf712fa {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1889.795450] env[62189]: WARNING nova.compute.manager [req-4742b7b1-300a-424f-ab29-4ea82ce3fbd9 req-f33757be-68f2-4e7d-88a1-c94ee7523aa0 service nova] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Received unexpected event network-vif-plugged-e727af1f-8478-4b6c-ba0d-69902cf712fa for instance with vm_state building and task_state spawning. [ 1889.829022] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23fd835-295d-4d3e-ac35-8f834b0e6785 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.833473] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1f0a20-d4b2-4fc6-8e2f-782ebb29444d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.849643] env[62189]: DEBUG oslo_vmware.api [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121850, 'name': RemoveSnapshot_Task, 'duration_secs': 1.613881} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.857327] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1889.860055] env[62189]: DEBUG nova.compute.provider_tree [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1889.965076] env[62189]: DEBUG nova.network.neutron [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Successfully updated port: e727af1f-8478-4b6c-ba0d-69902cf712fa {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1890.207485] env[62189]: DEBUG oslo_vmware.api [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121851, 'name': PowerOnVM_Task, 'duration_secs': 0.644396} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.207959] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1890.208476] env[62189]: INFO nova.compute.manager [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Took 11.76 seconds to spawn the instance on the hypervisor. [ 1890.208808] env[62189]: DEBUG nova.compute.manager [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1890.210079] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f191817-2dce-4dc8-b121-229e4b5b79b4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.278067] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121853, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.348679] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "04d77cc1-32ad-4f9a-aefa-25122cdd1827" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.348967] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "04d77cc1-32ad-4f9a-aefa-25122cdd1827" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.364394] env[62189]: WARNING nova.compute.manager [None req-f5b4363b-ad29-413f-90e6-e75421d93873 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Image not found during snapshot: nova.exception.ImageNotFound: Image 182bbc62-5d29-43aa-bbcb-8477df51bb0b could not be found. [ 1890.365911] env[62189]: DEBUG nova.scheduler.client.report [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1890.468264] env[62189]: DEBUG oslo_concurrency.lockutils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "refresh_cache-0f430e69-87bb-4dd4-b49f-d2a5715f1b44" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.468424] env[62189]: DEBUG oslo_concurrency.lockutils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired lock "refresh_cache-0f430e69-87bb-4dd4-b49f-d2a5715f1b44" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.468574] env[62189]: DEBUG nova.network.neutron [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1890.730423] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "82756eaa-4003-44e8-9b62-9615476073f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.734051] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "82756eaa-4003-44e8-9b62-9615476073f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.734051] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "82756eaa-4003-44e8-9b62-9615476073f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.734300] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "82756eaa-4003-44e8-9b62-9615476073f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.734565] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "82756eaa-4003-44e8-9b62-9615476073f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.741612] env[62189]: INFO nova.compute.manager [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Terminating instance [ 1890.765991] env[62189]: INFO nova.compute.manager [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Took 39.05 seconds to build instance. [ 1890.779614] env[62189]: DEBUG oslo_vmware.api [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121853, 'name': PowerOnVM_Task, 'duration_secs': 0.730335} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.781042] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1890.781042] env[62189]: INFO nova.compute.manager [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1890.781042] env[62189]: DEBUG nova.compute.manager [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1890.781949] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c584eddb-5fef-4357-bc36-764144c8cab9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.873378] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.873578] env[62189]: DEBUG nova.compute.manager [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1890.880021] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.827s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.880021] env[62189]: DEBUG nova.objects.instance [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lazy-loading 'resources' on Instance uuid cc56c223-6cd4-4a8a-9262-cbb952386f93 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1891.026152] env[62189]: DEBUG nova.network.neutron [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1891.222422] env[62189]: DEBUG nova.network.neutron [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Updating instance_info_cache with network_info: [{"id": "e727af1f-8478-4b6c-ba0d-69902cf712fa", "address": "fa:16:3e:23:cb:9e", "network": {"id": "eca82f7d-352d-44da-a879-56c5f8cfacbb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-513640798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cfad5a04c948319854a7b63ca64206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape727af1f-84", "ovs_interfaceid": "e727af1f-8478-4b6c-ba0d-69902cf712fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.248202] env[62189]: DEBUG nova.compute.manager [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1891.248437] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1891.249453] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a719e3-7bb7-4cbe-a8ac-4a71db3ee557 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.257836] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1891.259115] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12170260-57d1-4212-8179-80168a1d13c5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.266692] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e4a70521-a1c3-4c98-82c1-4964caaa3d1a tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Lock "2af866f9-bfb6-46bb-a890-267e5b524a0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.356s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.267092] env[62189]: DEBUG oslo_vmware.api [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1891.267092] env[62189]: value = "task-2121854" [ 1891.267092] env[62189]: _type = "Task" [ 1891.267092] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.282701] env[62189]: DEBUG oslo_vmware.api [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.301348] env[62189]: INFO nova.compute.manager [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Took 38.17 seconds to build instance. [ 1891.380863] env[62189]: DEBUG nova.compute.utils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1891.382377] env[62189]: DEBUG nova.compute.manager [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1891.382589] env[62189]: DEBUG nova.network.neutron [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1891.671077] env[62189]: DEBUG nova.policy [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4dbe414a16248fcbe397cdae92d668c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4699f4ba323b4b40a24cac243dd61f88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1891.726433] env[62189]: DEBUG oslo_concurrency.lockutils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Releasing lock "refresh_cache-0f430e69-87bb-4dd4-b49f-d2a5715f1b44" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.726728] env[62189]: DEBUG nova.compute.manager [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Instance network_info: |[{"id": "e727af1f-8478-4b6c-ba0d-69902cf712fa", "address": "fa:16:3e:23:cb:9e", "network": {"id": "eca82f7d-352d-44da-a879-56c5f8cfacbb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-513640798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cfad5a04c948319854a7b63ca64206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape727af1f-84", "ovs_interfaceid": "e727af1f-8478-4b6c-ba0d-69902cf712fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1891.727579] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:cb:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e727af1f-8478-4b6c-ba0d-69902cf712fa', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1891.735485] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Creating folder: Project (e9cfad5a04c948319854a7b63ca64206). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1891.736179] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46863534-2c57-4e4b-9223-a39cf3b80325 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.750201] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Created folder: Project (e9cfad5a04c948319854a7b63ca64206) in parent group-v433996. [ 1891.750201] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Creating folder: Instances. Parent ref: group-v434086. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1891.752119] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef5a7896-e05c-4c87-87af-93a1214d091f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.762010] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Created folder: Instances in parent group-v434086. [ 1891.762256] env[62189]: DEBUG oslo.service.loopingcall [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.762466] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1891.762728] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f312aa2a-7668-4796-900e-6e29427f3816 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.780107] env[62189]: DEBUG nova.compute.manager [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1891.792228] env[62189]: DEBUG oslo_vmware.api [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121854, 'name': PowerOffVM_Task, 'duration_secs': 0.421103} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.793394] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1891.793571] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1891.793802] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1891.793802] env[62189]: value = "task-2121857" [ 1891.793802] env[62189]: _type = "Task" [ 1891.793802] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.793970] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f512f4ec-1023-43b2-8c25-c6e99fa978f9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.807022] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8e898d77-5f19-4f4c-a913-08b5b08f1208 tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Lock "d05b86c9-1951-4ebd-bbec-e3bdafa99008" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.903s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.807022] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121857, 'name': CreateVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.861871] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d211a1-001f-459b-8eae-bac45005d016 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.872363] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5781082-6d58-4b81-af6d-9476abe260a0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.876876] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1891.877337] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1891.877595] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Deleting the datastore file [datastore2] 82756eaa-4003-44e8-9b62-9615476073f6 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1891.878564] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-197888e3-4dcb-4acf-9f63-f45aeb278072 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.904662] env[62189]: DEBUG nova.compute.manager [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1891.908681] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e103b6c5-32c4-4204-87bc-7ee1a17792ef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.914143] env[62189]: DEBUG oslo_vmware.api [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1891.914143] env[62189]: value = "task-2121859" [ 1891.914143] env[62189]: _type = "Task" [ 1891.914143] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.920663] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2937841-62ab-4358-90d7-721dba2767fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.927507] env[62189]: DEBUG oslo_vmware.api [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.937265] env[62189]: DEBUG nova.compute.provider_tree [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1892.021355] env[62189]: DEBUG nova.compute.manager [req-4d755941-f256-46ed-92df-58e2db5559ef req-655da359-7bfd-47d4-aeea-d09349715cd2 service nova] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Received event network-changed-e727af1f-8478-4b6c-ba0d-69902cf712fa {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1892.021586] env[62189]: DEBUG nova.compute.manager [req-4d755941-f256-46ed-92df-58e2db5559ef req-655da359-7bfd-47d4-aeea-d09349715cd2 service nova] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Refreshing instance network info cache due to event network-changed-e727af1f-8478-4b6c-ba0d-69902cf712fa. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1892.021865] env[62189]: DEBUG oslo_concurrency.lockutils [req-4d755941-f256-46ed-92df-58e2db5559ef req-655da359-7bfd-47d4-aeea-d09349715cd2 service nova] Acquiring lock "refresh_cache-0f430e69-87bb-4dd4-b49f-d2a5715f1b44" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.022275] env[62189]: DEBUG oslo_concurrency.lockutils [req-4d755941-f256-46ed-92df-58e2db5559ef req-655da359-7bfd-47d4-aeea-d09349715cd2 service nova] Acquired lock "refresh_cache-0f430e69-87bb-4dd4-b49f-d2a5715f1b44" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.022504] env[62189]: DEBUG nova.network.neutron [req-4d755941-f256-46ed-92df-58e2db5559ef req-655da359-7bfd-47d4-aeea-d09349715cd2 service nova] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Refreshing network info cache for port e727af1f-8478-4b6c-ba0d-69902cf712fa {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1892.190281] env[62189]: DEBUG nova.network.neutron [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Successfully created port: acad88c5-ebab-4008-898d-7b27750c9d2b {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1892.309023] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121857, 'name': CreateVM_Task, 'duration_secs': 0.393182} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.309023] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1892.309023] env[62189]: DEBUG oslo_concurrency.lockutils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.309023] env[62189]: DEBUG oslo_concurrency.lockutils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.309023] env[62189]: DEBUG oslo_concurrency.lockutils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1892.309023] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b4911ae-8fe8-4cee-8edb-87774e38d2ee {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.309708] env[62189]: DEBUG nova.compute.manager [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1892.316450] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.321852] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1892.321852] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522b47a8-3eea-58c0-1a8c-b1d643759a94" [ 1892.321852] env[62189]: _type = "Task" [ 1892.321852] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.332190] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522b47a8-3eea-58c0-1a8c-b1d643759a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.427907] env[62189]: DEBUG oslo_vmware.api [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2121859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206103} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.428175] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1892.428351] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1892.428551] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1892.428686] env[62189]: INFO nova.compute.manager [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1892.428936] env[62189]: DEBUG oslo.service.loopingcall [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1892.429163] env[62189]: DEBUG nova.compute.manager [-] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1892.429491] env[62189]: DEBUG nova.network.neutron [-] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1892.440577] env[62189]: DEBUG nova.scheduler.client.report [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1892.663318] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Acquiring lock "d05b86c9-1951-4ebd-bbec-e3bdafa99008" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.663669] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Lock "d05b86c9-1951-4ebd-bbec-e3bdafa99008" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.663912] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Acquiring lock "d05b86c9-1951-4ebd-bbec-e3bdafa99008-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.664129] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Lock "d05b86c9-1951-4ebd-bbec-e3bdafa99008-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.664340] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Lock "d05b86c9-1951-4ebd-bbec-e3bdafa99008-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.668355] env[62189]: INFO nova.compute.manager [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Terminating instance [ 1892.829306] env[62189]: DEBUG nova.network.neutron [req-4d755941-f256-46ed-92df-58e2db5559ef req-655da359-7bfd-47d4-aeea-d09349715cd2 service nova] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Updated VIF entry in instance network info cache for port e727af1f-8478-4b6c-ba0d-69902cf712fa. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1892.829306] env[62189]: DEBUG nova.network.neutron [req-4d755941-f256-46ed-92df-58e2db5559ef req-655da359-7bfd-47d4-aeea-d09349715cd2 service nova] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Updating instance_info_cache with network_info: [{"id": "e727af1f-8478-4b6c-ba0d-69902cf712fa", "address": "fa:16:3e:23:cb:9e", "network": {"id": "eca82f7d-352d-44da-a879-56c5f8cfacbb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-513640798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cfad5a04c948319854a7b63ca64206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape727af1f-84", "ovs_interfaceid": "e727af1f-8478-4b6c-ba0d-69902cf712fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.838488] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522b47a8-3eea-58c0-1a8c-b1d643759a94, 'name': SearchDatastore_Task, 'duration_secs': 0.014283} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.839850] env[62189]: DEBUG oslo_concurrency.lockutils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.839850] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1892.839850] env[62189]: DEBUG oslo_concurrency.lockutils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.839989] env[62189]: DEBUG oslo_concurrency.lockutils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.840163] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1892.840671] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63564dc1-5e5a-422d-9542-97870d15fa99 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.846573] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.853021] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1892.853021] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1892.853021] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c08a96e-8fb8-4ffb-8882-a7dfbd7a120f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.857520] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1892.857520] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52905177-d9d7-db3b-12b4-0e221c0cebd6" [ 1892.857520] env[62189]: _type = "Task" [ 1892.857520] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.865903] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52905177-d9d7-db3b-12b4-0e221c0cebd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.925060] env[62189]: DEBUG nova.compute.manager [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1892.951023] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.955337] env[62189]: DEBUG oslo_concurrency.lockutils [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.064s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.965298] env[62189]: DEBUG nova.virt.hardware [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1892.965298] env[62189]: DEBUG nova.virt.hardware [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1892.965298] env[62189]: DEBUG nova.virt.hardware [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1892.965445] env[62189]: DEBUG nova.virt.hardware [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1892.965445] env[62189]: DEBUG nova.virt.hardware [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1892.965445] env[62189]: DEBUG nova.virt.hardware [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1892.965445] env[62189]: DEBUG nova.virt.hardware [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1892.965807] env[62189]: DEBUG nova.virt.hardware [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1892.966123] env[62189]: DEBUG nova.virt.hardware [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1892.966428] env[62189]: DEBUG nova.virt.hardware [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1892.966732] env[62189]: DEBUG nova.virt.hardware [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1892.967932] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330a37cb-83a3-4b0a-8ce3-2f21e0a89aeb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.977382] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df283e88-045f-458d-af73-c16cc943254f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.983395] env[62189]: INFO nova.scheduler.client.report [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Deleted allocations for instance cc56c223-6cd4-4a8a-9262-cbb952386f93 [ 1893.176084] env[62189]: DEBUG nova.compute.manager [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1893.176084] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1893.177172] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206efc9d-36ef-4f69-b13f-5fa8e5d471b2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.185951] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1893.186260] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a05210c-2060-4515-8f8f-83d6d6e0f598 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.194441] env[62189]: DEBUG oslo_vmware.api [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Waiting for the task: (returnval){ [ 1893.194441] env[62189]: value = "task-2121860" [ 1893.194441] env[62189]: _type = "Task" [ 1893.194441] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.205467] env[62189]: DEBUG oslo_vmware.api [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.333068] env[62189]: DEBUG oslo_concurrency.lockutils [req-4d755941-f256-46ed-92df-58e2db5559ef req-655da359-7bfd-47d4-aeea-d09349715cd2 service nova] Releasing lock "refresh_cache-0f430e69-87bb-4dd4-b49f-d2a5715f1b44" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.367959] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52905177-d9d7-db3b-12b4-0e221c0cebd6, 'name': SearchDatastore_Task, 'duration_secs': 0.00851} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.368760] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf5d3d8-d7fe-4f18-9faf-738d5d8184c5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.374297] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1893.374297] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5211b7eb-4a98-c84c-9d4a-b040ff15e705" [ 1893.374297] env[62189]: _type = "Task" [ 1893.374297] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.382190] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5211b7eb-4a98-c84c-9d4a-b040ff15e705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.472720] env[62189]: DEBUG nova.network.neutron [-] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.495880] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dcdd628d-c1fe-4797-b782-457ff2af125e tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "cc56c223-6cd4-4a8a-9262-cbb952386f93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.811s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.499011] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "cc56c223-6cd4-4a8a-9262-cbb952386f93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 23.901s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.499011] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "cc56c223-6cd4-4a8a-9262-cbb952386f93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.499011] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "cc56c223-6cd4-4a8a-9262-cbb952386f93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.499011] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "cc56c223-6cd4-4a8a-9262-cbb952386f93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.500279] env[62189]: INFO nova.compute.manager [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Terminating instance [ 1893.705207] env[62189]: DEBUG oslo_vmware.api [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121860, 'name': PowerOffVM_Task, 'duration_secs': 0.434552} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.705507] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1893.705624] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1893.705866] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20a24eeb-62f2-4bbf-a0fb-c5ea713f2803 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.805378] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1893.805378] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1893.805378] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Deleting the datastore file [datastore2] d05b86c9-1951-4ebd-bbec-e3bdafa99008 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1893.805378] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-123f4960-05d1-4054-b431-f1f2aa2d6b99 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.811682] env[62189]: DEBUG oslo_vmware.api [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Waiting for the task: (returnval){ [ 1893.811682] env[62189]: value = "task-2121862" [ 1893.811682] env[62189]: _type = "Task" [ 1893.811682] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.821851] env[62189]: DEBUG oslo_vmware.api [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.848185] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f6de4f-7b35-46f1-92a5-8215dd96a96e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.855147] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d7d92c-7eef-48e3-ac1c-0983efc1f0a8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.888738] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8c7fa2-a846-49d5-adc0-d1694a0b8836 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.896440] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5211b7eb-4a98-c84c-9d4a-b040ff15e705, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.898618] env[62189]: DEBUG oslo_concurrency.lockutils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.898950] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 0f430e69-87bb-4dd4-b49f-d2a5715f1b44/0f430e69-87bb-4dd4-b49f-d2a5715f1b44.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1893.899299] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60e6da1c-ddd8-43d3-a0ff-ba88d26d87ff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.902296] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f92e0f-0d75-459a-9293-e561bc7b183c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.915787] env[62189]: DEBUG nova.compute.provider_tree [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.918128] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1893.918128] env[62189]: value = "task-2121863" [ 1893.918128] env[62189]: _type = "Task" [ 1893.918128] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.925962] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.977415] env[62189]: INFO nova.compute.manager [-] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Took 1.55 seconds to deallocate network for instance. [ 1894.010166] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "refresh_cache-cc56c223-6cd4-4a8a-9262-cbb952386f93" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.010166] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquired lock "refresh_cache-cc56c223-6cd4-4a8a-9262-cbb952386f93" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.010166] env[62189]: DEBUG nova.network.neutron [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1894.173419] env[62189]: DEBUG nova.compute.manager [req-0c408b29-acca-4053-9e7f-def2f5f036dd req-bc012fad-f0a8-43a8-b3be-a780796585f8 service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Received event network-changed-ba953b3e-bfb4-4ce6-b08a-4632f055a11f {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1894.173635] env[62189]: DEBUG nova.compute.manager [req-0c408b29-acca-4053-9e7f-def2f5f036dd req-bc012fad-f0a8-43a8-b3be-a780796585f8 service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Refreshing instance network info cache due to event network-changed-ba953b3e-bfb4-4ce6-b08a-4632f055a11f. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1894.173929] env[62189]: DEBUG oslo_concurrency.lockutils [req-0c408b29-acca-4053-9e7f-def2f5f036dd req-bc012fad-f0a8-43a8-b3be-a780796585f8 service nova] Acquiring lock "refresh_cache-2af866f9-bfb6-46bb-a890-267e5b524a0f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.174170] env[62189]: DEBUG oslo_concurrency.lockutils [req-0c408b29-acca-4053-9e7f-def2f5f036dd req-bc012fad-f0a8-43a8-b3be-a780796585f8 service nova] Acquired lock "refresh_cache-2af866f9-bfb6-46bb-a890-267e5b524a0f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.174403] env[62189]: DEBUG nova.network.neutron [req-0c408b29-acca-4053-9e7f-def2f5f036dd req-bc012fad-f0a8-43a8-b3be-a780796585f8 service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Refreshing network info cache for port ba953b3e-bfb4-4ce6-b08a-4632f055a11f {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1894.257998] env[62189]: DEBUG nova.network.neutron [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Successfully updated port: acad88c5-ebab-4008-898d-7b27750c9d2b {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1894.321947] env[62189]: DEBUG oslo_vmware.api [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Task: {'id': task-2121862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315134} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.322230] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1894.322415] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1894.322636] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1894.322764] env[62189]: INFO nova.compute.manager [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1894.323037] env[62189]: DEBUG oslo.service.loopingcall [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.323294] env[62189]: DEBUG nova.compute.manager [-] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1894.323341] env[62189]: DEBUG nova.network.neutron [-] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1894.420474] env[62189]: DEBUG nova.scheduler.client.report [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1894.434987] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121863, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.483753] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.515953] env[62189]: DEBUG nova.compute.utils [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Can not refresh info_cache because instance was not found {{(pid=62189) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1894.553123] env[62189]: DEBUG nova.network.neutron [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1894.728290] env[62189]: DEBUG nova.network.neutron [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.759598] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Acquiring lock "refresh_cache-e274eb4c-5952-4357-8421-80b38a2509fa" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.760750] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Acquired lock "refresh_cache-e274eb4c-5952-4357-8421-80b38a2509fa" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.760750] env[62189]: DEBUG nova.network.neutron [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1894.936315] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65278} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.936618] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 0f430e69-87bb-4dd4-b49f-d2a5715f1b44/0f430e69-87bb-4dd4-b49f-d2a5715f1b44.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1894.936871] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1894.937172] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7243e941-12c4-4f4e-a0fa-8ea25ab0d5e8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.944403] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1894.944403] env[62189]: value = "task-2121864" [ 1894.944403] env[62189]: _type = "Task" [ 1894.944403] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.953308] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.970589] env[62189]: DEBUG nova.network.neutron [req-0c408b29-acca-4053-9e7f-def2f5f036dd req-bc012fad-f0a8-43a8-b3be-a780796585f8 service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Updated VIF entry in instance network info cache for port ba953b3e-bfb4-4ce6-b08a-4632f055a11f. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1894.970943] env[62189]: DEBUG nova.network.neutron [req-0c408b29-acca-4053-9e7f-def2f5f036dd req-bc012fad-f0a8-43a8-b3be-a780796585f8 service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Updating instance_info_cache with network_info: [{"id": "ba953b3e-bfb4-4ce6-b08a-4632f055a11f", "address": "fa:16:3e:4c:35:c4", "network": {"id": "ed589069-8868-4a95-9d15-8d2edc7f5b94", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1276521698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd7531853a2445299a7db06d81ff2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba953b3e-bf", "ovs_interfaceid": "ba953b3e-bfb4-4ce6-b08a-4632f055a11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.231325] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Releasing lock "refresh_cache-cc56c223-6cd4-4a8a-9262-cbb952386f93" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.231799] env[62189]: DEBUG nova.compute.manager [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1895.231988] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1895.232309] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9199f42e-4cc9-4dff-aa76-825b258b947f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.244851] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2c8683-bb2f-4ead-88e1-f58bb57279b7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.256082] env[62189]: DEBUG nova.network.neutron [-] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.277392] env[62189]: WARNING nova.virt.vmwareapi.vmops [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance cc56c223-6cd4-4a8a-9262-cbb952386f93 could not be found. [ 1895.277609] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1895.277788] env[62189]: INFO nova.compute.manager [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1895.278046] env[62189]: DEBUG oslo.service.loopingcall [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1895.278860] env[62189]: DEBUG nova.compute.manager [-] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1895.278963] env[62189]: DEBUG nova.network.neutron [-] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1895.297485] env[62189]: DEBUG nova.network.neutron [-] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1895.339097] env[62189]: DEBUG nova.network.neutron [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1895.412312] env[62189]: DEBUG oslo_concurrency.lockutils [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "ab4c28c6-4d64-435d-8865-d418a37a4562" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.412312] env[62189]: DEBUG oslo_concurrency.lockutils [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "ab4c28c6-4d64-435d-8865-d418a37a4562" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.412312] env[62189]: DEBUG oslo_concurrency.lockutils [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "ab4c28c6-4d64-435d-8865-d418a37a4562-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.412312] env[62189]: DEBUG oslo_concurrency.lockutils [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "ab4c28c6-4d64-435d-8865-d418a37a4562-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.412579] env[62189]: DEBUG oslo_concurrency.lockutils [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "ab4c28c6-4d64-435d-8865-d418a37a4562-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.413534] env[62189]: INFO nova.compute.manager [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Terminating instance [ 1895.436158] env[62189]: DEBUG oslo_concurrency.lockutils [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.480s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.439233] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.753s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.440869] env[62189]: INFO nova.compute.claims [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1895.457194] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069005} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.457579] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1895.459489] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c68c43d-b26b-4b6d-91a4-28f1529ade6a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.478796] env[62189]: DEBUG oslo_concurrency.lockutils [req-0c408b29-acca-4053-9e7f-def2f5f036dd req-bc012fad-f0a8-43a8-b3be-a780796585f8 service nova] Releasing lock "refresh_cache-2af866f9-bfb6-46bb-a890-267e5b524a0f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.479233] env[62189]: DEBUG nova.compute.manager [req-0c408b29-acca-4053-9e7f-def2f5f036dd req-bc012fad-f0a8-43a8-b3be-a780796585f8 service nova] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Received event network-vif-deleted-59f7310e-6282-4bfe-943c-f36b01c35ac5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1895.490127] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 0f430e69-87bb-4dd4-b49f-d2a5715f1b44/0f430e69-87bb-4dd4-b49f-d2a5715f1b44.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1895.491605] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a6bc3ff-f4d0-42d7-86c7-8a148e8684c6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.514193] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1895.514193] env[62189]: value = "task-2121865" [ 1895.514193] env[62189]: _type = "Task" [ 1895.514193] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.522372] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.564710] env[62189]: DEBUG nova.network.neutron [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Updating instance_info_cache with network_info: [{"id": "acad88c5-ebab-4008-898d-7b27750c9d2b", "address": "fa:16:3e:e3:da:8d", "network": {"id": "d1a5f023-54f6-4044-9e25-229ce8cf5ec1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-387504899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4699f4ba323b4b40a24cac243dd61f88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacad88c5-eb", "ovs_interfaceid": "acad88c5-ebab-4008-898d-7b27750c9d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.763338] env[62189]: INFO nova.compute.manager [-] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Took 1.44 seconds to deallocate network for instance. [ 1895.800573] env[62189]: DEBUG nova.network.neutron [-] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.919307] env[62189]: DEBUG nova.compute.manager [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1895.919532] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1895.920467] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c2f9ed-00c1-4079-b997-7c26736e55a4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.928335] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1895.928561] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-630530a8-5a18-4d24-bc06-f343cec8e1a4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.934508] env[62189]: DEBUG oslo_vmware.api [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1895.934508] env[62189]: value = "task-2121866" [ 1895.934508] env[62189]: _type = "Task" [ 1895.934508] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.943501] env[62189]: DEBUG oslo_vmware.api [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.015703] env[62189]: INFO nova.scheduler.client.report [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Deleted allocation for migration 6f9355d9-ce23-4cbc-9809-750c9bab9783 [ 1896.029356] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121865, 'name': ReconfigVM_Task, 'duration_secs': 0.276888} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.029454] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 0f430e69-87bb-4dd4-b49f-d2a5715f1b44/0f430e69-87bb-4dd4-b49f-d2a5715f1b44.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1896.030161] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-517204bb-4807-4014-9753-f571ee1d4094 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.036426] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1896.036426] env[62189]: value = "task-2121867" [ 1896.036426] env[62189]: _type = "Task" [ 1896.036426] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.045448] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121867, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.066898] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Releasing lock "refresh_cache-e274eb4c-5952-4357-8421-80b38a2509fa" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.067279] env[62189]: DEBUG nova.compute.manager [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Instance network_info: |[{"id": "acad88c5-ebab-4008-898d-7b27750c9d2b", "address": "fa:16:3e:e3:da:8d", "network": {"id": "d1a5f023-54f6-4044-9e25-229ce8cf5ec1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-387504899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4699f4ba323b4b40a24cac243dd61f88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacad88c5-eb", "ovs_interfaceid": "acad88c5-ebab-4008-898d-7b27750c9d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1896.067596] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:da:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acad88c5-ebab-4008-898d-7b27750c9d2b', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1896.075329] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Creating folder: Project (4699f4ba323b4b40a24cac243dd61f88). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.075961] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-991abcfc-301a-4ea8-95e7-1660dbd4f6ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.086450] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Created folder: Project (4699f4ba323b4b40a24cac243dd61f88) in parent group-v433996. [ 1896.086510] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Creating folder: Instances. Parent ref: group-v434089. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.086714] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f31e15e-8c3d-4e72-a27e-a97d185f9672 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.096319] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Created folder: Instances in parent group-v434089. [ 1896.096595] env[62189]: DEBUG oslo.service.loopingcall [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.096800] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1896.097025] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a59b7a07-5473-4c04-9920-47966de7256f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.116538] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1896.116538] env[62189]: value = "task-2121870" [ 1896.116538] env[62189]: _type = "Task" [ 1896.116538] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.124592] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121870, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.208469] env[62189]: DEBUG nova.compute.manager [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Received event network-vif-plugged-acad88c5-ebab-4008-898d-7b27750c9d2b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1896.208680] env[62189]: DEBUG oslo_concurrency.lockutils [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] Acquiring lock "e274eb4c-5952-4357-8421-80b38a2509fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.208891] env[62189]: DEBUG oslo_concurrency.lockutils [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] Lock "e274eb4c-5952-4357-8421-80b38a2509fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.209187] env[62189]: DEBUG oslo_concurrency.lockutils [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] Lock "e274eb4c-5952-4357-8421-80b38a2509fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.209373] env[62189]: DEBUG nova.compute.manager [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] No waiting events found dispatching network-vif-plugged-acad88c5-ebab-4008-898d-7b27750c9d2b {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1896.209556] env[62189]: WARNING nova.compute.manager [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Received unexpected event network-vif-plugged-acad88c5-ebab-4008-898d-7b27750c9d2b for instance with vm_state building and task_state spawning. [ 1896.209766] env[62189]: DEBUG nova.compute.manager [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Received event network-changed-acad88c5-ebab-4008-898d-7b27750c9d2b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1896.209969] env[62189]: DEBUG nova.compute.manager [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Refreshing instance network info cache due to event network-changed-acad88c5-ebab-4008-898d-7b27750c9d2b. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1896.210173] env[62189]: DEBUG oslo_concurrency.lockutils [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] Acquiring lock "refresh_cache-e274eb4c-5952-4357-8421-80b38a2509fa" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.210355] env[62189]: DEBUG oslo_concurrency.lockutils [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] Acquired lock "refresh_cache-e274eb4c-5952-4357-8421-80b38a2509fa" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.210556] env[62189]: DEBUG nova.network.neutron [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Refreshing network info cache for port acad88c5-ebab-4008-898d-7b27750c9d2b {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1896.270534] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.301735] env[62189]: INFO nova.compute.manager [-] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Took 1.02 seconds to deallocate network for instance. [ 1896.445266] env[62189]: DEBUG oslo_vmware.api [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121866, 'name': PowerOffVM_Task, 'duration_secs': 0.236317} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.445515] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1896.445686] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1896.445982] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-069cf689-cfab-463e-85f6-6c40d8262998 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.456527] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Acquiring lock "2af866f9-bfb6-46bb-a890-267e5b524a0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.456747] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Lock "2af866f9-bfb6-46bb-a890-267e5b524a0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.456923] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Acquiring lock "2af866f9-bfb6-46bb-a890-267e5b524a0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.457108] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Lock "2af866f9-bfb6-46bb-a890-267e5b524a0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.457274] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Lock "2af866f9-bfb6-46bb-a890-267e5b524a0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.459366] env[62189]: INFO nova.compute.manager [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Terminating instance [ 1896.524988] env[62189]: DEBUG oslo_concurrency.lockutils [None req-33b816ea-96b4-427c-983b-b88141095c87 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.852s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.531387] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1896.531616] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1896.531796] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Deleting the datastore file [datastore2] ab4c28c6-4d64-435d-8865-d418a37a4562 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1896.532071] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af27d333-390f-4fa9-af1d-71ef7ed5b2e0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.544034] env[62189]: DEBUG oslo_vmware.api [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for the task: (returnval){ [ 1896.544034] env[62189]: value = "task-2121872" [ 1896.544034] env[62189]: _type = "Task" [ 1896.544034] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.551226] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121867, 'name': Rename_Task, 'duration_secs': 0.161761} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.551861] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1896.552128] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e274b4a-08fe-4bc8-986a-374f7a0338b1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.556701] env[62189]: DEBUG oslo_vmware.api [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.563771] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1896.563771] env[62189]: value = "task-2121873" [ 1896.563771] env[62189]: _type = "Task" [ 1896.563771] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.573904] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.630474] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121870, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.807473] env[62189]: INFO nova.compute.manager [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Instance disappeared during terminate [ 1896.807698] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0cbf00-354b-48c0-b7b8-4ef1f0f74a3d tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "cc56c223-6cd4-4a8a-9262-cbb952386f93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.310s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.847391] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55093aaf-49a1-4516-a97d-e615d2bc638c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.856468] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9d7652-0cbd-4e8b-8463-b19d5d73dc50 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.889873] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034c51f5-e78d-4779-8144-edabb5c00cb5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.897708] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67434c1-ddd7-4d93-ab40-ed61e8c8166b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.910608] env[62189]: DEBUG nova.compute.provider_tree [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1896.958898] env[62189]: DEBUG nova.network.neutron [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Updated VIF entry in instance network info cache for port acad88c5-ebab-4008-898d-7b27750c9d2b. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1896.959395] env[62189]: DEBUG nova.network.neutron [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Updating instance_info_cache with network_info: [{"id": "acad88c5-ebab-4008-898d-7b27750c9d2b", "address": "fa:16:3e:e3:da:8d", "network": {"id": "d1a5f023-54f6-4044-9e25-229ce8cf5ec1", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-387504899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4699f4ba323b4b40a24cac243dd61f88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacad88c5-eb", "ovs_interfaceid": "acad88c5-ebab-4008-898d-7b27750c9d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.963757] env[62189]: DEBUG nova.compute.manager [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1896.963757] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.964615] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d5c08f-09a8-4823-abfc-a75786015c3d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.972955] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.973201] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3986d67-a65a-43e6-8414-f567398a090d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.979393] env[62189]: DEBUG oslo_vmware.api [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Waiting for the task: (returnval){ [ 1896.979393] env[62189]: value = "task-2121874" [ 1896.979393] env[62189]: _type = "Task" [ 1896.979393] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.987822] env[62189]: DEBUG oslo_vmware.api [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.054356] env[62189]: DEBUG oslo_vmware.api [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Task: {'id': task-2121872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165469} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.054754] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1897.055164] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1897.055237] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1897.055496] env[62189]: INFO nova.compute.manager [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1897.055797] env[62189]: DEBUG oslo.service.loopingcall [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1897.056112] env[62189]: DEBUG nova.compute.manager [-] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1897.056174] env[62189]: DEBUG nova.network.neutron [-] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1897.075041] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.137134] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121870, 'name': CreateVM_Task, 'duration_secs': 0.537837} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.137511] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1897.139320] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.139818] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.140383] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1897.140899] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92a764a-8113-4f0a-9e85-a7ec669d1c1d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.149274] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Waiting for the task: (returnval){ [ 1897.149274] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52daa4da-56f6-5e26-0035-d70c02698df5" [ 1897.149274] env[62189]: _type = "Task" [ 1897.149274] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.161836] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52daa4da-56f6-5e26-0035-d70c02698df5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.413721] env[62189]: DEBUG nova.scheduler.client.report [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1897.461800] env[62189]: DEBUG oslo_concurrency.lockutils [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] Releasing lock "refresh_cache-e274eb4c-5952-4357-8421-80b38a2509fa" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.462237] env[62189]: DEBUG nova.compute.manager [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Received event network-vif-deleted-3fb6e195-89a5-446f-904b-c7ca483602d1 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1897.462368] env[62189]: DEBUG nova.compute.manager [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Received event network-changed-ba953b3e-bfb4-4ce6-b08a-4632f055a11f {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1897.462498] env[62189]: DEBUG nova.compute.manager [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Refreshing instance network info cache due to event network-changed-ba953b3e-bfb4-4ce6-b08a-4632f055a11f. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1897.465425] env[62189]: DEBUG oslo_concurrency.lockutils [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] Acquiring lock "refresh_cache-2af866f9-bfb6-46bb-a890-267e5b524a0f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.465425] env[62189]: DEBUG oslo_concurrency.lockutils [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] Acquired lock "refresh_cache-2af866f9-bfb6-46bb-a890-267e5b524a0f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.465425] env[62189]: DEBUG nova.network.neutron [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Refreshing network info cache for port ba953b3e-bfb4-4ce6-b08a-4632f055a11f {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1897.491659] env[62189]: DEBUG oslo_vmware.api [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121874, 'name': PowerOffVM_Task, 'duration_secs': 0.242609} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.491928] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1897.492472] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1897.492769] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47975508-c548-46e3-a244-12a6fa0f2963 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.577321] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.578075] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1897.578275] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1897.578464] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Deleting the datastore file [datastore2] 2af866f9-bfb6-46bb-a890-267e5b524a0f {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1897.578727] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15e7ba8c-401e-49c1-9ce8-dc54e0d24c5b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.586041] env[62189]: DEBUG oslo_vmware.api [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Waiting for the task: (returnval){ [ 1897.586041] env[62189]: value = "task-2121876" [ 1897.586041] env[62189]: _type = "Task" [ 1897.586041] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.596313] env[62189]: DEBUG oslo_vmware.api [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.610517] env[62189]: DEBUG nova.compute.manager [req-6790bf5b-b1cb-4ed5-8487-7af70bec15ae req-5d68216b-13eb-48df-97c8-d6d0e8dc1612 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Received event network-vif-deleted-1741032a-d719-4c0c-9db5-277afc13bbda {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1897.610830] env[62189]: INFO nova.compute.manager [req-6790bf5b-b1cb-4ed5-8487-7af70bec15ae req-5d68216b-13eb-48df-97c8-d6d0e8dc1612 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Neutron deleted interface 1741032a-d719-4c0c-9db5-277afc13bbda; detaching it from the instance and deleting it from the info cache [ 1897.611055] env[62189]: DEBUG nova.network.neutron [req-6790bf5b-b1cb-4ed5-8487-7af70bec15ae req-5d68216b-13eb-48df-97c8-d6d0e8dc1612 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.662422] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52daa4da-56f6-5e26-0035-d70c02698df5, 'name': SearchDatastore_Task, 'duration_secs': 0.010522} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.662422] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.662422] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1897.662422] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.662719] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.662719] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1897.662719] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4ddec36-a05e-496a-a6c8-84d328e9bf71 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.669692] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1897.669875] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1897.670599] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33c00e44-bf2e-4399-9e44-4f2fe300f1b7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.675544] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Waiting for the task: (returnval){ [ 1897.675544] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dc7b1b-6667-09b0-b0f5-1937ae245dd1" [ 1897.675544] env[62189]: _type = "Task" [ 1897.675544] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.683413] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dc7b1b-6667-09b0-b0f5-1937ae245dd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.919009] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.919563] env[62189]: DEBUG nova.compute.manager [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1897.922170] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.947s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.922880] env[62189]: DEBUG nova.objects.instance [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Lazy-loading 'resources' on Instance uuid 94d4529e-9f02-4f11-b43f-691c9eb23848 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1897.999222] env[62189]: DEBUG nova.network.neutron [-] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.075463] env[62189]: DEBUG oslo_vmware.api [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121873, 'name': PowerOnVM_Task, 'duration_secs': 1.060733} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.076032] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1898.076239] env[62189]: INFO nova.compute.manager [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1898.076417] env[62189]: DEBUG nova.compute.manager [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.077238] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb2b2b5-bae6-40fe-85b5-d2c3d5de16d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.095762] env[62189]: DEBUG oslo_vmware.api [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Task: {'id': task-2121876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434747} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.095902] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1898.096120] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1898.096303] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1898.097138] env[62189]: INFO nova.compute.manager [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1898.097138] env[62189]: DEBUG oslo.service.loopingcall [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.097138] env[62189]: DEBUG nova.compute.manager [-] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1898.097138] env[62189]: DEBUG nova.network.neutron [-] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1898.114831] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6883709b-96e9-4f87-9913-7e009313406d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.125039] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0addcf0e-fff1-46a8-a4c3-182313c8da19 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.158434] env[62189]: DEBUG nova.compute.manager [req-6790bf5b-b1cb-4ed5-8487-7af70bec15ae req-5d68216b-13eb-48df-97c8-d6d0e8dc1612 service nova] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Detach interface failed, port_id=1741032a-d719-4c0c-9db5-277afc13bbda, reason: Instance ab4c28c6-4d64-435d-8865-d418a37a4562 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1898.189015] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dc7b1b-6667-09b0-b0f5-1937ae245dd1, 'name': SearchDatastore_Task, 'duration_secs': 0.008992} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.189778] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32ff4ff0-1f80-40c0-82c2-309243557d11 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.195396] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Waiting for the task: (returnval){ [ 1898.195396] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5275eb45-2c84-5685-09e8-18135501e042" [ 1898.195396] env[62189]: _type = "Task" [ 1898.195396] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.203052] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5275eb45-2c84-5685-09e8-18135501e042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.216315] env[62189]: DEBUG nova.network.neutron [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Updated VIF entry in instance network info cache for port ba953b3e-bfb4-4ce6-b08a-4632f055a11f. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1898.216668] env[62189]: DEBUG nova.network.neutron [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Updating instance_info_cache with network_info: [{"id": "ba953b3e-bfb4-4ce6-b08a-4632f055a11f", "address": "fa:16:3e:4c:35:c4", "network": {"id": "ed589069-8868-4a95-9d15-8d2edc7f5b94", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1276521698-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bd7531853a2445299a7db06d81ff2e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba953b3e-bf", "ovs_interfaceid": "ba953b3e-bfb4-4ce6-b08a-4632f055a11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.340089] env[62189]: DEBUG nova.compute.manager [req-0d3bbf52-29a7-4eba-9fae-fe729a56158d req-642314b0-ee45-46a7-968c-76e241aeb5ef service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Received event network-vif-deleted-ba953b3e-bfb4-4ce6-b08a-4632f055a11f {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1898.340341] env[62189]: INFO nova.compute.manager [req-0d3bbf52-29a7-4eba-9fae-fe729a56158d req-642314b0-ee45-46a7-968c-76e241aeb5ef service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Neutron deleted interface ba953b3e-bfb4-4ce6-b08a-4632f055a11f; detaching it from the instance and deleting it from the info cache [ 1898.340511] env[62189]: DEBUG nova.network.neutron [req-0d3bbf52-29a7-4eba-9fae-fe729a56158d req-642314b0-ee45-46a7-968c-76e241aeb5ef service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.425921] env[62189]: DEBUG nova.compute.utils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1898.431170] env[62189]: DEBUG nova.compute.manager [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1898.431170] env[62189]: DEBUG nova.network.neutron [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1898.487699] env[62189]: DEBUG nova.policy [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82395e3bdab64e739d567a280d5498e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6f17208b1284ea6849ab6c689ba9467', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1898.501774] env[62189]: INFO nova.compute.manager [-] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Took 1.45 seconds to deallocate network for instance. [ 1898.596583] env[62189]: INFO nova.compute.manager [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Took 39.87 seconds to build instance. [ 1898.705859] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5275eb45-2c84-5685-09e8-18135501e042, 'name': SearchDatastore_Task, 'duration_secs': 0.027474} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.708550] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.708833] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] e274eb4c-5952-4357-8421-80b38a2509fa/e274eb4c-5952-4357-8421-80b38a2509fa.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1898.710131] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5e828cc-8ebe-44ca-9b84-f42c10f7f411 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.717146] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Waiting for the task: (returnval){ [ 1898.717146] env[62189]: value = "task-2121877" [ 1898.717146] env[62189]: _type = "Task" [ 1898.717146] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.720520] env[62189]: DEBUG oslo_concurrency.lockutils [req-5b08b923-3fd9-4626-9f1a-8c93a6625e14 req-713f519b-6d9d-462a-b511-b8e81664963c service nova] Releasing lock "refresh_cache-2af866f9-bfb6-46bb-a890-267e5b524a0f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.725797] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': task-2121877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.790229] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "8ffae4bd-a23e-40a6-b90a-42296310e286" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.790229] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "8ffae4bd-a23e-40a6-b90a-42296310e286" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.818660] env[62189]: DEBUG nova.network.neutron [-] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.843267] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-375f42cb-0c0e-4273-92f9-5ed21b3575ac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.855946] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d4dbab-42ec-4f4b-89c5-b05bb1968c56 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.867739] env[62189]: DEBUG nova.network.neutron [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Successfully created port: 54207f36-2f98-4cc6-997c-ebe706821112 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1898.884096] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777ce5de-dd1a-4098-95f2-67095a837006 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.896549] env[62189]: DEBUG nova.compute.manager [req-0d3bbf52-29a7-4eba-9fae-fe729a56158d req-642314b0-ee45-46a7-968c-76e241aeb5ef service nova] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Detach interface failed, port_id=ba953b3e-bfb4-4ce6-b08a-4632f055a11f, reason: Instance 2af866f9-bfb6-46bb-a890-267e5b524a0f could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1898.901732] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5797b4db-5d95-4941-9ded-56dd5af7e5d2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.931729] env[62189]: DEBUG nova.compute.manager [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1898.935148] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1061da32-2d28-4819-83c0-7715b9c77591 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.944919] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b2dae6-441c-4585-bf25-433869617a63 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.958374] env[62189]: DEBUG nova.compute.provider_tree [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.008458] env[62189]: DEBUG oslo_concurrency.lockutils [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.044376] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b80420e-7532-49e2-b6e0-9265bb82fd16 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "0f430e69-87bb-4dd4-b49f-d2a5715f1b44" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.098819] env[62189]: DEBUG oslo_concurrency.lockutils [None req-313d9f0f-ef63-4bf6-ab2f-d09df09a0a15 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "0f430e69-87bb-4dd4-b49f-d2a5715f1b44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.836s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.100315] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b80420e-7532-49e2-b6e0-9265bb82fd16 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "0f430e69-87bb-4dd4-b49f-d2a5715f1b44" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.056s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.100498] env[62189]: DEBUG nova.compute.manager [None req-1b80420e-7532-49e2-b6e0-9265bb82fd16 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1899.101575] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1347c145-556e-4514-9c4a-7588f3c3f218 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.109114] env[62189]: DEBUG nova.compute.manager [None req-1b80420e-7532-49e2-b6e0-9265bb82fd16 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62189) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1899.109736] env[62189]: DEBUG nova.objects.instance [None req-1b80420e-7532-49e2-b6e0-9265bb82fd16 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lazy-loading 'flavor' on Instance uuid 0f430e69-87bb-4dd4-b49f-d2a5715f1b44 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1899.226563] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': task-2121877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487089} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.227289] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] e274eb4c-5952-4357-8421-80b38a2509fa/e274eb4c-5952-4357-8421-80b38a2509fa.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1899.227289] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1899.227504] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef9eafdc-4666-432c-bb5a-22a263858304 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.234021] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Waiting for the task: (returnval){ [ 1899.234021] env[62189]: value = "task-2121878" [ 1899.234021] env[62189]: _type = "Task" [ 1899.234021] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.241574] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': task-2121878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.321863] env[62189]: INFO nova.compute.manager [-] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Took 1.22 seconds to deallocate network for instance. [ 1899.463591] env[62189]: DEBUG nova.scheduler.client.report [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1899.602086] env[62189]: DEBUG nova.compute.manager [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1899.743884] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': task-2121878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069828} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.744161] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1899.744911] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710ff222-1b89-4561-b7f1-7c684940c1c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.766978] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] e274eb4c-5952-4357-8421-80b38a2509fa/e274eb4c-5952-4357-8421-80b38a2509fa.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1899.767582] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66567044-6020-4b84-bdee-717f794a4314 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.786881] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Waiting for the task: (returnval){ [ 1899.786881] env[62189]: value = "task-2121879" [ 1899.786881] env[62189]: _type = "Task" [ 1899.786881] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.795663] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': task-2121879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.829348] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.946798] env[62189]: DEBUG nova.compute.manager [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1899.969714] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.972031] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.043s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.972418] env[62189]: DEBUG nova.objects.instance [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Lazy-loading 'resources' on Instance uuid a1ecef73-6a92-4651-b0ba-b472f5029fd1 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1899.977782] env[62189]: DEBUG nova.virt.hardware [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1899.978052] env[62189]: DEBUG nova.virt.hardware [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1899.978225] env[62189]: DEBUG nova.virt.hardware [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1899.978413] env[62189]: DEBUG nova.virt.hardware [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1899.978559] env[62189]: DEBUG nova.virt.hardware [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1899.978704] env[62189]: DEBUG nova.virt.hardware [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1899.978910] env[62189]: DEBUG nova.virt.hardware [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1899.979108] env[62189]: DEBUG nova.virt.hardware [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1899.979290] env[62189]: DEBUG nova.virt.hardware [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1899.979484] env[62189]: DEBUG nova.virt.hardware [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1899.979689] env[62189]: DEBUG nova.virt.hardware [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1899.980635] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f265cc-7248-4fe2-a1fe-96a3efad3990 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.989598] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1518febd-67b6-437d-b375-1cb580cef9ee {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.994758] env[62189]: INFO nova.scheduler.client.report [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Deleted allocations for instance 94d4529e-9f02-4f11-b43f-691c9eb23848 [ 1900.117220] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b80420e-7532-49e2-b6e0-9265bb82fd16 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1900.117824] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa1a678f-ee5a-490f-a92e-e9f1bae08eed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.121137] env[62189]: DEBUG oslo_concurrency.lockutils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.125553] env[62189]: DEBUG oslo_vmware.api [None req-1b80420e-7532-49e2-b6e0-9265bb82fd16 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1900.125553] env[62189]: value = "task-2121880" [ 1900.125553] env[62189]: _type = "Task" [ 1900.125553] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.132991] env[62189]: DEBUG oslo_vmware.api [None req-1b80420e-7532-49e2-b6e0-9265bb82fd16 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.297921] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': task-2121879, 'name': ReconfigVM_Task, 'duration_secs': 0.305887} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.298059] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Reconfigured VM instance instance-0000001d to attach disk [datastore2] e274eb4c-5952-4357-8421-80b38a2509fa/e274eb4c-5952-4357-8421-80b38a2509fa.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1900.299080] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5113bff-414b-4a02-ad85-51c874e8a0ff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.306124] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Waiting for the task: (returnval){ [ 1900.306124] env[62189]: value = "task-2121881" [ 1900.306124] env[62189]: _type = "Task" [ 1900.306124] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.318812] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': task-2121881, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.370480] env[62189]: DEBUG nova.compute.manager [req-c9fa9626-b9f9-46c7-a848-03b6d99dc977 req-7bd8f936-5ac9-4221-b7af-d36efb879b3c service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Received event network-vif-plugged-54207f36-2f98-4cc6-997c-ebe706821112 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1900.370629] env[62189]: DEBUG oslo_concurrency.lockutils [req-c9fa9626-b9f9-46c7-a848-03b6d99dc977 req-7bd8f936-5ac9-4221-b7af-d36efb879b3c service nova] Acquiring lock "68f6af87-473f-4d2d-83ca-91d5abbed3de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.370839] env[62189]: DEBUG oslo_concurrency.lockutils [req-c9fa9626-b9f9-46c7-a848-03b6d99dc977 req-7bd8f936-5ac9-4221-b7af-d36efb879b3c service nova] Lock "68f6af87-473f-4d2d-83ca-91d5abbed3de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.371017] env[62189]: DEBUG oslo_concurrency.lockutils [req-c9fa9626-b9f9-46c7-a848-03b6d99dc977 req-7bd8f936-5ac9-4221-b7af-d36efb879b3c service nova] Lock "68f6af87-473f-4d2d-83ca-91d5abbed3de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.371185] env[62189]: DEBUG nova.compute.manager [req-c9fa9626-b9f9-46c7-a848-03b6d99dc977 req-7bd8f936-5ac9-4221-b7af-d36efb879b3c service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] No waiting events found dispatching network-vif-plugged-54207f36-2f98-4cc6-997c-ebe706821112 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1900.371358] env[62189]: WARNING nova.compute.manager [req-c9fa9626-b9f9-46c7-a848-03b6d99dc977 req-7bd8f936-5ac9-4221-b7af-d36efb879b3c service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Received unexpected event network-vif-plugged-54207f36-2f98-4cc6-997c-ebe706821112 for instance with vm_state building and task_state spawning. [ 1900.475132] env[62189]: DEBUG nova.network.neutron [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Successfully updated port: 54207f36-2f98-4cc6-997c-ebe706821112 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1900.516863] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36d32e40-6b40-461b-9628-1c483354f621 tempest-DeleteServersAdminTestJSON-1833402447 tempest-DeleteServersAdminTestJSON-1833402447-project-member] Lock "94d4529e-9f02-4f11-b43f-691c9eb23848" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.823s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.639275] env[62189]: DEBUG oslo_vmware.api [None req-1b80420e-7532-49e2-b6e0-9265bb82fd16 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121880, 'name': PowerOffVM_Task, 'duration_secs': 0.322462} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.640505] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b80420e-7532-49e2-b6e0-9265bb82fd16 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1900.640505] env[62189]: DEBUG nova.compute.manager [None req-1b80420e-7532-49e2-b6e0-9265bb82fd16 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1900.641829] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43f5ca1-e024-4409-82fe-6ce2425eb3fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.814872] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': task-2121881, 'name': Rename_Task, 'duration_secs': 0.170442} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.817117] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1900.817526] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be423db9-98f5-4b1e-a6ad-bd36c94a5863 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.823698] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Waiting for the task: (returnval){ [ 1900.823698] env[62189]: value = "task-2121882" [ 1900.823698] env[62189]: _type = "Task" [ 1900.823698] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.833189] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': task-2121882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.837766] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6227882a-6e62-4e45-b919-ae75eb0bbc7a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.844889] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b98a575-c7ce-4cc5-8f2e-6026a913287a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.875079] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4235cd6-d0ca-42b7-b86d-e729d56bd66b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.882943] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0411960-e221-41e2-a733-ef8ae5366c55 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.896878] env[62189]: DEBUG nova.compute.provider_tree [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1900.978047] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "refresh_cache-68f6af87-473f-4d2d-83ca-91d5abbed3de" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.978219] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquired lock "refresh_cache-68f6af87-473f-4d2d-83ca-91d5abbed3de" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.978373] env[62189]: DEBUG nova.network.neutron [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1901.154414] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b80420e-7532-49e2-b6e0-9265bb82fd16 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "0f430e69-87bb-4dd4-b49f-d2a5715f1b44" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.334245] env[62189]: DEBUG oslo_vmware.api [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': task-2121882, 'name': PowerOnVM_Task, 'duration_secs': 0.445147} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.334405] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1901.334606] env[62189]: INFO nova.compute.manager [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1901.335061] env[62189]: DEBUG nova.compute.manager [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1901.335539] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abacefb8-5b62-4eee-b6b1-47b8949d05ad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.400838] env[62189]: DEBUG nova.scheduler.client.report [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1901.509666] env[62189]: DEBUG nova.network.neutron [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1901.670061] env[62189]: DEBUG nova.network.neutron [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Updating instance_info_cache with network_info: [{"id": "54207f36-2f98-4cc6-997c-ebe706821112", "address": "fa:16:3e:07:99:8d", "network": {"id": "11497afc-56fa-4b6c-bbdc-6cd28061d2ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2010063516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6f17208b1284ea6849ab6c689ba9467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54207f36-2f", "ovs_interfaceid": "54207f36-2f98-4cc6-997c-ebe706821112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.852338] env[62189]: INFO nova.compute.manager [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Took 34.43 seconds to build instance. [ 1901.906305] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.908530] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.884s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.908722] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.908896] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1901.909230] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.441s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.910673] env[62189]: INFO nova.compute.claims [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1901.913858] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937befa5-1108-4dda-9028-355c53bcfe0d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.922640] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bb8647-cfa2-4462-9e04-3c3feb4d787a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.938815] env[62189]: INFO nova.scheduler.client.report [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Deleted allocations for instance a1ecef73-6a92-4651-b0ba-b472f5029fd1 [ 1901.940344] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4db23c-bce3-42b8-bc87-9854f711210c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.951016] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c19551-9946-4353-82d8-4f8092ace48f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.981469] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180876MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1901.981585] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.173939] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Releasing lock "refresh_cache-68f6af87-473f-4d2d-83ca-91d5abbed3de" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.174335] env[62189]: DEBUG nova.compute.manager [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Instance network_info: |[{"id": "54207f36-2f98-4cc6-997c-ebe706821112", "address": "fa:16:3e:07:99:8d", "network": {"id": "11497afc-56fa-4b6c-bbdc-6cd28061d2ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2010063516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6f17208b1284ea6849ab6c689ba9467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54207f36-2f", "ovs_interfaceid": "54207f36-2f98-4cc6-997c-ebe706821112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1902.174764] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:99:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54207f36-2f98-4cc6-997c-ebe706821112', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1902.182555] env[62189]: DEBUG oslo.service.loopingcall [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1902.182897] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1902.183013] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c22bc0f2-382c-428c-9454-21f8790391c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.203907] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1902.203907] env[62189]: value = "task-2121883" [ 1902.203907] env[62189]: _type = "Task" [ 1902.203907] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.212468] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121883, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.303411] env[62189]: DEBUG nova.compute.manager [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1902.304357] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89176325-41fe-4da5-893a-3261906612e9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.354898] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b98a35d9-d25f-4fbb-826e-a58c0bde5197 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Lock "e274eb4c-5952-4357-8421-80b38a2509fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.395s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.452540] env[62189]: DEBUG nova.compute.manager [req-b43ad902-6cd5-4b46-bb58-ad429c89e1cc req-c29b552c-cc75-406e-8b8d-9feb2b433ae7 service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Received event network-changed-54207f36-2f98-4cc6-997c-ebe706821112 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1902.452738] env[62189]: DEBUG nova.compute.manager [req-b43ad902-6cd5-4b46-bb58-ad429c89e1cc req-c29b552c-cc75-406e-8b8d-9feb2b433ae7 service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Refreshing instance network info cache due to event network-changed-54207f36-2f98-4cc6-997c-ebe706821112. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1902.452968] env[62189]: DEBUG oslo_concurrency.lockutils [req-b43ad902-6cd5-4b46-bb58-ad429c89e1cc req-c29b552c-cc75-406e-8b8d-9feb2b433ae7 service nova] Acquiring lock "refresh_cache-68f6af87-473f-4d2d-83ca-91d5abbed3de" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.453180] env[62189]: DEBUG oslo_concurrency.lockutils [req-b43ad902-6cd5-4b46-bb58-ad429c89e1cc req-c29b552c-cc75-406e-8b8d-9feb2b433ae7 service nova] Acquired lock "refresh_cache-68f6af87-473f-4d2d-83ca-91d5abbed3de" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.453377] env[62189]: DEBUG nova.network.neutron [req-b43ad902-6cd5-4b46-bb58-ad429c89e1cc req-c29b552c-cc75-406e-8b8d-9feb2b433ae7 service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Refreshing network info cache for port 54207f36-2f98-4cc6-997c-ebe706821112 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1902.454519] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d518098f-9842-4351-9ebe-2a780ed79ea2 tempest-ImagesNegativeTestJSON-2033355669 tempest-ImagesNegativeTestJSON-2033355669-project-member] Lock "a1ecef73-6a92-4651-b0ba-b472f5029fd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.660s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.714988] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121883, 'name': CreateVM_Task, 'duration_secs': 0.315184} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.715251] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1902.715845] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.716040] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.716360] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1902.716815] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faa122b5-e534-4de8-97bb-557d93601ad6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.721614] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1902.721614] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528f7b03-1f8c-33b1-db94-8eb7b171365b" [ 1902.721614] env[62189]: _type = "Task" [ 1902.721614] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.730745] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528f7b03-1f8c-33b1-db94-8eb7b171365b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.816714] env[62189]: INFO nova.compute.manager [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] instance snapshotting [ 1902.816714] env[62189]: WARNING nova.compute.manager [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1902.819135] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3d81c1-cef9-476a-9405-9687dc7059c0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.838066] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da143b9-2ae3-49ee-997d-c22a01ceada7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.861302] env[62189]: DEBUG nova.compute.manager [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1903.234712] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528f7b03-1f8c-33b1-db94-8eb7b171365b, 'name': SearchDatastore_Task, 'duration_secs': 0.009743} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.237523] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.237790] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1903.238050] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.238217] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.238410] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1903.238862] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9edd398-aca7-47bb-b6dc-27ad81b29e60 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.246884] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1903.247092] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1903.254774] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4586599-a3a4-4990-9dc1-4ab2d6893844 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.262019] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1903.262019] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5259dfd1-dd81-a056-5440-264c095a9a2f" [ 1903.262019] env[62189]: _type = "Task" [ 1903.262019] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.274782] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5259dfd1-dd81-a056-5440-264c095a9a2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.322592] env[62189]: DEBUG nova.network.neutron [req-b43ad902-6cd5-4b46-bb58-ad429c89e1cc req-c29b552c-cc75-406e-8b8d-9feb2b433ae7 service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Updated VIF entry in instance network info cache for port 54207f36-2f98-4cc6-997c-ebe706821112. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1903.322927] env[62189]: DEBUG nova.network.neutron [req-b43ad902-6cd5-4b46-bb58-ad429c89e1cc req-c29b552c-cc75-406e-8b8d-9feb2b433ae7 service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Updating instance_info_cache with network_info: [{"id": "54207f36-2f98-4cc6-997c-ebe706821112", "address": "fa:16:3e:07:99:8d", "network": {"id": "11497afc-56fa-4b6c-bbdc-6cd28061d2ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2010063516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6f17208b1284ea6849ab6c689ba9467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54207f36-2f", "ovs_interfaceid": "54207f36-2f98-4cc6-997c-ebe706821112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.348953] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1903.349568] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9896b7a5-8adc-4dab-b9d0-971d4e206a1e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.361251] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1903.361251] env[62189]: value = "task-2121884" [ 1903.361251] env[62189]: _type = "Task" [ 1903.361251] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.368451] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87c441b-6c65-4911-a024-e56e34099673 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.376026] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121884, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.380813] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113b7dff-6349-4484-95c9-260b7db43047 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.415628] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.416414] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e8b60f-53d9-4ebc-bee2-8079696d1479 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.423689] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16447136-4006-4ed1-9eb5-d8b752714838 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.442969] env[62189]: DEBUG nova.compute.provider_tree [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1903.670897] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Acquiring lock "03d56df4-7b0a-478f-914e-d407188f696d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.671123] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Lock "03d56df4-7b0a-478f-914e-d407188f696d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.772507] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5259dfd1-dd81-a056-5440-264c095a9a2f, 'name': SearchDatastore_Task, 'duration_secs': 0.008496} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.773349] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c42d916-3845-4d60-8512-c631fad0b5d7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.776092] env[62189]: DEBUG oslo_concurrency.lockutils [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Acquiring lock "e274eb4c-5952-4357-8421-80b38a2509fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.776344] env[62189]: DEBUG oslo_concurrency.lockutils [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Lock "e274eb4c-5952-4357-8421-80b38a2509fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.776554] env[62189]: DEBUG oslo_concurrency.lockutils [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Acquiring lock "e274eb4c-5952-4357-8421-80b38a2509fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.776744] env[62189]: DEBUG oslo_concurrency.lockutils [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Lock "e274eb4c-5952-4357-8421-80b38a2509fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.776996] env[62189]: DEBUG oslo_concurrency.lockutils [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Lock "e274eb4c-5952-4357-8421-80b38a2509fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.779560] env[62189]: INFO nova.compute.manager [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Terminating instance [ 1903.782259] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1903.782259] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52155f65-069a-c043-91fa-6a010f7239d4" [ 1903.782259] env[62189]: _type = "Task" [ 1903.782259] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.792404] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52155f65-069a-c043-91fa-6a010f7239d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.825269] env[62189]: DEBUG oslo_concurrency.lockutils [req-b43ad902-6cd5-4b46-bb58-ad429c89e1cc req-c29b552c-cc75-406e-8b8d-9feb2b433ae7 service nova] Releasing lock "refresh_cache-68f6af87-473f-4d2d-83ca-91d5abbed3de" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.873401] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121884, 'name': CreateSnapshot_Task, 'duration_secs': 0.410046} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.873654] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1903.874427] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116b7a3c-83e7-4e26-ac82-ec69547279ef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.948218] env[62189]: DEBUG nova.scheduler.client.report [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1904.287907] env[62189]: DEBUG nova.compute.manager [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1904.288144] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1904.288917] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671ffcae-67a0-470e-98dc-e581c9997133 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.296761] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52155f65-069a-c043-91fa-6a010f7239d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.296761] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.296761] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 68f6af87-473f-4d2d-83ca-91d5abbed3de/68f6af87-473f-4d2d-83ca-91d5abbed3de.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1904.296761] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c6c6fb-f8f1-473f-a64e-472e6cf909e3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.300209] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1904.300731] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e6dae14-7a10-4242-b337-4e1d30e35edf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.304677] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1904.304677] env[62189]: value = "task-2121885" [ 1904.304677] env[62189]: _type = "Task" [ 1904.304677] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.308355] env[62189]: DEBUG oslo_vmware.api [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Waiting for the task: (returnval){ [ 1904.308355] env[62189]: value = "task-2121886" [ 1904.308355] env[62189]: _type = "Task" [ 1904.308355] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.314776] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.319010] env[62189]: DEBUG oslo_vmware.api [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': task-2121886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.394562] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1904.394946] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba43ffa3-85b1-4f0e-957a-800916a6e393 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.403101] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1904.403101] env[62189]: value = "task-2121887" [ 1904.403101] env[62189]: _type = "Task" [ 1904.403101] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.411881] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121887, 'name': CloneVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.455516] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.456936] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.858s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.459360] env[62189]: INFO nova.compute.claims [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1904.818243] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121885, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.821233] env[62189]: DEBUG oslo_vmware.api [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': task-2121886, 'name': PowerOffVM_Task, 'duration_secs': 0.196952} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.821508] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1904.821687] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1904.821947] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ce2f509-b658-428a-aaa9-2b196915deae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.899944] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1904.900213] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1904.900407] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Deleting the datastore file [datastore2] e274eb4c-5952-4357-8421-80b38a2509fa {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1904.900667] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2f36aef-4993-41e5-a861-a30f5c6a1eca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.908613] env[62189]: DEBUG oslo_vmware.api [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Waiting for the task: (returnval){ [ 1904.908613] env[62189]: value = "task-2121889" [ 1904.908613] env[62189]: _type = "Task" [ 1904.908613] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.914755] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121887, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.919291] env[62189]: DEBUG oslo_vmware.api [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': task-2121889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.970537] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Acquiring lock "75d0128b-d13f-4d5c-a631-76b82f5c0fb1" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.970768] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Lock "75d0128b-d13f-4d5c-a631-76b82f5c0fb1" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.315152] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516774} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.315422] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 68f6af87-473f-4d2d-83ca-91d5abbed3de/68f6af87-473f-4d2d-83ca-91d5abbed3de.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1905.315737] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1905.316068] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76544156-ccc6-41ac-ab36-6afeb1342a09 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.322498] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1905.322498] env[62189]: value = "task-2121890" [ 1905.322498] env[62189]: _type = "Task" [ 1905.322498] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.330754] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.416099] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121887, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.420749] env[62189]: DEBUG oslo_vmware.api [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Task: {'id': task-2121889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327825} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.420967] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1905.421174] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1905.421350] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1905.421544] env[62189]: INFO nova.compute.manager [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1905.421782] env[62189]: DEBUG oslo.service.loopingcall [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.421968] env[62189]: DEBUG nova.compute.manager [-] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1905.422083] env[62189]: DEBUG nova.network.neutron [-] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1905.474527] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Lock "75d0128b-d13f-4d5c-a631-76b82f5c0fb1" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.475045] env[62189]: DEBUG nova.compute.manager [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1905.833238] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.48545} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.833524] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1905.835246] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0061b626-46b5-49a6-b0e4-67e94e5f7fdc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.845136] env[62189]: DEBUG nova.compute.manager [req-40df14aa-3f2b-4b6e-855e-0473c5849ddf req-90f68f36-37e5-46c5-86e5-8565d4250469 service nova] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Received event network-vif-deleted-acad88c5-ebab-4008-898d-7b27750c9d2b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1905.845136] env[62189]: INFO nova.compute.manager [req-40df14aa-3f2b-4b6e-855e-0473c5849ddf req-90f68f36-37e5-46c5-86e5-8565d4250469 service nova] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Neutron deleted interface acad88c5-ebab-4008-898d-7b27750c9d2b; detaching it from the instance and deleting it from the info cache [ 1905.845136] env[62189]: DEBUG nova.network.neutron [req-40df14aa-3f2b-4b6e-855e-0473c5849ddf req-90f68f36-37e5-46c5-86e5-8565d4250469 service nova] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.865339] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 68f6af87-473f-4d2d-83ca-91d5abbed3de/68f6af87-473f-4d2d-83ca-91d5abbed3de.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1905.869054] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaed8cac-936d-49ea-a8ef-fc9abc22d77f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.889690] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1905.889690] env[62189]: value = "task-2121891" [ 1905.889690] env[62189]: _type = "Task" [ 1905.889690] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.898903] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121891, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.917344] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121887, 'name': CloneVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.955052] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f741bf1f-2d53-489a-99d0-0d79d8074ee5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.962863] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef2ad85-1c1c-4a22-88b2-44fa7aaadfa7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.000076] env[62189]: DEBUG nova.compute.utils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1906.004542] env[62189]: DEBUG nova.compute.manager [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1906.004781] env[62189]: DEBUG nova.network.neutron [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1906.007465] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dae6e1-0bda-4b4d-b336-b5f5f943b91b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.016508] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0eb702e-a1e6-4a5f-bcd2-f62c98e3ecfd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.034451] env[62189]: DEBUG nova.compute.provider_tree [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1906.189456] env[62189]: DEBUG nova.policy [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eca02501b59d47ca808c76cac90728d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb6298a1da9f458c8be22b2f77cc264b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1906.219600] env[62189]: DEBUG nova.network.neutron [-] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.347069] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d387a2d-3540-48ad-88dd-571fdd12160a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.357168] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2ee109-73eb-4e40-bab6-77f49b797c5b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.391767] env[62189]: DEBUG nova.compute.manager [req-40df14aa-3f2b-4b6e-855e-0473c5849ddf req-90f68f36-37e5-46c5-86e5-8565d4250469 service nova] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Detach interface failed, port_id=acad88c5-ebab-4008-898d-7b27750c9d2b, reason: Instance e274eb4c-5952-4357-8421-80b38a2509fa could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1906.402966] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121891, 'name': ReconfigVM_Task, 'duration_secs': 0.262067} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.403642] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 68f6af87-473f-4d2d-83ca-91d5abbed3de/68f6af87-473f-4d2d-83ca-91d5abbed3de.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1906.404280] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8423b2fe-b104-48ab-9f96-f987a8972e7c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.410737] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1906.410737] env[62189]: value = "task-2121892" [ 1906.410737] env[62189]: _type = "Task" [ 1906.410737] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.416924] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121887, 'name': CloneVM_Task, 'duration_secs': 1.525711} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.417509] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Created linked-clone VM from snapshot [ 1906.418235] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e581ae-ed46-4bad-a976-330016afcd58 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.424363] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121892, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.433533] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Uploading image 62b76b96-4bbf-40c9-83ca-febe730d3355 {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1906.460808] env[62189]: DEBUG oslo_vmware.rw_handles [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1906.460808] env[62189]: value = "vm-434094" [ 1906.460808] env[62189]: _type = "VirtualMachine" [ 1906.460808] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1906.461231] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8b468059-9212-4f05-a0c1-120e441f8377 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.468581] env[62189]: DEBUG oslo_vmware.rw_handles [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lease: (returnval){ [ 1906.468581] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520eb18d-b0b0-8df9-5e7b-5b8cebd857d6" [ 1906.468581] env[62189]: _type = "HttpNfcLease" [ 1906.468581] env[62189]: } obtained for exporting VM: (result){ [ 1906.468581] env[62189]: value = "vm-434094" [ 1906.468581] env[62189]: _type = "VirtualMachine" [ 1906.468581] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1906.468987] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the lease: (returnval){ [ 1906.468987] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520eb18d-b0b0-8df9-5e7b-5b8cebd857d6" [ 1906.468987] env[62189]: _type = "HttpNfcLease" [ 1906.468987] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1906.475943] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1906.475943] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520eb18d-b0b0-8df9-5e7b-5b8cebd857d6" [ 1906.475943] env[62189]: _type = "HttpNfcLease" [ 1906.475943] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1906.494892] env[62189]: DEBUG nova.network.neutron [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Successfully created port: ae12fc32-f530-402a-a96c-1de9f8bb34b5 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1906.512299] env[62189]: DEBUG nova.compute.manager [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1906.538640] env[62189]: DEBUG nova.scheduler.client.report [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1906.722384] env[62189]: INFO nova.compute.manager [-] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Took 1.30 seconds to deallocate network for instance. [ 1906.922536] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121892, 'name': Rename_Task, 'duration_secs': 0.133818} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.922536] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1906.922798] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8f7c479-2b67-49f8-ae47-a729d9a86537 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.929147] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1906.929147] env[62189]: value = "task-2121894" [ 1906.929147] env[62189]: _type = "Task" [ 1906.929147] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.937796] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.983265] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1906.983265] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520eb18d-b0b0-8df9-5e7b-5b8cebd857d6" [ 1906.983265] env[62189]: _type = "HttpNfcLease" [ 1906.983265] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1906.983265] env[62189]: DEBUG oslo_vmware.rw_handles [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1906.983265] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520eb18d-b0b0-8df9-5e7b-5b8cebd857d6" [ 1906.983265] env[62189]: _type = "HttpNfcLease" [ 1906.983265] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1906.984472] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752854f9-4fd6-4858-86c6-3083c7af203e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.992954] env[62189]: DEBUG oslo_vmware.rw_handles [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0bda9-1e50-6fa8-7c34-88d456072e56/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1906.994430] env[62189]: DEBUG oslo_vmware.rw_handles [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0bda9-1e50-6fa8-7c34-88d456072e56/disk-0.vmdk for reading. {{(pid=62189) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1907.062981] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.063507] env[62189]: DEBUG nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1907.070580] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.232s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.070795] env[62189]: DEBUG nova.objects.instance [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Lazy-loading 'resources' on Instance uuid 5a3ced38-0b87-46de-889c-85f82c4ff785 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.105518] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-143909db-4e32-4056-b59e-82c93fe523c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.235237] env[62189]: DEBUG oslo_concurrency.lockutils [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.439767] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121894, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.572239] env[62189]: DEBUG nova.compute.manager [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1907.579107] env[62189]: DEBUG nova.compute.utils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1907.587147] env[62189]: DEBUG nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1907.587469] env[62189]: DEBUG nova.network.neutron [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1907.621844] env[62189]: DEBUG nova.virt.hardware [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1907.621844] env[62189]: DEBUG nova.virt.hardware [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1907.621844] env[62189]: DEBUG nova.virt.hardware [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1907.621844] env[62189]: DEBUG nova.virt.hardware [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1907.622143] env[62189]: DEBUG nova.virt.hardware [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1907.622143] env[62189]: DEBUG nova.virt.hardware [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1907.622143] env[62189]: DEBUG nova.virt.hardware [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1907.622143] env[62189]: DEBUG nova.virt.hardware [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1907.622143] env[62189]: DEBUG nova.virt.hardware [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1907.622347] env[62189]: DEBUG nova.virt.hardware [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1907.622463] env[62189]: DEBUG nova.virt.hardware [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1907.623423] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a30775-5b81-4ebf-96fd-71b0037ae418 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.641205] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b40dcb-7946-4c1c-b745-838ace964c3f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.646658] env[62189]: DEBUG nova.policy [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8243c4f61609434f8472585393cbed91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac6ccebca6a444ceb546e8876c881770', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1907.939968] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121894, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.091019] env[62189]: DEBUG nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1908.191582] env[62189]: DEBUG nova.network.neutron [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Successfully created port: 7a531d58-b85c-4b89-bf2a-cc1ed6b3c878 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1908.320759] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb66642-fcd9-4304-a2c0-e28865b94bd8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.328880] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec50f4e1-d60f-42f8-ae55-44c96b2d99c5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.360013] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16b6301-1e2e-467f-a2e7-94798f079b99 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.366622] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0320f4a2-45cd-4fdc-8537-040090892dbb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.379947] env[62189]: DEBUG nova.compute.provider_tree [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1908.443794] env[62189]: DEBUG oslo_vmware.api [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121894, 'name': PowerOnVM_Task, 'duration_secs': 1.182808} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.444204] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1908.444538] env[62189]: INFO nova.compute.manager [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1908.444801] env[62189]: DEBUG nova.compute.manager [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.445672] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2ff05e-63c2-4cc3-98a7-ff179fea3d44 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.575294] env[62189]: DEBUG nova.network.neutron [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Successfully updated port: ae12fc32-f530-402a-a96c-1de9f8bb34b5 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1908.715811] env[62189]: DEBUG nova.compute.manager [req-f7f29f88-25d1-4eb0-ba51-24f4e2a73209 req-726c6b71-ff40-4d08-9fcb-49936b26cfa8 service nova] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Received event network-vif-plugged-ae12fc32-f530-402a-a96c-1de9f8bb34b5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1908.715957] env[62189]: DEBUG oslo_concurrency.lockutils [req-f7f29f88-25d1-4eb0-ba51-24f4e2a73209 req-726c6b71-ff40-4d08-9fcb-49936b26cfa8 service nova] Acquiring lock "4518fa3a-0ff8-4571-8703-44b44b53f33b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.716864] env[62189]: DEBUG oslo_concurrency.lockutils [req-f7f29f88-25d1-4eb0-ba51-24f4e2a73209 req-726c6b71-ff40-4d08-9fcb-49936b26cfa8 service nova] Lock "4518fa3a-0ff8-4571-8703-44b44b53f33b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.716864] env[62189]: DEBUG oslo_concurrency.lockutils [req-f7f29f88-25d1-4eb0-ba51-24f4e2a73209 req-726c6b71-ff40-4d08-9fcb-49936b26cfa8 service nova] Lock "4518fa3a-0ff8-4571-8703-44b44b53f33b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.716864] env[62189]: DEBUG nova.compute.manager [req-f7f29f88-25d1-4eb0-ba51-24f4e2a73209 req-726c6b71-ff40-4d08-9fcb-49936b26cfa8 service nova] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] No waiting events found dispatching network-vif-plugged-ae12fc32-f530-402a-a96c-1de9f8bb34b5 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1908.716864] env[62189]: WARNING nova.compute.manager [req-f7f29f88-25d1-4eb0-ba51-24f4e2a73209 req-726c6b71-ff40-4d08-9fcb-49936b26cfa8 service nova] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Received unexpected event network-vif-plugged-ae12fc32-f530-402a-a96c-1de9f8bb34b5 for instance with vm_state building and task_state spawning. [ 1908.883906] env[62189]: DEBUG nova.scheduler.client.report [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1908.967300] env[62189]: INFO nova.compute.manager [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Took 38.30 seconds to build instance. [ 1909.081094] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Acquiring lock "refresh_cache-4518fa3a-0ff8-4571-8703-44b44b53f33b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.081261] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Acquired lock "refresh_cache-4518fa3a-0ff8-4571-8703-44b44b53f33b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.081452] env[62189]: DEBUG nova.network.neutron [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1909.097447] env[62189]: DEBUG nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1909.141470] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1909.141700] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1909.141852] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1909.142084] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1909.142211] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1909.142334] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1909.142550] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1909.142732] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1909.142897] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1909.143070] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1909.143246] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1909.144173] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd291df-244d-42d8-a77d-fae6cbe12b69 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.152628] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db835df0-5850-4bcf-bd94-5f84ffd3a90e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.391289] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.321s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.393617] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.123s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.395214] env[62189]: INFO nova.compute.claims [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1909.416169] env[62189]: INFO nova.scheduler.client.report [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Deleted allocations for instance 5a3ced38-0b87-46de-889c-85f82c4ff785 [ 1909.469307] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ce52ac0-ca12-4556-9b1c-b0bbe9e36b7e tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "68f6af87-473f-4d2d-83ca-91d5abbed3de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.121s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.632995] env[62189]: DEBUG nova.network.neutron [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1909.825975] env[62189]: DEBUG nova.network.neutron [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Updating instance_info_cache with network_info: [{"id": "ae12fc32-f530-402a-a96c-1de9f8bb34b5", "address": "fa:16:3e:22:af:0e", "network": {"id": "d57bdd87-20a0-47e0-8f0e-4c663d2597a1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1217203279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb6298a1da9f458c8be22b2f77cc264b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae12fc32-f5", "ovs_interfaceid": "ae12fc32-f530-402a-a96c-1de9f8bb34b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.923776] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b90056c4-1d86-433d-9f40-0994510d7824 tempest-InstanceActionsV221TestJSON-496225329 tempest-InstanceActionsV221TestJSON-496225329-project-member] Lock "5a3ced38-0b87-46de-889c-85f82c4ff785" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.666s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.975482] env[62189]: DEBUG nova.compute.manager [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1909.980441] env[62189]: DEBUG nova.network.neutron [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Successfully updated port: 7a531d58-b85c-4b89-bf2a-cc1ed6b3c878 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1910.072355] env[62189]: DEBUG nova.compute.manager [req-8a9ba2f6-c779-44ff-ba9e-456d07537e2d req-73a9d1de-6974-4e11-aec2-e51346715e30 service nova] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Received event network-vif-plugged-7a531d58-b85c-4b89-bf2a-cc1ed6b3c878 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1910.072446] env[62189]: DEBUG oslo_concurrency.lockutils [req-8a9ba2f6-c779-44ff-ba9e-456d07537e2d req-73a9d1de-6974-4e11-aec2-e51346715e30 service nova] Acquiring lock "d0a98dc4-51d7-4850-a8b2-ba2aa8d78424-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.072653] env[62189]: DEBUG oslo_concurrency.lockutils [req-8a9ba2f6-c779-44ff-ba9e-456d07537e2d req-73a9d1de-6974-4e11-aec2-e51346715e30 service nova] Lock "d0a98dc4-51d7-4850-a8b2-ba2aa8d78424-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.072815] env[62189]: DEBUG oslo_concurrency.lockutils [req-8a9ba2f6-c779-44ff-ba9e-456d07537e2d req-73a9d1de-6974-4e11-aec2-e51346715e30 service nova] Lock "d0a98dc4-51d7-4850-a8b2-ba2aa8d78424-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.072978] env[62189]: DEBUG nova.compute.manager [req-8a9ba2f6-c779-44ff-ba9e-456d07537e2d req-73a9d1de-6974-4e11-aec2-e51346715e30 service nova] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] No waiting events found dispatching network-vif-plugged-7a531d58-b85c-4b89-bf2a-cc1ed6b3c878 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1910.073330] env[62189]: WARNING nova.compute.manager [req-8a9ba2f6-c779-44ff-ba9e-456d07537e2d req-73a9d1de-6974-4e11-aec2-e51346715e30 service nova] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Received unexpected event network-vif-plugged-7a531d58-b85c-4b89-bf2a-cc1ed6b3c878 for instance with vm_state building and task_state spawning. [ 1910.328198] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Releasing lock "refresh_cache-4518fa3a-0ff8-4571-8703-44b44b53f33b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.328545] env[62189]: DEBUG nova.compute.manager [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Instance network_info: |[{"id": "ae12fc32-f530-402a-a96c-1de9f8bb34b5", "address": "fa:16:3e:22:af:0e", "network": {"id": "d57bdd87-20a0-47e0-8f0e-4c663d2597a1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1217203279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb6298a1da9f458c8be22b2f77cc264b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae12fc32-f5", "ovs_interfaceid": "ae12fc32-f530-402a-a96c-1de9f8bb34b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1910.328983] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:af:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae12fc32-f530-402a-a96c-1de9f8bb34b5', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1910.337075] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Creating folder: Project (bb6298a1da9f458c8be22b2f77cc264b). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1910.337813] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e78b8d0-e621-4bfc-8e70-253ad381c2ef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.348859] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Created folder: Project (bb6298a1da9f458c8be22b2f77cc264b) in parent group-v433996. [ 1910.348859] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Creating folder: Instances. Parent ref: group-v434095. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1910.349805] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da856cee-9435-49b5-84d4-233a856e52bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.358309] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Created folder: Instances in parent group-v434095. [ 1910.358554] env[62189]: DEBUG oslo.service.loopingcall [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.358743] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1910.358939] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14720b42-0474-4bfe-a38a-b5705748dcb3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.377522] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1910.377522] env[62189]: value = "task-2121897" [ 1910.377522] env[62189]: _type = "Task" [ 1910.377522] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.384952] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121897, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.486623] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "refresh_cache-d0a98dc4-51d7-4850-a8b2-ba2aa8d78424" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.486790] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquired lock "refresh_cache-d0a98dc4-51d7-4850-a8b2-ba2aa8d78424" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.486929] env[62189]: DEBUG nova.network.neutron [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1910.508101] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.808157] env[62189]: DEBUG nova.compute.manager [req-814385c7-16f4-4710-9a1e-0468f2690bc7 req-145b41d6-fffe-4d71-a4bb-757a7cbad626 service nova] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Received event network-changed-ae12fc32-f530-402a-a96c-1de9f8bb34b5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1910.808513] env[62189]: DEBUG nova.compute.manager [req-814385c7-16f4-4710-9a1e-0468f2690bc7 req-145b41d6-fffe-4d71-a4bb-757a7cbad626 service nova] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Refreshing instance network info cache due to event network-changed-ae12fc32-f530-402a-a96c-1de9f8bb34b5. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1910.808834] env[62189]: DEBUG oslo_concurrency.lockutils [req-814385c7-16f4-4710-9a1e-0468f2690bc7 req-145b41d6-fffe-4d71-a4bb-757a7cbad626 service nova] Acquiring lock "refresh_cache-4518fa3a-0ff8-4571-8703-44b44b53f33b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.809322] env[62189]: DEBUG oslo_concurrency.lockutils [req-814385c7-16f4-4710-9a1e-0468f2690bc7 req-145b41d6-fffe-4d71-a4bb-757a7cbad626 service nova] Acquired lock "refresh_cache-4518fa3a-0ff8-4571-8703-44b44b53f33b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.809620] env[62189]: DEBUG nova.network.neutron [req-814385c7-16f4-4710-9a1e-0468f2690bc7 req-145b41d6-fffe-4d71-a4bb-757a7cbad626 service nova] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Refreshing network info cache for port ae12fc32-f530-402a-a96c-1de9f8bb34b5 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1910.871432] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2e8ae9-e870-44e4-b63f-9d22ba082feb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.883153] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b602e6a-b80a-446f-8c17-2854a115bec2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.891710] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121897, 'name': CreateVM_Task, 'duration_secs': 0.460627} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.920022] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1910.920022] env[62189]: DEBUG oslo_concurrency.lockutils [None req-18cf7d16-cc66-4627-8fff-c478efd51b8c tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "68f6af87-473f-4d2d-83ca-91d5abbed3de" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.920022] env[62189]: DEBUG oslo_concurrency.lockutils [None req-18cf7d16-cc66-4627-8fff-c478efd51b8c tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "68f6af87-473f-4d2d-83ca-91d5abbed3de" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.920022] env[62189]: INFO nova.compute.manager [None req-18cf7d16-cc66-4627-8fff-c478efd51b8c tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Rebooting instance [ 1910.921713] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.921856] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.922187] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1910.922984] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c3205c-3f3c-432e-8540-7584c6f91e77 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.925958] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ff4f59-8c36-4dbf-ac27-52900654c8d3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.935376] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97caef62-6cab-4712-ae9f-2103e21f1b74 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.939873] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Waiting for the task: (returnval){ [ 1910.939873] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c75213-e9e6-babd-029d-6e996bf0cbb0" [ 1910.939873] env[62189]: _type = "Task" [ 1910.939873] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.953428] env[62189]: DEBUG nova.compute.provider_tree [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1910.961038] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c75213-e9e6-babd-029d-6e996bf0cbb0, 'name': SearchDatastore_Task, 'duration_secs': 0.014998} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.961860] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.962114] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1910.962353] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.962498] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.962675] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1910.963177] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33ff9433-b5ea-443a-9212-980db8ef85c1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.972810] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1910.973014] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1910.973762] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a1c952e-896c-4f5d-832d-46bd461b7eae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.980050] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Waiting for the task: (returnval){ [ 1910.980050] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5262648d-f5bb-c981-c39f-8e12234c644f" [ 1910.980050] env[62189]: _type = "Task" [ 1910.980050] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.989280] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5262648d-f5bb-c981-c39f-8e12234c644f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.026954] env[62189]: DEBUG nova.network.neutron [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1911.234675] env[62189]: DEBUG nova.network.neutron [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Updating instance_info_cache with network_info: [{"id": "7a531d58-b85c-4b89-bf2a-cc1ed6b3c878", "address": "fa:16:3e:86:2c:81", "network": {"id": "ed98e06d-7b94-4f36-ac7c-22df495b158b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1994170575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac6ccebca6a444ceb546e8876c881770", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a531d58-b8", "ovs_interfaceid": "7a531d58-b85c-4b89-bf2a-cc1ed6b3c878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.450530] env[62189]: DEBUG oslo_concurrency.lockutils [None req-18cf7d16-cc66-4627-8fff-c478efd51b8c tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "refresh_cache-68f6af87-473f-4d2d-83ca-91d5abbed3de" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.450707] env[62189]: DEBUG oslo_concurrency.lockutils [None req-18cf7d16-cc66-4627-8fff-c478efd51b8c tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquired lock "refresh_cache-68f6af87-473f-4d2d-83ca-91d5abbed3de" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.450882] env[62189]: DEBUG nova.network.neutron [None req-18cf7d16-cc66-4627-8fff-c478efd51b8c tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1911.456960] env[62189]: DEBUG nova.scheduler.client.report [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1911.491092] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5262648d-f5bb-c981-c39f-8e12234c644f, 'name': SearchDatastore_Task, 'duration_secs': 0.0135} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.492083] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb5bf17-1f28-4911-af1d-dbf047f0c011 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.497818] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Waiting for the task: (returnval){ [ 1911.497818] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52664629-c066-0fba-8203-d867295c3f6f" [ 1911.497818] env[62189]: _type = "Task" [ 1911.497818] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.505988] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52664629-c066-0fba-8203-d867295c3f6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.543758] env[62189]: DEBUG nova.network.neutron [req-814385c7-16f4-4710-9a1e-0468f2690bc7 req-145b41d6-fffe-4d71-a4bb-757a7cbad626 service nova] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Updated VIF entry in instance network info cache for port ae12fc32-f530-402a-a96c-1de9f8bb34b5. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1911.544216] env[62189]: DEBUG nova.network.neutron [req-814385c7-16f4-4710-9a1e-0468f2690bc7 req-145b41d6-fffe-4d71-a4bb-757a7cbad626 service nova] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Updating instance_info_cache with network_info: [{"id": "ae12fc32-f530-402a-a96c-1de9f8bb34b5", "address": "fa:16:3e:22:af:0e", "network": {"id": "d57bdd87-20a0-47e0-8f0e-4c663d2597a1", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1217203279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb6298a1da9f458c8be22b2f77cc264b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae12fc32-f5", "ovs_interfaceid": "ae12fc32-f530-402a-a96c-1de9f8bb34b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.736054] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Releasing lock "refresh_cache-d0a98dc4-51d7-4850-a8b2-ba2aa8d78424" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.736407] env[62189]: DEBUG nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Instance network_info: |[{"id": "7a531d58-b85c-4b89-bf2a-cc1ed6b3c878", "address": "fa:16:3e:86:2c:81", "network": {"id": "ed98e06d-7b94-4f36-ac7c-22df495b158b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1994170575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac6ccebca6a444ceb546e8876c881770", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a531d58-b8", "ovs_interfaceid": "7a531d58-b85c-4b89-bf2a-cc1ed6b3c878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1911.736831] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:2c:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a531d58-b85c-4b89-bf2a-cc1ed6b3c878', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1911.744743] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Creating folder: Project (ac6ccebca6a444ceb546e8876c881770). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1911.745127] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-336bc1fb-8d2d-4baa-a0cf-5f32d62fb8bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.758926] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Created folder: Project (ac6ccebca6a444ceb546e8876c881770) in parent group-v433996. [ 1911.759146] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Creating folder: Instances. Parent ref: group-v434098. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1911.759459] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e7611af-4a2f-431c-bf6c-285126bd04d2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.769647] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Created folder: Instances in parent group-v434098. [ 1911.769944] env[62189]: DEBUG oslo.service.loopingcall [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1911.770222] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1911.770454] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59e8669e-8972-44f4-912f-ad480152cc06 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.789796] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1911.789796] env[62189]: value = "task-2121900" [ 1911.789796] env[62189]: _type = "Task" [ 1911.789796] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.797855] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121900, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.963043] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.963524] env[62189]: DEBUG nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1911.967623] env[62189]: DEBUG oslo_concurrency.lockutils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.624s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.969369] env[62189]: INFO nova.compute.claims [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1912.011425] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52664629-c066-0fba-8203-d867295c3f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.015058} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.012883] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.013264] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 4518fa3a-0ff8-4571-8703-44b44b53f33b/4518fa3a-0ff8-4571-8703-44b44b53f33b.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1912.014024] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0d9f875-4f7d-4d5c-a564-e6a255ac4701 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.021935] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Waiting for the task: (returnval){ [ 1912.021935] env[62189]: value = "task-2121901" [ 1912.021935] env[62189]: _type = "Task" [ 1912.021935] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.030861] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.047401] env[62189]: DEBUG oslo_concurrency.lockutils [req-814385c7-16f4-4710-9a1e-0468f2690bc7 req-145b41d6-fffe-4d71-a4bb-757a7cbad626 service nova] Releasing lock "refresh_cache-4518fa3a-0ff8-4571-8703-44b44b53f33b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.048793] env[62189]: DEBUG nova.compute.manager [req-814385c7-16f4-4710-9a1e-0468f2690bc7 req-145b41d6-fffe-4d71-a4bb-757a7cbad626 service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Received event network-changed-54207f36-2f98-4cc6-997c-ebe706821112 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1912.049852] env[62189]: DEBUG nova.compute.manager [req-814385c7-16f4-4710-9a1e-0468f2690bc7 req-145b41d6-fffe-4d71-a4bb-757a7cbad626 service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Refreshing instance network info cache due to event network-changed-54207f36-2f98-4cc6-997c-ebe706821112. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1912.053018] env[62189]: DEBUG oslo_concurrency.lockutils [req-814385c7-16f4-4710-9a1e-0468f2690bc7 req-145b41d6-fffe-4d71-a4bb-757a7cbad626 service nova] Acquiring lock "refresh_cache-68f6af87-473f-4d2d-83ca-91d5abbed3de" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.305418] env[62189]: DEBUG nova.compute.manager [req-44427297-9448-4046-b277-ab3cfda88fb9 req-183caa3e-9380-4e2d-8bef-f6e5b17a7776 service nova] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Received event network-changed-7a531d58-b85c-4b89-bf2a-cc1ed6b3c878 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1912.305418] env[62189]: DEBUG nova.compute.manager [req-44427297-9448-4046-b277-ab3cfda88fb9 req-183caa3e-9380-4e2d-8bef-f6e5b17a7776 service nova] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Refreshing instance network info cache due to event network-changed-7a531d58-b85c-4b89-bf2a-cc1ed6b3c878. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1912.305418] env[62189]: DEBUG oslo_concurrency.lockutils [req-44427297-9448-4046-b277-ab3cfda88fb9 req-183caa3e-9380-4e2d-8bef-f6e5b17a7776 service nova] Acquiring lock "refresh_cache-d0a98dc4-51d7-4850-a8b2-ba2aa8d78424" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.305418] env[62189]: DEBUG oslo_concurrency.lockutils [req-44427297-9448-4046-b277-ab3cfda88fb9 req-183caa3e-9380-4e2d-8bef-f6e5b17a7776 service nova] Acquired lock "refresh_cache-d0a98dc4-51d7-4850-a8b2-ba2aa8d78424" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.305418] env[62189]: DEBUG nova.network.neutron [req-44427297-9448-4046-b277-ab3cfda88fb9 req-183caa3e-9380-4e2d-8bef-f6e5b17a7776 service nova] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Refreshing network info cache for port 7a531d58-b85c-4b89-bf2a-cc1ed6b3c878 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1912.314755] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121900, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.405583] env[62189]: DEBUG nova.network.neutron [None req-18cf7d16-cc66-4627-8fff-c478efd51b8c tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Updating instance_info_cache with network_info: [{"id": "54207f36-2f98-4cc6-997c-ebe706821112", "address": "fa:16:3e:07:99:8d", "network": {"id": "11497afc-56fa-4b6c-bbdc-6cd28061d2ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2010063516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6f17208b1284ea6849ab6c689ba9467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54207f36-2f", "ovs_interfaceid": "54207f36-2f98-4cc6-997c-ebe706821112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.474533] env[62189]: DEBUG nova.compute.utils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1912.478045] env[62189]: DEBUG nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1912.478238] env[62189]: DEBUG nova.network.neutron [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1912.522108] env[62189]: DEBUG nova.policy [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8243c4f61609434f8472585393cbed91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac6ccebca6a444ceb546e8876c881770', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1912.532612] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121901, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.803618] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121900, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.912100] env[62189]: DEBUG oslo_concurrency.lockutils [None req-18cf7d16-cc66-4627-8fff-c478efd51b8c tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Releasing lock "refresh_cache-68f6af87-473f-4d2d-83ca-91d5abbed3de" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.913929] env[62189]: DEBUG oslo_concurrency.lockutils [req-814385c7-16f4-4710-9a1e-0468f2690bc7 req-145b41d6-fffe-4d71-a4bb-757a7cbad626 service nova] Acquired lock "refresh_cache-68f6af87-473f-4d2d-83ca-91d5abbed3de" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.914169] env[62189]: DEBUG nova.network.neutron [req-814385c7-16f4-4710-9a1e-0468f2690bc7 req-145b41d6-fffe-4d71-a4bb-757a7cbad626 service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Refreshing network info cache for port 54207f36-2f98-4cc6-997c-ebe706821112 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1912.963378] env[62189]: DEBUG nova.network.neutron [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Successfully created port: ef20ca64-98ce-45d4-b8ca-bc252b2824eb {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1912.983170] env[62189]: DEBUG nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1913.047726] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545054} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.048021] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 4518fa3a-0ff8-4571-8703-44b44b53f33b/4518fa3a-0ff8-4571-8703-44b44b53f33b.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1913.049217] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1913.049217] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-578750c0-74aa-404a-8c34-ab5d15522bd9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.055871] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Waiting for the task: (returnval){ [ 1913.055871] env[62189]: value = "task-2121902" [ 1913.055871] env[62189]: _type = "Task" [ 1913.055871] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.068504] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.249549] env[62189]: DEBUG nova.network.neutron [req-44427297-9448-4046-b277-ab3cfda88fb9 req-183caa3e-9380-4e2d-8bef-f6e5b17a7776 service nova] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Updated VIF entry in instance network info cache for port 7a531d58-b85c-4b89-bf2a-cc1ed6b3c878. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1913.249863] env[62189]: DEBUG nova.network.neutron [req-44427297-9448-4046-b277-ab3cfda88fb9 req-183caa3e-9380-4e2d-8bef-f6e5b17a7776 service nova] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Updating instance_info_cache with network_info: [{"id": "7a531d58-b85c-4b89-bf2a-cc1ed6b3c878", "address": "fa:16:3e:86:2c:81", "network": {"id": "ed98e06d-7b94-4f36-ac7c-22df495b158b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1994170575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac6ccebca6a444ceb546e8876c881770", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a531d58-b8", "ovs_interfaceid": "7a531d58-b85c-4b89-bf2a-cc1ed6b3c878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.310253] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121900, 'name': CreateVM_Task, 'duration_secs': 1.465658} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.314275] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1913.319565] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.319770] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.320811] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1913.320811] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed28ba2-2705-4202-bee2-4b3fe4440e9e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.326723] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1913.326723] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5287c414-33a1-8d86-a332-9934d56196d8" [ 1913.326723] env[62189]: _type = "Task" [ 1913.326723] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.339336] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5287c414-33a1-8d86-a332-9934d56196d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.424641] env[62189]: DEBUG nova.compute.manager [None req-18cf7d16-cc66-4627-8fff-c478efd51b8c tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1913.426192] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46ee60e-9e62-44b2-b916-d08abc95a228 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.564065] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023aa812-199e-4d42-8492-8959bdc5223d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.572902] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292882} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.574912] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1913.575792] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881fe7a2-8c22-401f-b651-c5fee97222d5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.580606] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55897d9-ce6c-4a91-ac46-4fdf6c887427 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.608201] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 4518fa3a-0ff8-4571-8703-44b44b53f33b/4518fa3a-0ff8-4571-8703-44b44b53f33b.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1913.639652] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1ae3357-e313-4a37-9161-45d4d4e1c80d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.656190] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d3b035-d96e-423b-9d38-b2dba2089413 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.667014] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b2b670-cb43-47d9-85c9-7ecd0cd3d28e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.669965] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Waiting for the task: (returnval){ [ 1913.669965] env[62189]: value = "task-2121903" [ 1913.669965] env[62189]: _type = "Task" [ 1913.669965] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.681245] env[62189]: DEBUG nova.compute.provider_tree [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1913.690117] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.754906] env[62189]: DEBUG oslo_concurrency.lockutils [req-44427297-9448-4046-b277-ab3cfda88fb9 req-183caa3e-9380-4e2d-8bef-f6e5b17a7776 service nova] Releasing lock "refresh_cache-d0a98dc4-51d7-4850-a8b2-ba2aa8d78424" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.837714] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5287c414-33a1-8d86-a332-9934d56196d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014741} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.838043] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.838269] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1913.838491] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.838961] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.838961] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1913.839074] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69886122-548d-4382-a469-e18f631581d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.851910] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1913.852531] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1913.852847] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2faf2449-a523-4f6e-b5b5-e7adb2b4e92f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.857176] env[62189]: DEBUG nova.network.neutron [req-814385c7-16f4-4710-9a1e-0468f2690bc7 req-145b41d6-fffe-4d71-a4bb-757a7cbad626 service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Updated VIF entry in instance network info cache for port 54207f36-2f98-4cc6-997c-ebe706821112. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1913.857176] env[62189]: DEBUG nova.network.neutron [req-814385c7-16f4-4710-9a1e-0468f2690bc7 req-145b41d6-fffe-4d71-a4bb-757a7cbad626 service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Updating instance_info_cache with network_info: [{"id": "54207f36-2f98-4cc6-997c-ebe706821112", "address": "fa:16:3e:07:99:8d", "network": {"id": "11497afc-56fa-4b6c-bbdc-6cd28061d2ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2010063516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6f17208b1284ea6849ab6c689ba9467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54207f36-2f", "ovs_interfaceid": "54207f36-2f98-4cc6-997c-ebe706821112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.858997] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1913.858997] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5299a842-0715-1308-7849-c8358a3cee66" [ 1913.858997] env[62189]: _type = "Task" [ 1913.858997] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.867321] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5299a842-0715-1308-7849-c8358a3cee66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.998674] env[62189]: DEBUG nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1914.024017] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1914.024308] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1914.025234] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1914.025234] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1914.025234] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1914.025337] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1914.025637] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1914.025853] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1914.026055] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1914.026356] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1914.026603] env[62189]: DEBUG nova.virt.hardware [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1914.027562] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac11520-c2a6-4d53-b928-565126c1009f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.036673] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dda4ee1-554f-44a5-9ffb-a66217dd57aa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.183727] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.188412] env[62189]: DEBUG nova.scheduler.client.report [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1914.360928] env[62189]: DEBUG oslo_concurrency.lockutils [req-814385c7-16f4-4710-9a1e-0468f2690bc7 req-145b41d6-fffe-4d71-a4bb-757a7cbad626 service nova] Releasing lock "refresh_cache-68f6af87-473f-4d2d-83ca-91d5abbed3de" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.372131] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5299a842-0715-1308-7849-c8358a3cee66, 'name': SearchDatastore_Task, 'duration_secs': 0.022179} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.373071] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce71e65-4d89-43fb-aa77-6b5aa130b7f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.379811] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1914.379811] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5200ec64-2adc-2f89-90d8-a0a9c1c286fd" [ 1914.379811] env[62189]: _type = "Task" [ 1914.379811] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.388260] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5200ec64-2adc-2f89-90d8-a0a9c1c286fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.461622] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfad73a0-ea13-47d6-bf89-483add08b58e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.474301] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-18cf7d16-cc66-4627-8fff-c478efd51b8c tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Doing hard reboot of VM {{(pid=62189) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1914.474602] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f1d58cff-ad49-40d1-9377-ae492496cba3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.482045] env[62189]: DEBUG oslo_vmware.api [None req-18cf7d16-cc66-4627-8fff-c478efd51b8c tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1914.482045] env[62189]: value = "task-2121904" [ 1914.482045] env[62189]: _type = "Task" [ 1914.482045] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.490504] env[62189]: DEBUG oslo_vmware.api [None req-18cf7d16-cc66-4627-8fff-c478efd51b8c tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121904, 'name': ResetVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.680093] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121903, 'name': ReconfigVM_Task, 'duration_secs': 0.66787} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.680457] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 4518fa3a-0ff8-4571-8703-44b44b53f33b/4518fa3a-0ff8-4571-8703-44b44b53f33b.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1914.681166] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41367f40-0816-434e-913a-0086c1a9868b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.688686] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Waiting for the task: (returnval){ [ 1914.688686] env[62189]: value = "task-2121905" [ 1914.688686] env[62189]: _type = "Task" [ 1914.688686] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.694396] env[62189]: DEBUG oslo_concurrency.lockutils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.694893] env[62189]: DEBUG nova.compute.manager [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1914.703520] env[62189]: DEBUG oslo_concurrency.lockutils [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.347s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.704292] env[62189]: DEBUG nova.objects.instance [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Lazy-loading 'resources' on Instance uuid 8e2ab3cd-216d-4921-b0e5-d5f88527ceef {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1914.705035] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121905, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.891087] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5200ec64-2adc-2f89-90d8-a0a9c1c286fd, 'name': SearchDatastore_Task, 'duration_secs': 0.013165} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.891402] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.891687] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] d0a98dc4-51d7-4850-a8b2-ba2aa8d78424/d0a98dc4-51d7-4850-a8b2-ba2aa8d78424.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1914.891973] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90d44257-c39a-4d0e-ba82-1755b738d8bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.898446] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1914.898446] env[62189]: value = "task-2121906" [ 1914.898446] env[62189]: _type = "Task" [ 1914.898446] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.907696] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.981603] env[62189]: DEBUG oslo_vmware.rw_handles [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0bda9-1e50-6fa8-7c34-88d456072e56/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1914.986577] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970abc86-da17-4a2c-b7a1-3d5ff0f9773c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.993508] env[62189]: DEBUG oslo_vmware.rw_handles [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0bda9-1e50-6fa8-7c34-88d456072e56/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1914.993837] env[62189]: ERROR oslo_vmware.rw_handles [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0bda9-1e50-6fa8-7c34-88d456072e56/disk-0.vmdk due to incomplete transfer. [ 1914.997155] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2847c9ef-ea3f-4e5e-b978-13d54bf70ba9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.998839] env[62189]: DEBUG oslo_vmware.api [None req-18cf7d16-cc66-4627-8fff-c478efd51b8c tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121904, 'name': ResetVM_Task, 'duration_secs': 0.091638} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.999489] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-18cf7d16-cc66-4627-8fff-c478efd51b8c tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Did hard reboot of VM {{(pid=62189) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1915.000025] env[62189]: DEBUG nova.compute.manager [None req-18cf7d16-cc66-4627-8fff-c478efd51b8c tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1915.001219] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8817a1eb-dfa0-400b-8c45-96f9e61be924 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.005591] env[62189]: DEBUG oslo_vmware.rw_handles [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0bda9-1e50-6fa8-7c34-88d456072e56/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1915.006053] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Uploaded image 62b76b96-4bbf-40c9-83ca-febe730d3355 to the Glance image server {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1915.008432] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1915.010141] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-98e018cf-d184-45e2-9f87-0c349cbc9447 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.017426] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1915.017426] env[62189]: value = "task-2121907" [ 1915.017426] env[62189]: _type = "Task" [ 1915.017426] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.025546] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121907, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.201087] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121905, 'name': Rename_Task, 'duration_secs': 0.200072} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.201087] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1915.201087] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20221b6d-f90c-43f0-9b5a-a70db465b707 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.207467] env[62189]: DEBUG nova.compute.utils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1915.217135] env[62189]: DEBUG nova.compute.manager [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1915.217135] env[62189]: DEBUG nova.network.neutron [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1915.217858] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Waiting for the task: (returnval){ [ 1915.217858] env[62189]: value = "task-2121908" [ 1915.217858] env[62189]: _type = "Task" [ 1915.217858] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.228318] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121908, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.357231] env[62189]: DEBUG nova.policy [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '736500b919fb41df89cd849f9761ccfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3bd795a2cdb412abcf14832ddc5b1b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1915.409900] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453666} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.412730] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] d0a98dc4-51d7-4850-a8b2-ba2aa8d78424/d0a98dc4-51d7-4850-a8b2-ba2aa8d78424.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1915.412976] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1915.413583] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b333817-a65b-4446-9882-60bd602fa28c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.420117] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1915.420117] env[62189]: value = "task-2121909" [ 1915.420117] env[62189]: _type = "Task" [ 1915.420117] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.428504] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.521019] env[62189]: DEBUG oslo_concurrency.lockutils [None req-18cf7d16-cc66-4627-8fff-c478efd51b8c tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "68f6af87-473f-4d2d-83ca-91d5abbed3de" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.598s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.529613] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121907, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.678305] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019ab2b6-e735-4de6-91eb-e7d5f89b39e8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.688395] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30915908-4098-4370-bd71-f263fb997bb3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.720890] env[62189]: DEBUG nova.compute.manager [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1915.727886] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c108e44-97de-4754-9004-ace33e4324fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.740020] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121908, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.740226] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed9de9f-0314-4090-b47f-c2b304455558 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.755896] env[62189]: DEBUG nova.compute.provider_tree [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1915.929925] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069921} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.930283] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1915.931321] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab289c05-9c21-447f-becd-88a712041dbc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.958250] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] d0a98dc4-51d7-4850-a8b2-ba2aa8d78424/d0a98dc4-51d7-4850-a8b2-ba2aa8d78424.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1915.958632] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b1d1922-7446-40da-8380-9ad1b02aac89 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.979835] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1915.979835] env[62189]: value = "task-2121910" [ 1915.979835] env[62189]: _type = "Task" [ 1915.979835] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.989555] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.030987] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121907, 'name': Destroy_Task, 'duration_secs': 0.668448} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.030987] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Destroyed the VM [ 1916.030987] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1916.030987] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2e47ce1f-8f64-48e0-81c8-18f681993558 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.038357] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1916.038357] env[62189]: value = "task-2121911" [ 1916.038357] env[62189]: _type = "Task" [ 1916.038357] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.045568] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121911, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.216434] env[62189]: DEBUG nova.network.neutron [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Successfully created port: 9f4b9bf5-d5af-4868-b7d7-3af9785a57d8 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1916.241744] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121908, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.263016] env[62189]: DEBUG nova.scheduler.client.report [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1916.501029] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121910, 'name': ReconfigVM_Task, 'duration_secs': 0.461296} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.501029] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Reconfigured VM instance instance-00000020 to attach disk [datastore2] d0a98dc4-51d7-4850-a8b2-ba2aa8d78424/d0a98dc4-51d7-4850-a8b2-ba2aa8d78424.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1916.503744] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec4dd2e1-d432-48c3-a4fd-c2cce2352397 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.508025] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1916.508025] env[62189]: value = "task-2121912" [ 1916.508025] env[62189]: _type = "Task" [ 1916.508025] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.520654] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121912, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.548383] env[62189]: DEBUG oslo_vmware.api [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121911, 'name': RemoveSnapshot_Task, 'duration_secs': 0.398118} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.548383] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1916.548383] env[62189]: INFO nova.compute.manager [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Took 13.73 seconds to snapshot the instance on the hypervisor. [ 1916.736132] env[62189]: DEBUG nova.compute.manager [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1916.738256] env[62189]: DEBUG oslo_vmware.api [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121908, 'name': PowerOnVM_Task, 'duration_secs': 1.065086} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.738814] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1916.739261] env[62189]: INFO nova.compute.manager [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1916.739494] env[62189]: DEBUG nova.compute.manager [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1916.740416] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa59127-9a28-4d55-99d1-47ec6cb4fc3b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.777332] env[62189]: DEBUG nova.virt.hardware [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1916.778101] env[62189]: DEBUG nova.virt.hardware [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1916.778486] env[62189]: DEBUG nova.virt.hardware [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1916.784022] env[62189]: DEBUG nova.virt.hardware [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1916.784022] env[62189]: DEBUG nova.virt.hardware [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1916.784022] env[62189]: DEBUG nova.virt.hardware [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1916.784022] env[62189]: DEBUG nova.virt.hardware [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1916.784022] env[62189]: DEBUG nova.virt.hardware [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1916.784293] env[62189]: DEBUG nova.virt.hardware [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1916.784293] env[62189]: DEBUG nova.virt.hardware [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1916.784293] env[62189]: DEBUG nova.virt.hardware [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1916.788024] env[62189]: DEBUG oslo_concurrency.lockutils [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.788024] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d5b1d1-a7f2-4568-9ac3-6eae358cf4ee {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.792022] env[62189]: DEBUG oslo_concurrency.lockutils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.233s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.793538] env[62189]: INFO nova.compute.claims [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1916.807029] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb79d59-efd1-479a-b97e-313e2919a330 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.836693] env[62189]: INFO nova.scheduler.client.report [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Deleted allocations for instance 8e2ab3cd-216d-4921-b0e5-d5f88527ceef [ 1916.976461] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "0f430e69-87bb-4dd4-b49f-d2a5715f1b44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.976733] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "0f430e69-87bb-4dd4-b49f-d2a5715f1b44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.976943] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "0f430e69-87bb-4dd4-b49f-d2a5715f1b44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.977323] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "0f430e69-87bb-4dd4-b49f-d2a5715f1b44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.977398] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "0f430e69-87bb-4dd4-b49f-d2a5715f1b44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.982274] env[62189]: INFO nova.compute.manager [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Terminating instance [ 1917.022585] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121912, 'name': Rename_Task, 'duration_secs': 0.382285} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.022585] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1917.022908] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6ec276b-6279-4527-bfa6-87028aca83fc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.031110] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1917.031110] env[62189]: value = "task-2121913" [ 1917.031110] env[62189]: _type = "Task" [ 1917.031110] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.042802] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.058742] env[62189]: DEBUG nova.compute.manager [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Instance disappeared during snapshot {{(pid=62189) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1917.073813] env[62189]: DEBUG nova.compute.manager [None req-aa992687-06fb-4c38-8754-f32031d5c7c1 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Image not found during clean up 62b76b96-4bbf-40c9-83ca-febe730d3355 {{(pid=62189) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1917.264475] env[62189]: INFO nova.compute.manager [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Took 39.83 seconds to build instance. [ 1917.348758] env[62189]: DEBUG oslo_concurrency.lockutils [None req-593a0e3b-2c82-47ea-8ae8-67969c7be8ae tempest-ImagesOneServerTestJSON-367314921 tempest-ImagesOneServerTestJSON-367314921-project-member] Lock "8e2ab3cd-216d-4921-b0e5-d5f88527ceef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.465s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.368314] env[62189]: DEBUG nova.compute.manager [req-f7915d81-67c6-4151-9d4e-560fed88b010 req-43a90f03-ef4a-4a01-979a-9407d62650df service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Received event network-changed-54207f36-2f98-4cc6-997c-ebe706821112 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1917.368521] env[62189]: DEBUG nova.compute.manager [req-f7915d81-67c6-4151-9d4e-560fed88b010 req-43a90f03-ef4a-4a01-979a-9407d62650df service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Refreshing instance network info cache due to event network-changed-54207f36-2f98-4cc6-997c-ebe706821112. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1917.371878] env[62189]: DEBUG oslo_concurrency.lockutils [req-f7915d81-67c6-4151-9d4e-560fed88b010 req-43a90f03-ef4a-4a01-979a-9407d62650df service nova] Acquiring lock "refresh_cache-68f6af87-473f-4d2d-83ca-91d5abbed3de" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.371878] env[62189]: DEBUG oslo_concurrency.lockutils [req-f7915d81-67c6-4151-9d4e-560fed88b010 req-43a90f03-ef4a-4a01-979a-9407d62650df service nova] Acquired lock "refresh_cache-68f6af87-473f-4d2d-83ca-91d5abbed3de" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.374121] env[62189]: DEBUG nova.network.neutron [req-f7915d81-67c6-4151-9d4e-560fed88b010 req-43a90f03-ef4a-4a01-979a-9407d62650df service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Refreshing network info cache for port 54207f36-2f98-4cc6-997c-ebe706821112 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1917.489038] env[62189]: DEBUG nova.compute.manager [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1917.489038] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1917.489038] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d01f2ae-7e66-4979-a856-01992e3078e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.499727] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1917.499727] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db24db58-1af3-41b9-bd11-1f90fb7b65cb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.545056] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121913, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.629958] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1917.629958] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1917.629958] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleting the datastore file [datastore2] 0f430e69-87bb-4dd4-b49f-d2a5715f1b44 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1917.629958] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40fb1762-e006-4c0e-9aca-e6ab02995d8a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.639630] env[62189]: DEBUG oslo_vmware.api [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1917.639630] env[62189]: value = "task-2121915" [ 1917.639630] env[62189]: _type = "Task" [ 1917.639630] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.653013] env[62189]: DEBUG oslo_vmware.api [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.766905] env[62189]: DEBUG oslo_concurrency.lockutils [None req-869fa0b2-fc3b-4746-8ce8-f9648ba361ae tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Lock "4518fa3a-0ff8-4571-8703-44b44b53f33b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.930s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.042157] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121913, 'name': PowerOnVM_Task, 'duration_secs': 0.751865} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.045015] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1918.045250] env[62189]: INFO nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1918.045442] env[62189]: DEBUG nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1918.047857] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a8f940-0fcf-433e-9122-074e9568f63c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.053249] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "1f188c41-dbf1-4c51-8a80-0175b8c3e5f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.053451] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "1f188c41-dbf1-4c51-8a80-0175b8c3e5f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.151198] env[62189]: DEBUG oslo_vmware.api [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142013} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.151198] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.151198] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1918.151198] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1918.151198] env[62189]: INFO nova.compute.manager [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1918.151375] env[62189]: DEBUG oslo.service.loopingcall [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.153561] env[62189]: DEBUG nova.compute.manager [-] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1918.153700] env[62189]: DEBUG nova.network.neutron [-] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1918.269549] env[62189]: DEBUG nova.compute.manager [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1918.319771] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78cf416-9b11-4501-ac19-07b57512e399 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.330210] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b43f331-9536-4319-9f04-4a042a459008 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.332619] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "68f6af87-473f-4d2d-83ca-91d5abbed3de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.332931] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "68f6af87-473f-4d2d-83ca-91d5abbed3de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.333191] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "68f6af87-473f-4d2d-83ca-91d5abbed3de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.333417] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "68f6af87-473f-4d2d-83ca-91d5abbed3de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.333639] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "68f6af87-473f-4d2d-83ca-91d5abbed3de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.335761] env[62189]: INFO nova.compute.manager [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Terminating instance [ 1918.370728] env[62189]: DEBUG nova.compute.manager [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1918.370728] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1918.370986] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf3c7ac-cb93-4f2c-b56c-a47681760788 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.374656] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7cab70-4f15-41f1-aa98-139e916e18a2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.388436] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd92ed89-265d-44eb-adaf-756d03b3ff29 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.390329] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1918.390876] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b8ebceb-f983-4417-8fd7-e2ad58be6851 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.404035] env[62189]: DEBUG nova.compute.provider_tree [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1918.406890] env[62189]: DEBUG oslo_vmware.api [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1918.406890] env[62189]: value = "task-2121916" [ 1918.406890] env[62189]: _type = "Task" [ 1918.406890] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.416940] env[62189]: DEBUG oslo_vmware.api [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.416940] env[62189]: DEBUG oslo_concurrency.lockutils [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Acquiring lock "4518fa3a-0ff8-4571-8703-44b44b53f33b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.417160] env[62189]: DEBUG oslo_concurrency.lockutils [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Lock "4518fa3a-0ff8-4571-8703-44b44b53f33b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.417360] env[62189]: DEBUG oslo_concurrency.lockutils [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Acquiring lock "4518fa3a-0ff8-4571-8703-44b44b53f33b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.417557] env[62189]: DEBUG oslo_concurrency.lockutils [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Lock "4518fa3a-0ff8-4571-8703-44b44b53f33b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.418288] env[62189]: DEBUG oslo_concurrency.lockutils [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Lock "4518fa3a-0ff8-4571-8703-44b44b53f33b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.420552] env[62189]: INFO nova.compute.manager [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Terminating instance [ 1918.498272] env[62189]: DEBUG nova.network.neutron [req-f7915d81-67c6-4151-9d4e-560fed88b010 req-43a90f03-ef4a-4a01-979a-9407d62650df service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Updated VIF entry in instance network info cache for port 54207f36-2f98-4cc6-997c-ebe706821112. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1918.498656] env[62189]: DEBUG nova.network.neutron [req-f7915d81-67c6-4151-9d4e-560fed88b010 req-43a90f03-ef4a-4a01-979a-9407d62650df service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Updating instance_info_cache with network_info: [{"id": "54207f36-2f98-4cc6-997c-ebe706821112", "address": "fa:16:3e:07:99:8d", "network": {"id": "11497afc-56fa-4b6c-bbdc-6cd28061d2ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2010063516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6f17208b1284ea6849ab6c689ba9467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54207f36-2f", "ovs_interfaceid": "54207f36-2f98-4cc6-997c-ebe706821112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.577201] env[62189]: INFO nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Took 40.00 seconds to build instance. [ 1918.643252] env[62189]: DEBUG nova.network.neutron [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Successfully updated port: 9f4b9bf5-d5af-4868-b7d7-3af9785a57d8 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1918.735291] env[62189]: DEBUG nova.compute.manager [req-f48ec573-58eb-41e0-a4c8-3f951e7c01b2 req-ec94491e-ed95-4494-bf10-6c73bb76233b service nova] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Received event network-vif-plugged-ef20ca64-98ce-45d4-b8ca-bc252b2824eb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1918.736413] env[62189]: DEBUG oslo_concurrency.lockutils [req-f48ec573-58eb-41e0-a4c8-3f951e7c01b2 req-ec94491e-ed95-4494-bf10-6c73bb76233b service nova] Acquiring lock "cc448c2e-550f-4bec-a076-548e035629fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.740436] env[62189]: DEBUG oslo_concurrency.lockutils [req-f48ec573-58eb-41e0-a4c8-3f951e7c01b2 req-ec94491e-ed95-4494-bf10-6c73bb76233b service nova] Lock "cc448c2e-550f-4bec-a076-548e035629fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.740765] env[62189]: DEBUG oslo_concurrency.lockutils [req-f48ec573-58eb-41e0-a4c8-3f951e7c01b2 req-ec94491e-ed95-4494-bf10-6c73bb76233b service nova] Lock "cc448c2e-550f-4bec-a076-548e035629fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.005s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.740822] env[62189]: DEBUG nova.compute.manager [req-f48ec573-58eb-41e0-a4c8-3f951e7c01b2 req-ec94491e-ed95-4494-bf10-6c73bb76233b service nova] [instance: cc448c2e-550f-4bec-a076-548e035629fd] No waiting events found dispatching network-vif-plugged-ef20ca64-98ce-45d4-b8ca-bc252b2824eb {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1918.740955] env[62189]: WARNING nova.compute.manager [req-f48ec573-58eb-41e0-a4c8-3f951e7c01b2 req-ec94491e-ed95-4494-bf10-6c73bb76233b service nova] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Received unexpected event network-vif-plugged-ef20ca64-98ce-45d4-b8ca-bc252b2824eb for instance with vm_state building and task_state spawning. [ 1918.794312] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.908894] env[62189]: DEBUG nova.scheduler.client.report [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1918.926035] env[62189]: DEBUG nova.compute.manager [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1918.926196] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1918.927017] env[62189]: DEBUG oslo_vmware.api [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121916, 'name': PowerOffVM_Task, 'duration_secs': 0.392821} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.929043] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fe28f1-8727-4af4-9afa-8ac34be298a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.932535] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1918.932712] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1918.933654] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ec3d049-be41-4f06-9882-a3b3a5c5eb4b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.941605] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1918.941880] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d195213-e1e4-4216-a95a-1fc384ea1ae4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.948546] env[62189]: DEBUG oslo_vmware.api [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Waiting for the task: (returnval){ [ 1918.948546] env[62189]: value = "task-2121918" [ 1918.948546] env[62189]: _type = "Task" [ 1918.948546] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.957694] env[62189]: DEBUG oslo_vmware.api [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.001444] env[62189]: DEBUG oslo_concurrency.lockutils [req-f7915d81-67c6-4151-9d4e-560fed88b010 req-43a90f03-ef4a-4a01-979a-9407d62650df service nova] Releasing lock "refresh_cache-68f6af87-473f-4d2d-83ca-91d5abbed3de" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.017557] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1919.018624] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1919.018855] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Deleting the datastore file [datastore2] 68f6af87-473f-4d2d-83ca-91d5abbed3de {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1919.021387] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f23bf29-5000-4cf4-8829-2154cadb12d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.030972] env[62189]: DEBUG oslo_vmware.api [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1919.030972] env[62189]: value = "task-2121919" [ 1919.030972] env[62189]: _type = "Task" [ 1919.030972] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.040975] env[62189]: DEBUG oslo_vmware.api [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.053395] env[62189]: DEBUG nova.network.neutron [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Successfully updated port: ef20ca64-98ce-45d4-b8ca-bc252b2824eb {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1919.079121] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "d0a98dc4-51d7-4850-a8b2-ba2aa8d78424" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.564s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.149215] env[62189]: DEBUG oslo_concurrency.lockutils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "refresh_cache-47d7b493-f029-4b9d-813f-1446ff42d080" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.149444] env[62189]: DEBUG oslo_concurrency.lockutils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "refresh_cache-47d7b493-f029-4b9d-813f-1446ff42d080" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.149658] env[62189]: DEBUG nova.network.neutron [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.396370] env[62189]: DEBUG nova.compute.manager [req-1642af22-d942-4057-ba5b-b10d1cf75df0 req-20a39ff9-3546-4605-a1bb-f40e6f62597e service nova] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Received event network-vif-plugged-9f4b9bf5-d5af-4868-b7d7-3af9785a57d8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1919.396630] env[62189]: DEBUG oslo_concurrency.lockutils [req-1642af22-d942-4057-ba5b-b10d1cf75df0 req-20a39ff9-3546-4605-a1bb-f40e6f62597e service nova] Acquiring lock "47d7b493-f029-4b9d-813f-1446ff42d080-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.396798] env[62189]: DEBUG oslo_concurrency.lockutils [req-1642af22-d942-4057-ba5b-b10d1cf75df0 req-20a39ff9-3546-4605-a1bb-f40e6f62597e service nova] Lock "47d7b493-f029-4b9d-813f-1446ff42d080-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.396960] env[62189]: DEBUG oslo_concurrency.lockutils [req-1642af22-d942-4057-ba5b-b10d1cf75df0 req-20a39ff9-3546-4605-a1bb-f40e6f62597e service nova] Lock "47d7b493-f029-4b9d-813f-1446ff42d080-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.397374] env[62189]: DEBUG nova.compute.manager [req-1642af22-d942-4057-ba5b-b10d1cf75df0 req-20a39ff9-3546-4605-a1bb-f40e6f62597e service nova] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] No waiting events found dispatching network-vif-plugged-9f4b9bf5-d5af-4868-b7d7-3af9785a57d8 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1919.397456] env[62189]: WARNING nova.compute.manager [req-1642af22-d942-4057-ba5b-b10d1cf75df0 req-20a39ff9-3546-4605-a1bb-f40e6f62597e service nova] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Received unexpected event network-vif-plugged-9f4b9bf5-d5af-4868-b7d7-3af9785a57d8 for instance with vm_state building and task_state spawning. [ 1919.397566] env[62189]: DEBUG nova.compute.manager [req-1642af22-d942-4057-ba5b-b10d1cf75df0 req-20a39ff9-3546-4605-a1bb-f40e6f62597e service nova] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Received event network-changed-9f4b9bf5-d5af-4868-b7d7-3af9785a57d8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1919.397770] env[62189]: DEBUG nova.compute.manager [req-1642af22-d942-4057-ba5b-b10d1cf75df0 req-20a39ff9-3546-4605-a1bb-f40e6f62597e service nova] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Refreshing instance network info cache due to event network-changed-9f4b9bf5-d5af-4868-b7d7-3af9785a57d8. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1919.397964] env[62189]: DEBUG oslo_concurrency.lockutils [req-1642af22-d942-4057-ba5b-b10d1cf75df0 req-20a39ff9-3546-4605-a1bb-f40e6f62597e service nova] Acquiring lock "refresh_cache-47d7b493-f029-4b9d-813f-1446ff42d080" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.418749] env[62189]: DEBUG oslo_concurrency.lockutils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.419447] env[62189]: DEBUG nova.compute.manager [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1919.422868] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.106s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.424984] env[62189]: INFO nova.compute.claims [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1919.459994] env[62189]: DEBUG oslo_vmware.api [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121918, 'name': PowerOffVM_Task, 'duration_secs': 0.212034} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.460725] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1919.460949] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1919.461263] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60fa8543-f8ff-434b-857b-08223f6eee00 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.523702] env[62189]: DEBUG nova.network.neutron [-] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.541927] env[62189]: DEBUG oslo_vmware.api [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137345} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.541927] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1919.542160] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1919.542300] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1919.542476] env[62189]: INFO nova.compute.manager [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1919.542713] env[62189]: DEBUG oslo.service.loopingcall [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1919.542895] env[62189]: DEBUG nova.compute.manager [-] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1919.542989] env[62189]: DEBUG nova.network.neutron [-] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1919.555477] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "refresh_cache-cc448c2e-550f-4bec-a076-548e035629fd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.555630] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquired lock "refresh_cache-cc448c2e-550f-4bec-a076-548e035629fd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.555779] env[62189]: DEBUG nova.network.neutron [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.586033] env[62189]: DEBUG nova.compute.manager [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1919.688737] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1919.688947] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1919.689141] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Deleting the datastore file [datastore2] 4518fa3a-0ff8-4571-8703-44b44b53f33b {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1919.689474] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b9e0037-76b3-4cd5-bbf2-4564e77beb30 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.698802] env[62189]: DEBUG oslo_vmware.api [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Waiting for the task: (returnval){ [ 1919.698802] env[62189]: value = "task-2121921" [ 1919.698802] env[62189]: _type = "Task" [ 1919.698802] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.710782] env[62189]: DEBUG oslo_vmware.api [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.725171] env[62189]: DEBUG nova.network.neutron [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1919.924909] env[62189]: DEBUG nova.compute.utils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1919.926376] env[62189]: DEBUG nova.compute.manager [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1919.926564] env[62189]: DEBUG nova.network.neutron [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1919.986827] env[62189]: DEBUG nova.policy [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53b032d3b44f44aea47b0ead2cf7b8de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '649382691bb342e3ad6c5164ef53011f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1920.026873] env[62189]: INFO nova.compute.manager [-] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Took 1.87 seconds to deallocate network for instance. [ 1920.113015] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.198767] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Acquiring lock "8dec3082-22e8-4eda-9554-a4742dfa2471" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.199133] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Lock "8dec3082-22e8-4eda-9554-a4742dfa2471" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.213030] env[62189]: DEBUG oslo_vmware.api [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Task: {'id': task-2121921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14189} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.213030] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1920.213030] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1920.213030] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1920.213030] env[62189]: INFO nova.compute.manager [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1920.213257] env[62189]: DEBUG oslo.service.loopingcall [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.213257] env[62189]: DEBUG nova.compute.manager [-] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1920.213257] env[62189]: DEBUG nova.network.neutron [-] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1920.259731] env[62189]: DEBUG nova.network.neutron [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Updating instance_info_cache with network_info: [{"id": "9f4b9bf5-d5af-4868-b7d7-3af9785a57d8", "address": "fa:16:3e:04:67:77", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4b9bf5-d5", "ovs_interfaceid": "9f4b9bf5-d5af-4868-b7d7-3af9785a57d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.365645] env[62189]: DEBUG nova.network.neutron [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1920.432402] env[62189]: DEBUG nova.compute.manager [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1920.537095] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.762215] env[62189]: DEBUG oslo_concurrency.lockutils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "refresh_cache-47d7b493-f029-4b9d-813f-1446ff42d080" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.762547] env[62189]: DEBUG nova.compute.manager [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Instance network_info: |[{"id": "9f4b9bf5-d5af-4868-b7d7-3af9785a57d8", "address": "fa:16:3e:04:67:77", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4b9bf5-d5", "ovs_interfaceid": "9f4b9bf5-d5af-4868-b7d7-3af9785a57d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1920.762844] env[62189]: DEBUG oslo_concurrency.lockutils [req-1642af22-d942-4057-ba5b-b10d1cf75df0 req-20a39ff9-3546-4605-a1bb-f40e6f62597e service nova] Acquired lock "refresh_cache-47d7b493-f029-4b9d-813f-1446ff42d080" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.763028] env[62189]: DEBUG nova.network.neutron [req-1642af22-d942-4057-ba5b-b10d1cf75df0 req-20a39ff9-3546-4605-a1bb-f40e6f62597e service nova] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Refreshing network info cache for port 9f4b9bf5-d5af-4868-b7d7-3af9785a57d8 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1920.764305] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:67:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f4b9bf5-d5af-4868-b7d7-3af9785a57d8', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1920.774867] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Creating folder: Project (a3bd795a2cdb412abcf14832ddc5b1b1). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1920.782052] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0497cd79-1f6d-4629-9f43-81512d27f1fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.796848] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Created folder: Project (a3bd795a2cdb412abcf14832ddc5b1b1) in parent group-v433996. [ 1920.796848] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Creating folder: Instances. Parent ref: group-v434101. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1920.796848] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2a112e6-a1d6-4e6b-94d0-ac0bf31b53bd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.808254] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Created folder: Instances in parent group-v434101. [ 1920.808254] env[62189]: DEBUG oslo.service.loopingcall [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.808460] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1920.808927] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7e1b067-c418-4a95-8064-a9303f32d7ec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.835926] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1920.835926] env[62189]: value = "task-2121924" [ 1920.835926] env[62189]: _type = "Task" [ 1920.835926] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.844621] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121924, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.907110] env[62189]: DEBUG nova.compute.manager [req-dc8b370b-cd44-411c-9b0c-936c88a925f9 req-eb571af0-276c-4ca4-86c8-c0d82c2b710a service nova] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Received event network-vif-deleted-e727af1f-8478-4b6c-ba0d-69902cf712fa {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1920.907398] env[62189]: DEBUG nova.compute.manager [req-dc8b370b-cd44-411c-9b0c-936c88a925f9 req-eb571af0-276c-4ca4-86c8-c0d82c2b710a service nova] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Received event network-changed-ef20ca64-98ce-45d4-b8ca-bc252b2824eb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1920.907529] env[62189]: DEBUG nova.compute.manager [req-dc8b370b-cd44-411c-9b0c-936c88a925f9 req-eb571af0-276c-4ca4-86c8-c0d82c2b710a service nova] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Refreshing instance network info cache due to event network-changed-ef20ca64-98ce-45d4-b8ca-bc252b2824eb. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1920.907716] env[62189]: DEBUG oslo_concurrency.lockutils [req-dc8b370b-cd44-411c-9b0c-936c88a925f9 req-eb571af0-276c-4ca4-86c8-c0d82c2b710a service nova] Acquiring lock "refresh_cache-cc448c2e-550f-4bec-a076-548e035629fd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.912937] env[62189]: DEBUG nova.network.neutron [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Updating instance_info_cache with network_info: [{"id": "ef20ca64-98ce-45d4-b8ca-bc252b2824eb", "address": "fa:16:3e:b5:7a:06", "network": {"id": "ed98e06d-7b94-4f36-ac7c-22df495b158b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1994170575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac6ccebca6a444ceb546e8876c881770", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef20ca64-98", "ovs_interfaceid": "ef20ca64-98ce-45d4-b8ca-bc252b2824eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.028511] env[62189]: DEBUG nova.network.neutron [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Successfully created port: 3ea662c2-b6d3-4db4-a32c-87cdc8c92259 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1921.136187] env[62189]: DEBUG nova.network.neutron [-] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.243502] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7675d853-0695-4fc7-b5a1-807ea5fc688f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.251272] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3950fb59-c1d8-431a-abcd-e7bbefe31d0a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.290382] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683d7400-3135-4c38-b000-30e3cb0a19d7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.298804] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14efc8b3-acde-4404-b067-ba4f6205483b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.313636] env[62189]: DEBUG nova.compute.provider_tree [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1921.346411] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121924, 'name': CreateVM_Task, 'duration_secs': 0.370085} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.346600] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1921.347298] env[62189]: DEBUG oslo_concurrency.lockutils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.347424] env[62189]: DEBUG oslo_concurrency.lockutils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.347734] env[62189]: DEBUG oslo_concurrency.lockutils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1921.348027] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2408f47-be79-4c49-a0d4-0403f59d1a5c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.352472] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1921.352472] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ce62c0-b5ed-680b-a7eb-57487067a457" [ 1921.352472] env[62189]: _type = "Task" [ 1921.352472] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.360356] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ce62c0-b5ed-680b-a7eb-57487067a457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.420287] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Releasing lock "refresh_cache-cc448c2e-550f-4bec-a076-548e035629fd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.420374] env[62189]: DEBUG nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Instance network_info: |[{"id": "ef20ca64-98ce-45d4-b8ca-bc252b2824eb", "address": "fa:16:3e:b5:7a:06", "network": {"id": "ed98e06d-7b94-4f36-ac7c-22df495b158b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1994170575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac6ccebca6a444ceb546e8876c881770", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef20ca64-98", "ovs_interfaceid": "ef20ca64-98ce-45d4-b8ca-bc252b2824eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1921.420692] env[62189]: DEBUG oslo_concurrency.lockutils [req-dc8b370b-cd44-411c-9b0c-936c88a925f9 req-eb571af0-276c-4ca4-86c8-c0d82c2b710a service nova] Acquired lock "refresh_cache-cc448c2e-550f-4bec-a076-548e035629fd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.420869] env[62189]: DEBUG nova.network.neutron [req-dc8b370b-cd44-411c-9b0c-936c88a925f9 req-eb571af0-276c-4ca4-86c8-c0d82c2b710a service nova] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Refreshing network info cache for port ef20ca64-98ce-45d4-b8ca-bc252b2824eb {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1921.426088] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:7a:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef20ca64-98ce-45d4-b8ca-bc252b2824eb', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1921.438213] env[62189]: DEBUG oslo.service.loopingcall [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.444395] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1921.445734] env[62189]: DEBUG nova.compute.manager [req-cb49371a-b451-452b-8775-09eadf22a9d2 req-78e39227-523d-4ef3-8d45-c05bbca0e600 service nova] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Received event network-vif-deleted-ae12fc32-f530-402a-a96c-1de9f8bb34b5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1921.445924] env[62189]: INFO nova.compute.manager [req-cb49371a-b451-452b-8775-09eadf22a9d2 req-78e39227-523d-4ef3-8d45-c05bbca0e600 service nova] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Neutron deleted interface ae12fc32-f530-402a-a96c-1de9f8bb34b5; detaching it from the instance and deleting it from the info cache [ 1921.446101] env[62189]: DEBUG nova.network.neutron [req-cb49371a-b451-452b-8775-09eadf22a9d2 req-78e39227-523d-4ef3-8d45-c05bbca0e600 service nova] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.448556] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e2fe7ff-d09c-442e-87d4-d4cef403f155 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.465659] env[62189]: DEBUG nova.compute.manager [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1921.468436] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3568faa4-3042-4765-aaf9-1059346099f9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.479396] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9769cc01-cb90-4ecc-93e0-5ba232fa77ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.492136] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1921.492136] env[62189]: value = "task-2121925" [ 1921.492136] env[62189]: _type = "Task" [ 1921.492136] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.504388] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121925, 'name': CreateVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.506755] env[62189]: DEBUG nova.virt.hardware [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1921.507026] env[62189]: DEBUG nova.virt.hardware [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1921.507221] env[62189]: DEBUG nova.virt.hardware [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1921.507411] env[62189]: DEBUG nova.virt.hardware [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1921.507549] env[62189]: DEBUG nova.virt.hardware [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1921.507697] env[62189]: DEBUG nova.virt.hardware [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1921.507939] env[62189]: DEBUG nova.virt.hardware [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1921.508206] env[62189]: DEBUG nova.virt.hardware [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1921.508300] env[62189]: DEBUG nova.virt.hardware [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1921.508502] env[62189]: DEBUG nova.virt.hardware [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1921.508694] env[62189]: DEBUG nova.virt.hardware [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1921.521826] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f330ff2c-4552-4f09-a451-f5b032d4ac31 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.525183] env[62189]: DEBUG nova.network.neutron [-] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.526417] env[62189]: DEBUG nova.compute.manager [req-cb49371a-b451-452b-8775-09eadf22a9d2 req-78e39227-523d-4ef3-8d45-c05bbca0e600 service nova] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Detach interface failed, port_id=ae12fc32-f530-402a-a96c-1de9f8bb34b5, reason: Instance 4518fa3a-0ff8-4571-8703-44b44b53f33b could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1921.536281] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1de03d-de35-4a54-b487-b5ca3a02885a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.639225] env[62189]: INFO nova.compute.manager [-] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Took 2.10 seconds to deallocate network for instance. [ 1921.765896] env[62189]: DEBUG nova.network.neutron [req-1642af22-d942-4057-ba5b-b10d1cf75df0 req-20a39ff9-3546-4605-a1bb-f40e6f62597e service nova] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Updated VIF entry in instance network info cache for port 9f4b9bf5-d5af-4868-b7d7-3af9785a57d8. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.766354] env[62189]: DEBUG nova.network.neutron [req-1642af22-d942-4057-ba5b-b10d1cf75df0 req-20a39ff9-3546-4605-a1bb-f40e6f62597e service nova] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Updating instance_info_cache with network_info: [{"id": "9f4b9bf5-d5af-4868-b7d7-3af9785a57d8", "address": "fa:16:3e:04:67:77", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4b9bf5-d5", "ovs_interfaceid": "9f4b9bf5-d5af-4868-b7d7-3af9785a57d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.819019] env[62189]: DEBUG nova.scheduler.client.report [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1921.863265] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ce62c0-b5ed-680b-a7eb-57487067a457, 'name': SearchDatastore_Task, 'duration_secs': 0.023872} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.863630] env[62189]: DEBUG oslo_concurrency.lockutils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.863877] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1921.864172] env[62189]: DEBUG oslo_concurrency.lockutils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.864333] env[62189]: DEBUG oslo_concurrency.lockutils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.864515] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1921.864778] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9d27068-efb0-4281-b1ce-bfab04ec94ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.873711] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1921.873881] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1921.874642] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1134f79b-defb-4f1c-a464-238675e1407a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.880072] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1921.880072] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522dcd9f-3fa3-92f8-9b34-505932e340d7" [ 1921.880072] env[62189]: _type = "Task" [ 1921.880072] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.892426] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522dcd9f-3fa3-92f8-9b34-505932e340d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.893545] env[62189]: DEBUG nova.network.neutron [req-dc8b370b-cd44-411c-9b0c-936c88a925f9 req-eb571af0-276c-4ca4-86c8-c0d82c2b710a service nova] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Updated VIF entry in instance network info cache for port ef20ca64-98ce-45d4-b8ca-bc252b2824eb. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.893794] env[62189]: DEBUG nova.network.neutron [req-dc8b370b-cd44-411c-9b0c-936c88a925f9 req-eb571af0-276c-4ca4-86c8-c0d82c2b710a service nova] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Updating instance_info_cache with network_info: [{"id": "ef20ca64-98ce-45d4-b8ca-bc252b2824eb", "address": "fa:16:3e:b5:7a:06", "network": {"id": "ed98e06d-7b94-4f36-ac7c-22df495b158b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1994170575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac6ccebca6a444ceb546e8876c881770", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef20ca64-98", "ovs_interfaceid": "ef20ca64-98ce-45d4-b8ca-bc252b2824eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.004715] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121925, 'name': CreateVM_Task, 'duration_secs': 0.432697} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.004878] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1922.005587] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.005752] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.006079] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1922.006610] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f54eceab-e0e5-41d6-aaa5-0d82f24455f0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.011546] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1922.011546] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521f52c2-29f1-2bcc-0299-3344a88171dc" [ 1922.011546] env[62189]: _type = "Task" [ 1922.011546] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.020920] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521f52c2-29f1-2bcc-0299-3344a88171dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.029833] env[62189]: INFO nova.compute.manager [-] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Took 1.82 seconds to deallocate network for instance. [ 1922.148990] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.274380] env[62189]: DEBUG oslo_concurrency.lockutils [req-1642af22-d942-4057-ba5b-b10d1cf75df0 req-20a39ff9-3546-4605-a1bb-f40e6f62597e service nova] Releasing lock "refresh_cache-47d7b493-f029-4b9d-813f-1446ff42d080" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.322880] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.900s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.323430] env[62189]: DEBUG nova.compute.manager [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1922.326240] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.480s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.327660] env[62189]: INFO nova.compute.claims [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1922.390600] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522dcd9f-3fa3-92f8-9b34-505932e340d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.391995] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7fa5ad1-3346-4849-b579-7dea75aea5c6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.396757] env[62189]: DEBUG oslo_concurrency.lockutils [req-dc8b370b-cd44-411c-9b0c-936c88a925f9 req-eb571af0-276c-4ca4-86c8-c0d82c2b710a service nova] Releasing lock "refresh_cache-cc448c2e-550f-4bec-a076-548e035629fd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.397015] env[62189]: DEBUG nova.compute.manager [req-dc8b370b-cd44-411c-9b0c-936c88a925f9 req-eb571af0-276c-4ca4-86c8-c0d82c2b710a service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Received event network-vif-deleted-54207f36-2f98-4cc6-997c-ebe706821112 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1922.397256] env[62189]: INFO nova.compute.manager [req-dc8b370b-cd44-411c-9b0c-936c88a925f9 req-eb571af0-276c-4ca4-86c8-c0d82c2b710a service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Neutron deleted interface 54207f36-2f98-4cc6-997c-ebe706821112; detaching it from the instance and deleting it from the info cache [ 1922.397459] env[62189]: DEBUG nova.network.neutron [req-dc8b370b-cd44-411c-9b0c-936c88a925f9 req-eb571af0-276c-4ca4-86c8-c0d82c2b710a service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.398574] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1922.398574] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a77d6d-5a93-b361-a7f4-ea2a2af2c4c8" [ 1922.398574] env[62189]: _type = "Task" [ 1922.398574] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.408803] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a77d6d-5a93-b361-a7f4-ea2a2af2c4c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.409569] env[62189]: DEBUG oslo_concurrency.lockutils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.410630] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 47d7b493-f029-4b9d-813f-1446ff42d080/47d7b493-f029-4b9d-813f-1446ff42d080.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1922.410630] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-562a6044-0673-4d05-9441-dbcb9c208811 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.418897] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1922.418897] env[62189]: value = "task-2121926" [ 1922.418897] env[62189]: _type = "Task" [ 1922.418897] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.426332] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.524315] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521f52c2-29f1-2bcc-0299-3344a88171dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008864} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.524315] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.524845] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1922.524845] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.525140] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.525391] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1922.525703] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-897116e8-3903-4f73-93a3-6793e49fd313 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.534693] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1922.534897] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1922.536479] env[62189]: DEBUG oslo_concurrency.lockutils [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.536705] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fbf0d1d-f715-4d0c-87fd-d07dcbde1ba4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.542691] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1922.542691] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dbc75d-f56b-f2a3-c509-bbc007da2b42" [ 1922.542691] env[62189]: _type = "Task" [ 1922.542691] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.552311] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dbc75d-f56b-f2a3-c509-bbc007da2b42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.688530] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Acquiring lock "52287368-e85a-4865-891e-ea4f3d7aae73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.688844] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Lock "52287368-e85a-4865-891e-ea4f3d7aae73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.832081] env[62189]: DEBUG nova.compute.utils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1922.837417] env[62189]: DEBUG nova.compute.manager [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1922.837417] env[62189]: DEBUG nova.network.neutron [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1922.900567] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58d4bcd5-a21c-45fa-807f-ff0c4bcf6739 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.912225] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2d7a4e-458e-44a0-9bcb-6fdee6259c4a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.936219] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50849} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.936586] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 47d7b493-f029-4b9d-813f-1446ff42d080/47d7b493-f029-4b9d-813f-1446ff42d080.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1922.936823] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1922.937092] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71f0cbbc-69ac-4e41-8315-e0792523b8ee {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.953654] env[62189]: DEBUG nova.compute.manager [req-dc8b370b-cd44-411c-9b0c-936c88a925f9 req-eb571af0-276c-4ca4-86c8-c0d82c2b710a service nova] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Detach interface failed, port_id=54207f36-2f98-4cc6-997c-ebe706821112, reason: Instance 68f6af87-473f-4d2d-83ca-91d5abbed3de could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1922.955477] env[62189]: DEBUG nova.policy [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53b032d3b44f44aea47b0ead2cf7b8de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '649382691bb342e3ad6c5164ef53011f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1922.961858] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1922.961858] env[62189]: value = "task-2121927" [ 1922.961858] env[62189]: _type = "Task" [ 1922.961858] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.970284] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.054132] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dbc75d-f56b-f2a3-c509-bbc007da2b42, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.054919] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4469d9-a045-41cf-a292-4c5abcb2fc9e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.060399] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1923.060399] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528abd89-c5d7-6381-11f1-f2aeffdbc12f" [ 1923.060399] env[62189]: _type = "Task" [ 1923.060399] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.068694] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528abd89-c5d7-6381-11f1-f2aeffdbc12f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.075620] env[62189]: DEBUG nova.network.neutron [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Successfully updated port: 3ea662c2-b6d3-4db4-a32c-87cdc8c92259 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1923.336974] env[62189]: DEBUG nova.compute.manager [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1923.421856] env[62189]: DEBUG nova.network.neutron [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Successfully created port: fcf87d7f-d594-423d-988c-5fef1ba457ab {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1923.471924] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209937} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.475049] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1923.476209] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc1d56b-bc6d-4889-b056-fc59bc80670d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.501241] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 47d7b493-f029-4b9d-813f-1446ff42d080/47d7b493-f029-4b9d-813f-1446ff42d080.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1923.504262] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eda59fb-89c1-4191-ad95-325ad874fa44 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.524953] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1923.524953] env[62189]: value = "task-2121928" [ 1923.524953] env[62189]: _type = "Task" [ 1923.524953] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.532799] env[62189]: DEBUG nova.compute.manager [req-091205e6-e6e4-4778-aeee-5e6d10cd050c req-afff03a8-56f8-4a28-8069-e8c2ba06fb33 service nova] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Received event network-vif-plugged-3ea662c2-b6d3-4db4-a32c-87cdc8c92259 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1923.533027] env[62189]: DEBUG oslo_concurrency.lockutils [req-091205e6-e6e4-4778-aeee-5e6d10cd050c req-afff03a8-56f8-4a28-8069-e8c2ba06fb33 service nova] Acquiring lock "04a1b453-5274-4509-9036-9900e3fe91f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.533233] env[62189]: DEBUG oslo_concurrency.lockutils [req-091205e6-e6e4-4778-aeee-5e6d10cd050c req-afff03a8-56f8-4a28-8069-e8c2ba06fb33 service nova] Lock "04a1b453-5274-4509-9036-9900e3fe91f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.533394] env[62189]: DEBUG oslo_concurrency.lockutils [req-091205e6-e6e4-4778-aeee-5e6d10cd050c req-afff03a8-56f8-4a28-8069-e8c2ba06fb33 service nova] Lock "04a1b453-5274-4509-9036-9900e3fe91f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.533557] env[62189]: DEBUG nova.compute.manager [req-091205e6-e6e4-4778-aeee-5e6d10cd050c req-afff03a8-56f8-4a28-8069-e8c2ba06fb33 service nova] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] No waiting events found dispatching network-vif-plugged-3ea662c2-b6d3-4db4-a32c-87cdc8c92259 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1923.533716] env[62189]: WARNING nova.compute.manager [req-091205e6-e6e4-4778-aeee-5e6d10cd050c req-afff03a8-56f8-4a28-8069-e8c2ba06fb33 service nova] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Received unexpected event network-vif-plugged-3ea662c2-b6d3-4db4-a32c-87cdc8c92259 for instance with vm_state building and task_state spawning. [ 1923.533872] env[62189]: DEBUG nova.compute.manager [req-091205e6-e6e4-4778-aeee-5e6d10cd050c req-afff03a8-56f8-4a28-8069-e8c2ba06fb33 service nova] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Received event network-changed-3ea662c2-b6d3-4db4-a32c-87cdc8c92259 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1923.534075] env[62189]: DEBUG nova.compute.manager [req-091205e6-e6e4-4778-aeee-5e6d10cd050c req-afff03a8-56f8-4a28-8069-e8c2ba06fb33 service nova] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Refreshing instance network info cache due to event network-changed-3ea662c2-b6d3-4db4-a32c-87cdc8c92259. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1923.534270] env[62189]: DEBUG oslo_concurrency.lockutils [req-091205e6-e6e4-4778-aeee-5e6d10cd050c req-afff03a8-56f8-4a28-8069-e8c2ba06fb33 service nova] Acquiring lock "refresh_cache-04a1b453-5274-4509-9036-9900e3fe91f5" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.534424] env[62189]: DEBUG oslo_concurrency.lockutils [req-091205e6-e6e4-4778-aeee-5e6d10cd050c req-afff03a8-56f8-4a28-8069-e8c2ba06fb33 service nova] Acquired lock "refresh_cache-04a1b453-5274-4509-9036-9900e3fe91f5" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.534629] env[62189]: DEBUG nova.network.neutron [req-091205e6-e6e4-4778-aeee-5e6d10cd050c req-afff03a8-56f8-4a28-8069-e8c2ba06fb33 service nova] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Refreshing network info cache for port 3ea662c2-b6d3-4db4-a32c-87cdc8c92259 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1923.545701] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.573739] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528abd89-c5d7-6381-11f1-f2aeffdbc12f, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.574195] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.574423] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] cc448c2e-550f-4bec-a076-548e035629fd/cc448c2e-550f-4bec-a076-548e035629fd.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1923.574651] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-407fa7c8-232a-44f9-ae81-a4aff5872a76 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.582853] env[62189]: DEBUG oslo_concurrency.lockutils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "refresh_cache-04a1b453-5274-4509-9036-9900e3fe91f5" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.586091] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1923.586091] env[62189]: value = "task-2121929" [ 1923.586091] env[62189]: _type = "Task" [ 1923.586091] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.593946] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.876539] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8f8885-a69e-42ea-ae79-be7cd20750c5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.885787] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932743c1-dfa7-4da2-9995-9b227ddb001b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.920808] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fabf3b-02ad-48f7-a81c-a64c8e1e33be {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.930069] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa343f1-a5e0-46b0-ba3a-17f96a0272e2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.946648] env[62189]: DEBUG nova.compute.provider_tree [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.041260] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121928, 'name': ReconfigVM_Task, 'duration_secs': 0.399157} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.041960] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 47d7b493-f029-4b9d-813f-1446ff42d080/47d7b493-f029-4b9d-813f-1446ff42d080.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1924.043886] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eb2ebe2-d650-4953-a64a-f9ca9e00696e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.050361] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1924.050361] env[62189]: value = "task-2121930" [ 1924.050361] env[62189]: _type = "Task" [ 1924.050361] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.062757] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121930, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.095154] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506632} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.096426] env[62189]: DEBUG nova.network.neutron [req-091205e6-e6e4-4778-aeee-5e6d10cd050c req-afff03a8-56f8-4a28-8069-e8c2ba06fb33 service nova] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1924.097955] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] cc448c2e-550f-4bec-a076-548e035629fd/cc448c2e-550f-4bec-a076-548e035629fd.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1924.099031] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1924.099332] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8141145-1edb-41ae-a954-ab5789549770 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.106491] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1924.106491] env[62189]: value = "task-2121931" [ 1924.106491] env[62189]: _type = "Task" [ 1924.106491] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.118841] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.230061] env[62189]: DEBUG nova.network.neutron [req-091205e6-e6e4-4778-aeee-5e6d10cd050c req-afff03a8-56f8-4a28-8069-e8c2ba06fb33 service nova] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.352273] env[62189]: DEBUG nova.compute.manager [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1924.379244] env[62189]: DEBUG nova.virt.hardware [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1924.379244] env[62189]: DEBUG nova.virt.hardware [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1924.379244] env[62189]: DEBUG nova.virt.hardware [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1924.379472] env[62189]: DEBUG nova.virt.hardware [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1924.379757] env[62189]: DEBUG nova.virt.hardware [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1924.380088] env[62189]: DEBUG nova.virt.hardware [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1924.381066] env[62189]: DEBUG nova.virt.hardware [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1924.381415] env[62189]: DEBUG nova.virt.hardware [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1924.384028] env[62189]: DEBUG nova.virt.hardware [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1924.384028] env[62189]: DEBUG nova.virt.hardware [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1924.384028] env[62189]: DEBUG nova.virt.hardware [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1924.384028] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6eabfad-22f7-4aa1-9540-fc82b5c01894 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.393749] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99b4faf-20ff-4c99-9505-e9019cca600c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.451082] env[62189]: DEBUG nova.scheduler.client.report [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1924.564769] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121930, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.615547] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06905} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.616095] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1924.616995] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b25514-5c7b-4ffb-9736-a5b62a0abb24 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.644679] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] cc448c2e-550f-4bec-a076-548e035629fd/cc448c2e-550f-4bec-a076-548e035629fd.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1924.644996] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-783d8c80-0789-472f-a0ff-e8bd781438dd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.665269] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1924.665269] env[62189]: value = "task-2121932" [ 1924.665269] env[62189]: _type = "Task" [ 1924.665269] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.672738] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.734016] env[62189]: DEBUG oslo_concurrency.lockutils [req-091205e6-e6e4-4778-aeee-5e6d10cd050c req-afff03a8-56f8-4a28-8069-e8c2ba06fb33 service nova] Releasing lock "refresh_cache-04a1b453-5274-4509-9036-9900e3fe91f5" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.734370] env[62189]: DEBUG oslo_concurrency.lockutils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired lock "refresh_cache-04a1b453-5274-4509-9036-9900e3fe91f5" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.734529] env[62189]: DEBUG nova.network.neutron [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1924.956598] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.957204] env[62189]: DEBUG nova.compute.manager [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1924.959996] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.476s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.960246] env[62189]: DEBUG nova.objects.instance [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lazy-loading 'resources' on Instance uuid 82756eaa-4003-44e8-9b62-9615476073f6 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1925.066746] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121930, 'name': Rename_Task, 'duration_secs': 0.961265} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.067044] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1925.067299] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9691556-4aeb-4603-9331-5fe3d2f877e3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.073234] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1925.073234] env[62189]: value = "task-2121933" [ 1925.073234] env[62189]: _type = "Task" [ 1925.073234] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.084992] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.176267] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121932, 'name': ReconfigVM_Task, 'duration_secs': 0.274337} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.176666] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Reconfigured VM instance instance-00000021 to attach disk [datastore2] cc448c2e-550f-4bec-a076-548e035629fd/cc448c2e-550f-4bec-a076-548e035629fd.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1925.177307] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31a8c840-074a-462f-a2b5-14dc10383f04 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.183484] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1925.183484] env[62189]: value = "task-2121934" [ 1925.183484] env[62189]: _type = "Task" [ 1925.183484] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.193476] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121934, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.279423] env[62189]: DEBUG nova.network.neutron [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1925.452606] env[62189]: DEBUG nova.network.neutron [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Updating instance_info_cache with network_info: [{"id": "3ea662c2-b6d3-4db4-a32c-87cdc8c92259", "address": "fa:16:3e:2e:1c:52", "network": {"id": "22bb9e55-a8d4-4475-a726-bbbbb8e07851", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-662988363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "649382691bb342e3ad6c5164ef53011f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea662c2-b6", "ovs_interfaceid": "3ea662c2-b6d3-4db4-a32c-87cdc8c92259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.463065] env[62189]: DEBUG nova.compute.utils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1925.464626] env[62189]: DEBUG nova.compute.manager [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1925.464819] env[62189]: DEBUG nova.network.neutron [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1925.532392] env[62189]: DEBUG nova.policy [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5b9c0c57cde4c968761bea79e161a93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4c2687d706b4e10b6e412f4532d8114', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1925.585615] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.693039] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121934, 'name': Rename_Task, 'duration_secs': 0.190715} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.693335] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1925.693612] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e51c995-fc9e-4281-9e14-578b544187ad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.700473] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1925.700473] env[62189]: value = "task-2121935" [ 1925.700473] env[62189]: _type = "Task" [ 1925.700473] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.709494] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.937467] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b7820c-e60b-467f-aa72-27b88f0adb33 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.941437] env[62189]: DEBUG nova.network.neutron [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Successfully created port: 123eff83-ac3e-418e-86a9-71619ba3d180 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1925.949761] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fbd178-9210-4964-a3f4-0f150172997e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.955741] env[62189]: DEBUG oslo_concurrency.lockutils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Releasing lock "refresh_cache-04a1b453-5274-4509-9036-9900e3fe91f5" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.956025] env[62189]: DEBUG nova.compute.manager [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Instance network_info: |[{"id": "3ea662c2-b6d3-4db4-a32c-87cdc8c92259", "address": "fa:16:3e:2e:1c:52", "network": {"id": "22bb9e55-a8d4-4475-a726-bbbbb8e07851", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-662988363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "649382691bb342e3ad6c5164ef53011f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea662c2-b6", "ovs_interfaceid": "3ea662c2-b6d3-4db4-a32c-87cdc8c92259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1925.956430] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:1c:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ea662c2-b6d3-4db4-a32c-87cdc8c92259', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1925.965774] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Creating folder: Project (649382691bb342e3ad6c5164ef53011f). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1925.966842] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d8fdb12-12c7-4ea2-a45c-489bdbbebbde {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.999148] env[62189]: DEBUG nova.compute.manager [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1926.003292] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb8048c-ce87-43f2-8544-834869e83e07 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.011970] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff03695-7e62-4765-9935-87136d4277c5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.015975] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Created folder: Project (649382691bb342e3ad6c5164ef53011f) in parent group-v433996. [ 1926.016179] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Creating folder: Instances. Parent ref: group-v434105. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1926.016424] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b461c18-d307-4904-8da4-a84951b71490 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.027712] env[62189]: DEBUG nova.compute.provider_tree [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1926.031451] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Created folder: Instances in parent group-v434105. [ 1926.031745] env[62189]: DEBUG oslo.service.loopingcall [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1926.032220] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1926.032483] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72decb2e-8733-4c8a-86aa-20147432558e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.055043] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1926.055043] env[62189]: value = "task-2121938" [ 1926.055043] env[62189]: _type = "Task" [ 1926.055043] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.063135] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121938, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.085582] env[62189]: DEBUG oslo_vmware.api [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121933, 'name': PowerOnVM_Task, 'duration_secs': 0.75989} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.085582] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1926.085582] env[62189]: INFO nova.compute.manager [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1926.085582] env[62189]: DEBUG nova.compute.manager [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1926.086291] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35e1127-92b8-44a4-96ad-140fd2eae9ad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.212648] env[62189]: DEBUG oslo_vmware.api [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121935, 'name': PowerOnVM_Task, 'duration_secs': 0.464822} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.213269] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1926.216026] env[62189]: INFO nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Took 12.21 seconds to spawn the instance on the hypervisor. [ 1926.216026] env[62189]: DEBUG nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1926.216026] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12abd126-f1a9-4143-a55f-883287e53e5e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.534797] env[62189]: DEBUG nova.scheduler.client.report [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1926.567074] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121938, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.604632] env[62189]: INFO nova.compute.manager [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Took 44.29 seconds to build instance. [ 1926.746134] env[62189]: INFO nova.compute.manager [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Took 45.49 seconds to build instance. [ 1927.009957] env[62189]: DEBUG nova.compute.manager [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1927.037060] env[62189]: DEBUG nova.virt.hardware [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1927.037060] env[62189]: DEBUG nova.virt.hardware [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1927.037060] env[62189]: DEBUG nova.virt.hardware [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1927.037060] env[62189]: DEBUG nova.virt.hardware [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1927.037288] env[62189]: DEBUG nova.virt.hardware [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1927.037288] env[62189]: DEBUG nova.virt.hardware [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1927.037288] env[62189]: DEBUG nova.virt.hardware [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1927.037370] env[62189]: DEBUG nova.virt.hardware [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1927.037563] env[62189]: DEBUG nova.virt.hardware [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1927.037729] env[62189]: DEBUG nova.virt.hardware [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1927.037901] env[62189]: DEBUG nova.virt.hardware [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1927.038866] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039c37c9-2374-4439-8a88-f74f425c8758 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.044116] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.048548] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.778s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.048777] env[62189]: DEBUG nova.objects.instance [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Lazy-loading 'resources' on Instance uuid d05b86c9-1951-4ebd-bbec-e3bdafa99008 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1927.052316] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ce4dbe-747a-4de4-aec3-0d821124d642 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.074663] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121938, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.075651] env[62189]: INFO nova.scheduler.client.report [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Deleted allocations for instance 82756eaa-4003-44e8-9b62-9615476073f6 [ 1927.106579] env[62189]: DEBUG oslo_concurrency.lockutils [None req-323095ce-cdfa-4c07-af01-f829dc07f6de tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "47d7b493-f029-4b9d-813f-1446ff42d080" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.331s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.247904] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d1eac78e-f71e-4a45-aacc-1a8e55d249c4 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "cc448c2e-550f-4bec-a076-548e035629fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.699s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.573014] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121938, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.586939] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1afb49f2-7edb-49f1-be79-942bf92bb694 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "82756eaa-4003-44e8-9b62-9615476073f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.853s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.608728] env[62189]: DEBUG nova.compute.manager [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1927.753013] env[62189]: DEBUG nova.compute.manager [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1927.762020] env[62189]: INFO nova.compute.manager [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Rebuilding instance [ 1927.819046] env[62189]: DEBUG nova.compute.manager [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1927.820023] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd82c01-26cf-4e79-8366-5e475fda6b67 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.975839] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2d2e65-f38c-4aaa-b913-4e989f031dc6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.983971] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b082e20-b09a-4824-806e-6df82f985fcb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.797153] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25e65ed-5766-4add-8029-9f8d27461dbc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.810321] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121938, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.811982] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f423b602-9390-4444-bd77-f8ce3ae567b4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.817093] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.818417] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.830955] env[62189]: DEBUG nova.compute.provider_tree [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1929.288540] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1929.288540] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121938, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.288695] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc34f35c-c733-45c1-b854-f34f649aec48 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.294673] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1929.294673] env[62189]: value = "task-2121939" [ 1929.294673] env[62189]: _type = "Task" [ 1929.294673] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.301965] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "cc448c2e-550f-4bec-a076-548e035629fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.302580] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "cc448c2e-550f-4bec-a076-548e035629fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.302911] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "cc448c2e-550f-4bec-a076-548e035629fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.303128] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "cc448c2e-550f-4bec-a076-548e035629fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.303303] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "cc448c2e-550f-4bec-a076-548e035629fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.305168] env[62189]: INFO nova.compute.manager [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Terminating instance [ 1929.307548] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "d0a98dc4-51d7-4850-a8b2-ba2aa8d78424" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.307712] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "d0a98dc4-51d7-4850-a8b2-ba2aa8d78424" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.307899] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "d0a98dc4-51d7-4850-a8b2-ba2aa8d78424-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.308117] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "d0a98dc4-51d7-4850-a8b2-ba2aa8d78424-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.308292] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "d0a98dc4-51d7-4850-a8b2-ba2aa8d78424-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.310423] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.311624] env[62189]: INFO nova.compute.manager [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Terminating instance [ 1929.334908] env[62189]: DEBUG nova.scheduler.client.report [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1929.641809] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "19779686-0994-494a-8bd7-927cde64780d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.642132] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "19779686-0994-494a-8bd7-927cde64780d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.789798] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121938, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.802896] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121939, 'name': PowerOffVM_Task, 'duration_secs': 0.255015} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.803192] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1929.804066] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1929.808019] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2d5329-8c9d-479e-b37d-1e1a8cc87da1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.811481] env[62189]: DEBUG nova.compute.manager [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1929.811673] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1929.812160] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1929.812638] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1ec25d-5fc2-41b6-9516-ead4acc3601f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.815664] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0a3103f-6346-4be4-ab15-4c784e734643 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.817867] env[62189]: DEBUG nova.compute.manager [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1929.818179] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1929.819189] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcf044f-f0ff-4f33-a3e8-1b1aa442c783 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.826593] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1929.828567] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3bfb248-7f3d-48f6-96c0-e629cd198b1a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.829994] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1929.830356] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddc64335-56e9-4051-b701-d3a48b3df918 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.836965] env[62189]: DEBUG oslo_vmware.api [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1929.836965] env[62189]: value = "task-2121941" [ 1929.836965] env[62189]: _type = "Task" [ 1929.836965] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.840313] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.792s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.843455] env[62189]: DEBUG oslo_concurrency.lockutils [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.835s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.846069] env[62189]: DEBUG nova.objects.instance [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lazy-loading 'resources' on Instance uuid ab4c28c6-4d64-435d-8865-d418a37a4562 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1929.847981] env[62189]: DEBUG oslo_vmware.api [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1929.847981] env[62189]: value = "task-2121942" [ 1929.847981] env[62189]: _type = "Task" [ 1929.847981] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.858543] env[62189]: DEBUG oslo_vmware.api [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.868773] env[62189]: DEBUG oslo_vmware.api [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.874847] env[62189]: INFO nova.scheduler.client.report [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Deleted allocations for instance d05b86c9-1951-4ebd-bbec-e3bdafa99008 [ 1930.290553] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121938, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.346983] env[62189]: DEBUG oslo_vmware.api [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121941, 'name': PowerOffVM_Task, 'duration_secs': 0.245577} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.346983] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1930.347345] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1930.348054] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd216c7e-d809-4aa4-9ba9-5fde8e6bbfd1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.363495] env[62189]: DEBUG oslo_vmware.api [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121942, 'name': PowerOffVM_Task, 'duration_secs': 0.209746} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.363495] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1930.363667] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1930.363795] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac3c89e0-41ec-4123-9397-58ad4c90e5fd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.382084] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3e9373-358d-4618-8d42-c84940824bdc tempest-ServerAddressesTestJSON-990462730 tempest-ServerAddressesTestJSON-990462730-project-member] Lock "d05b86c9-1951-4ebd-bbec-e3bdafa99008" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.718s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.775647] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d39cae-ccad-4c66-aeaa-531548da485a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.790624] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ca89e6-6ec6-43a2-8d29-0bfc17065cfe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.828169] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121938, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.829248] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03172ae-1e95-49d2-8a68-f382be124aef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.836993] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9683b4-2d33-49d3-b5d9-5390e47822eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.852893] env[62189]: DEBUG nova.compute.provider_tree [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1931.291651] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121938, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.357661] env[62189]: DEBUG nova.scheduler.client.report [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1931.791088] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121938, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.865500] env[62189]: DEBUG oslo_concurrency.lockutils [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.865749] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.037s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.865981] env[62189]: DEBUG nova.objects.instance [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Lazy-loading 'resources' on Instance uuid 2af866f9-bfb6-46bb-a890-267e5b524a0f {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1931.890111] env[62189]: INFO nova.scheduler.client.report [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Deleted allocations for instance ab4c28c6-4d64-435d-8865-d418a37a4562 [ 1932.292688] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121938, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.400536] env[62189]: DEBUG oslo_concurrency.lockutils [None req-24bc6734-fd85-43bb-bf15-8d9fde3d5192 tempest-FloatingIPsAssociationTestJSON-2120751254 tempest-FloatingIPsAssociationTestJSON-2120751254-project-member] Lock "ab4c28c6-4d64-435d-8865-d418a37a4562" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.990s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.764543] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc963eb8-25b2-4d35-ba84-9010c63dae9e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.773103] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e924b5-ff35-45d3-97af-9463efbf3485 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.809324] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a22182e-5290-4797-99d0-597b8e8c31a4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.816968] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121938, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.820816] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03ef51c-5220-406e-9c63-0ef1bc09f309 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.834648] env[62189]: DEBUG nova.compute.provider_tree [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1933.015665] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1933.015665] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1933.015665] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleting the datastore file [datastore2] 47d7b493-f029-4b9d-813f-1446ff42d080 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1933.015665] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5becf43e-e13d-490c-b4f1-6e7a0f710cd3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.019905] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1933.020106] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1933.020284] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Deleting the datastore file [datastore2] d0a98dc4-51d7-4850-a8b2-ba2aa8d78424 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1933.020537] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e133132-a68f-4b46-b7a4-3bca9bedff21 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.023738] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1933.023738] env[62189]: value = "task-2121945" [ 1933.023738] env[62189]: _type = "Task" [ 1933.023738] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.029732] env[62189]: DEBUG oslo_vmware.api [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1933.029732] env[62189]: value = "task-2121946" [ 1933.029732] env[62189]: _type = "Task" [ 1933.029732] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.037801] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.042489] env[62189]: DEBUG oslo_vmware.api [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.067165] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1933.067165] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1933.067165] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Deleting the datastore file [datastore2] cc448c2e-550f-4bec-a076-548e035629fd {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1933.067165] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4674ac33-7509-4517-a4f0-0e344354ce5c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.073582] env[62189]: DEBUG oslo_vmware.api [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 1933.073582] env[62189]: value = "task-2121947" [ 1933.073582] env[62189]: _type = "Task" [ 1933.073582] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.084364] env[62189]: DEBUG oslo_vmware.api [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.314037] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121938, 'name': CreateVM_Task, 'duration_secs': 7.245841} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.317853] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1933.317853] env[62189]: DEBUG oslo_concurrency.lockutils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.317853] env[62189]: DEBUG oslo_concurrency.lockutils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.317853] env[62189]: DEBUG oslo_concurrency.lockutils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1933.317853] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d7e5b3-ffac-4b2b-bd96-b5880355b8a8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.320833] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1933.320833] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c67141-85c9-3f8d-d374-79d8fd34ec1e" [ 1933.320833] env[62189]: _type = "Task" [ 1933.320833] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.329610] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c67141-85c9-3f8d-d374-79d8fd34ec1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.340026] env[62189]: DEBUG nova.scheduler.client.report [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1933.542378] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180932} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.543296] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1933.543662] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1933.543978] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1933.554086] env[62189]: DEBUG oslo_vmware.api [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17264} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.554632] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1933.554819] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1933.555007] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1933.555188] env[62189]: INFO nova.compute.manager [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Took 3.74 seconds to destroy the instance on the hypervisor. [ 1933.555433] env[62189]: DEBUG oslo.service.loopingcall [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1933.555644] env[62189]: DEBUG nova.compute.manager [-] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1933.556401] env[62189]: DEBUG nova.network.neutron [-] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1933.584029] env[62189]: DEBUG oslo_vmware.api [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2121947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166764} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.584421] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1933.585297] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1933.585297] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1933.585297] env[62189]: INFO nova.compute.manager [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Took 3.77 seconds to destroy the instance on the hypervisor. [ 1933.585297] env[62189]: DEBUG oslo.service.loopingcall [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1933.585999] env[62189]: DEBUG nova.compute.manager [-] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1933.586116] env[62189]: DEBUG nova.network.neutron [-] [instance: cc448c2e-550f-4bec-a076-548e035629fd] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1933.836319] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c67141-85c9-3f8d-d374-79d8fd34ec1e, 'name': SearchDatastore_Task, 'duration_secs': 0.031883} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.836790] env[62189]: DEBUG oslo_concurrency.lockutils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.837176] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1933.838041] env[62189]: DEBUG oslo_concurrency.lockutils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.838308] env[62189]: DEBUG oslo_concurrency.lockutils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.838608] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1933.839014] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f309b4a4-89fe-45cd-8e5d-7901d50454d3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.843449] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.848300] env[62189]: DEBUG oslo_concurrency.lockutils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.726s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.850059] env[62189]: INFO nova.compute.claims [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1933.869655] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1933.869808] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1933.870647] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601da82e-4399-4acf-9ddc-8204193094a3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.880942] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1933.880942] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527e6dad-8b5a-5975-1aab-15cfd03e2a0a" [ 1933.880942] env[62189]: _type = "Task" [ 1933.880942] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.882592] env[62189]: INFO nova.scheduler.client.report [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Deleted allocations for instance 2af866f9-bfb6-46bb-a890-267e5b524a0f [ 1933.898028] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527e6dad-8b5a-5975-1aab-15cfd03e2a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.225616] env[62189]: DEBUG nova.compute.manager [req-dc02231c-c3e0-49a1-b604-cd764d6c4ef6 req-86c93735-7049-4060-a569-ba043d80ec5c service nova] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Received event network-vif-deleted-ef20ca64-98ce-45d4-b8ca-bc252b2824eb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1934.225903] env[62189]: INFO nova.compute.manager [req-dc02231c-c3e0-49a1-b604-cd764d6c4ef6 req-86c93735-7049-4060-a569-ba043d80ec5c service nova] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Neutron deleted interface ef20ca64-98ce-45d4-b8ca-bc252b2824eb; detaching it from the instance and deleting it from the info cache [ 1934.228343] env[62189]: DEBUG nova.network.neutron [req-dc02231c-c3e0-49a1-b604-cd764d6c4ef6 req-86c93735-7049-4060-a569-ba043d80ec5c service nova] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.396580] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1135002-11cc-4211-8b0d-1ff53ef3b232 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045 tempest-FloatingIPsAssociationNegativeTestJSON-1993850045-project-member] Lock "2af866f9-bfb6-46bb-a890-267e5b524a0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.940s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.411902] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527e6dad-8b5a-5975-1aab-15cfd03e2a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.020217} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.413638] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-107f8e02-0e1e-4cfe-9417-9c092a90f82d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.422582] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1934.422582] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d28504-ec5b-28a5-4332-289ad023e9cb" [ 1934.422582] env[62189]: _type = "Task" [ 1934.422582] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.433856] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d28504-ec5b-28a5-4332-289ad023e9cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.603717] env[62189]: DEBUG nova.virt.hardware [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1934.604112] env[62189]: DEBUG nova.virt.hardware [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1934.604411] env[62189]: DEBUG nova.virt.hardware [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1934.604615] env[62189]: DEBUG nova.virt.hardware [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1934.604765] env[62189]: DEBUG nova.virt.hardware [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1934.605813] env[62189]: DEBUG nova.virt.hardware [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1934.606062] env[62189]: DEBUG nova.virt.hardware [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1934.606974] env[62189]: DEBUG nova.virt.hardware [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1934.606974] env[62189]: DEBUG nova.virt.hardware [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1934.606974] env[62189]: DEBUG nova.virt.hardware [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1934.606974] env[62189]: DEBUG nova.virt.hardware [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1934.608197] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee1124a-3e30-4394-b57f-0d9b3bd2769b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.619786] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f77d31-faab-431d-95de-1e9faa5e236d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.635268] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:67:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f4b9bf5-d5af-4868-b7d7-3af9785a57d8', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1934.645919] env[62189]: DEBUG oslo.service.loopingcall [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1934.646270] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1934.646499] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4521d004-47cf-4c5f-babf-879938a6c9a8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.668333] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1934.668333] env[62189]: value = "task-2121948" [ 1934.668333] env[62189]: _type = "Task" [ 1934.668333] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.677535] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121948, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.687059] env[62189]: DEBUG nova.network.neutron [-] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.733909] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-754b58d9-c6e1-405d-a964-893e44d404af {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.748017] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6c0e20-a377-45df-9b8c-15077093d43e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.788608] env[62189]: DEBUG nova.compute.manager [req-dc02231c-c3e0-49a1-b604-cd764d6c4ef6 req-86c93735-7049-4060-a569-ba043d80ec5c service nova] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Detach interface failed, port_id=ef20ca64-98ce-45d4-b8ca-bc252b2824eb, reason: Instance cc448c2e-550f-4bec-a076-548e035629fd could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1934.791034] env[62189]: DEBUG nova.compute.manager [req-c49646cc-23ad-4731-af18-27a4356ad500 req-980872a5-f59c-4537-8915-fdcc14465d14 service nova] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Received event network-vif-plugged-123eff83-ac3e-418e-86a9-71619ba3d180 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1934.791238] env[62189]: DEBUG oslo_concurrency.lockutils [req-c49646cc-23ad-4731-af18-27a4356ad500 req-980872a5-f59c-4537-8915-fdcc14465d14 service nova] Acquiring lock "5f68ad50-621d-4214-8edf-09c1304d6e43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.791441] env[62189]: DEBUG oslo_concurrency.lockutils [req-c49646cc-23ad-4731-af18-27a4356ad500 req-980872a5-f59c-4537-8915-fdcc14465d14 service nova] Lock "5f68ad50-621d-4214-8edf-09c1304d6e43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.791603] env[62189]: DEBUG oslo_concurrency.lockutils [req-c49646cc-23ad-4731-af18-27a4356ad500 req-980872a5-f59c-4537-8915-fdcc14465d14 service nova] Lock "5f68ad50-621d-4214-8edf-09c1304d6e43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.791794] env[62189]: DEBUG nova.compute.manager [req-c49646cc-23ad-4731-af18-27a4356ad500 req-980872a5-f59c-4537-8915-fdcc14465d14 service nova] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] No waiting events found dispatching network-vif-plugged-123eff83-ac3e-418e-86a9-71619ba3d180 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1934.791979] env[62189]: WARNING nova.compute.manager [req-c49646cc-23ad-4731-af18-27a4356ad500 req-980872a5-f59c-4537-8915-fdcc14465d14 service nova] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Received unexpected event network-vif-plugged-123eff83-ac3e-418e-86a9-71619ba3d180 for instance with vm_state building and task_state spawning. [ 1934.935554] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d28504-ec5b-28a5-4332-289ad023e9cb, 'name': SearchDatastore_Task, 'duration_secs': 0.022944} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.939435] env[62189]: DEBUG oslo_concurrency.lockutils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.939682] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 04a1b453-5274-4509-9036-9900e3fe91f5/04a1b453-5274-4509-9036-9900e3fe91f5.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1934.940656] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44dd45e9-8e36-4f03-a293-7e3d6968c8e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.949858] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1934.949858] env[62189]: value = "task-2121949" [ 1934.949858] env[62189]: _type = "Task" [ 1934.949858] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.963952] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.152218] env[62189]: DEBUG nova.network.neutron [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Successfully updated port: fcf87d7f-d594-423d-988c-5fef1ba457ab {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1935.159470] env[62189]: DEBUG nova.network.neutron [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Successfully updated port: 123eff83-ac3e-418e-86a9-71619ba3d180 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1935.181820] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121948, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.189937] env[62189]: INFO nova.compute.manager [-] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Took 1.60 seconds to deallocate network for instance. [ 1935.301440] env[62189]: DEBUG nova.network.neutron [-] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.372930] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f655087-6bbe-4a47-9e93-cb70a42bd79f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.388295] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98609a2-5ca0-4fe2-9607-b7c3c5c859e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.441186] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204ed422-ed83-4187-9dbe-dd57622360be {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.461730] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cc983a-9655-47f3-83ea-a94d19e194ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.470579] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121949, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.483467] env[62189]: DEBUG nova.compute.provider_tree [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1935.656223] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "refresh_cache-4594619c-6c99-4335-bcad-20b1d01bed46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.656431] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired lock "refresh_cache-4594619c-6c99-4335-bcad-20b1d01bed46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.656668] env[62189]: DEBUG nova.network.neutron [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1935.665792] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "refresh_cache-5f68ad50-621d-4214-8edf-09c1304d6e43" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.665922] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "refresh_cache-5f68ad50-621d-4214-8edf-09c1304d6e43" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.666081] env[62189]: DEBUG nova.network.neutron [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1935.682946] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121948, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.699556] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.807092] env[62189]: INFO nova.compute.manager [-] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Took 2.25 seconds to deallocate network for instance. [ 1935.962737] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561756} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.963507] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 04a1b453-5274-4509-9036-9900e3fe91f5/04a1b453-5274-4509-9036-9900e3fe91f5.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1935.963777] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1935.964083] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3614221-e560-4244-aeb9-d0fc7af7c3a5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.970755] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1935.970755] env[62189]: value = "task-2121950" [ 1935.970755] env[62189]: _type = "Task" [ 1935.970755] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.979491] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.988650] env[62189]: DEBUG nova.scheduler.client.report [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1936.180829] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121948, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.230854] env[62189]: DEBUG nova.network.neutron [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1936.248017] env[62189]: DEBUG nova.network.neutron [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1936.317793] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.481199] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070235} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.481640] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1936.482773] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e18cde-40fe-4f02-a72a-b8e4660cdd0b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.503558] env[62189]: DEBUG oslo_concurrency.lockutils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.504349] env[62189]: DEBUG nova.compute.manager [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1936.517581] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 04a1b453-5274-4509-9036-9900e3fe91f5/04a1b453-5274-4509-9036-9900e3fe91f5.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1936.523036] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.541s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.525159] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0feccfb-5410-4c5f-9d37-5ec924617597 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.551442] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1936.551442] env[62189]: value = "task-2121951" [ 1936.551442] env[62189]: _type = "Task" [ 1936.551442] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.565048] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.683387] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121948, 'name': CreateVM_Task, 'duration_secs': 1.516272} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.683700] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1936.684908] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.687243] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.687796] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1936.689304] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba7e2883-7028-46db-b787-1b7cd0145eb3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.695200] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1936.695200] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a4bf4e-2435-35b7-4096-f3aa6f43d28a" [ 1936.695200] env[62189]: _type = "Task" [ 1936.695200] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.708037] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a4bf4e-2435-35b7-4096-f3aa6f43d28a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.922066] env[62189]: DEBUG nova.network.neutron [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Updating instance_info_cache with network_info: [{"id": "fcf87d7f-d594-423d-988c-5fef1ba457ab", "address": "fa:16:3e:81:cd:91", "network": {"id": "22bb9e55-a8d4-4475-a726-bbbbb8e07851", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-662988363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "649382691bb342e3ad6c5164ef53011f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf87d7f-d5", "ovs_interfaceid": "fcf87d7f-d594-423d-988c-5fef1ba457ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.996071] env[62189]: DEBUG nova.network.neutron [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Updating instance_info_cache with network_info: [{"id": "123eff83-ac3e-418e-86a9-71619ba3d180", "address": "fa:16:3e:8a:44:3d", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123eff83-ac", "ovs_interfaceid": "123eff83-ac3e-418e-86a9-71619ba3d180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.003955] env[62189]: DEBUG nova.compute.manager [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Received event network-vif-plugged-fcf87d7f-d594-423d-988c-5fef1ba457ab {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1937.003955] env[62189]: DEBUG oslo_concurrency.lockutils [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] Acquiring lock "4594619c-6c99-4335-bcad-20b1d01bed46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.003955] env[62189]: DEBUG oslo_concurrency.lockutils [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] Lock "4594619c-6c99-4335-bcad-20b1d01bed46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.004166] env[62189]: DEBUG oslo_concurrency.lockutils [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] Lock "4594619c-6c99-4335-bcad-20b1d01bed46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.004240] env[62189]: DEBUG nova.compute.manager [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] No waiting events found dispatching network-vif-plugged-fcf87d7f-d594-423d-988c-5fef1ba457ab {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1937.004403] env[62189]: WARNING nova.compute.manager [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Received unexpected event network-vif-plugged-fcf87d7f-d594-423d-988c-5fef1ba457ab for instance with vm_state building and task_state spawning. [ 1937.004567] env[62189]: DEBUG nova.compute.manager [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Received event network-vif-deleted-7a531d58-b85c-4b89-bf2a-cc1ed6b3c878 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1937.005701] env[62189]: DEBUG nova.compute.manager [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Received event network-changed-fcf87d7f-d594-423d-988c-5fef1ba457ab {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1937.005701] env[62189]: DEBUG nova.compute.manager [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Refreshing instance network info cache due to event network-changed-fcf87d7f-d594-423d-988c-5fef1ba457ab. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1937.006852] env[62189]: DEBUG oslo_concurrency.lockutils [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] Acquiring lock "refresh_cache-4594619c-6c99-4335-bcad-20b1d01bed46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.019488] env[62189]: DEBUG nova.compute.utils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1937.022041] env[62189]: DEBUG nova.compute.manager [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1937.022041] env[62189]: DEBUG nova.network.neutron [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1937.072798] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121951, 'name': ReconfigVM_Task, 'duration_secs': 0.323493} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.072798] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 04a1b453-5274-4509-9036-9900e3fe91f5/04a1b453-5274-4509-9036-9900e3fe91f5.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1937.073022] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0adaee7f-794a-4784-ac47-a5f1fa502e50 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.081249] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1937.081249] env[62189]: value = "task-2121952" [ 1937.081249] env[62189]: _type = "Task" [ 1937.081249] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.091510] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121952, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.160099] env[62189]: DEBUG nova.policy [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b67c12bdd6e14208b768e967846a7c67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a22c20528b54f4e8982055ea51d0177', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1937.208104] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a4bf4e-2435-35b7-4096-f3aa6f43d28a, 'name': SearchDatastore_Task, 'duration_secs': 0.014297} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.208774] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.209696] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1937.211120] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.211120] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.211120] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1937.211120] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27fbbd91-eb87-45ab-ab0b-171c1001aa33 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.222280] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1937.222280] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1937.222280] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e79b5a9b-801f-4e5e-9bf4-2457c39f7762 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.231997] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1937.231997] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ebc827-4126-6a7d-6a06-91f6b62af098" [ 1937.231997] env[62189]: _type = "Task" [ 1937.231997] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.243702] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ebc827-4126-6a7d-6a06-91f6b62af098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.426101] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Releasing lock "refresh_cache-4594619c-6c99-4335-bcad-20b1d01bed46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.426635] env[62189]: DEBUG nova.compute.manager [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Instance network_info: |[{"id": "fcf87d7f-d594-423d-988c-5fef1ba457ab", "address": "fa:16:3e:81:cd:91", "network": {"id": "22bb9e55-a8d4-4475-a726-bbbbb8e07851", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-662988363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "649382691bb342e3ad6c5164ef53011f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf87d7f-d5", "ovs_interfaceid": "fcf87d7f-d594-423d-988c-5fef1ba457ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1937.426635] env[62189]: DEBUG oslo_concurrency.lockutils [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] Acquired lock "refresh_cache-4594619c-6c99-4335-bcad-20b1d01bed46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.426839] env[62189]: DEBUG nova.network.neutron [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Refreshing network info cache for port fcf87d7f-d594-423d-988c-5fef1ba457ab {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1937.428112] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:cd:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcf87d7f-d594-423d-988c-5fef1ba457ab', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1937.441850] env[62189]: DEBUG oslo.service.loopingcall [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.446249] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1937.446980] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc0678a6-2a72-4567-aa62-082cc60b3f86 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.469389] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1937.469389] env[62189]: value = "task-2121953" [ 1937.469389] env[62189]: _type = "Task" [ 1937.469389] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.481730] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121953, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.499123] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "refresh_cache-5f68ad50-621d-4214-8edf-09c1304d6e43" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.499640] env[62189]: DEBUG nova.compute.manager [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Instance network_info: |[{"id": "123eff83-ac3e-418e-86a9-71619ba3d180", "address": "fa:16:3e:8a:44:3d", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123eff83-ac", "ovs_interfaceid": "123eff83-ac3e-418e-86a9-71619ba3d180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1937.499965] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:44:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '123eff83-ac3e-418e-86a9-71619ba3d180', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1937.511301] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Creating folder: Project (c4c2687d706b4e10b6e412f4532d8114). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1937.511301] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8b0d910-d559-428f-912b-09eab7a4354e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.521168] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Created folder: Project (c4c2687d706b4e10b6e412f4532d8114) in parent group-v433996. [ 1937.521279] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Creating folder: Instances. Parent ref: group-v434110. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1937.521503] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3efb54c2-d429-440a-913e-b5d64b280b34 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.526169] env[62189]: DEBUG nova.compute.manager [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1937.531731] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Created folder: Instances in parent group-v434110. [ 1937.531992] env[62189]: DEBUG oslo.service.loopingcall [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.532194] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1937.532406] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfd05a9e-9c1e-49bf-b057-f79724f38868 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.557626] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1937.557626] env[62189]: value = "task-2121956" [ 1937.557626] env[62189]: _type = "Task" [ 1937.557626] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.572827] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121956, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.590788] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121952, 'name': Rename_Task, 'duration_secs': 0.161635} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.591113] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1937.591377] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d961bc0d-c105-45da-bee5-5f969673010a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.597057] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 8f3c6230-2a8f-4b97-9fef-7df63b159e42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.597209] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 674e7329-baf4-4f64-9c93-eaa001eb5472 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.597331] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance eea91f08-c90d-41f5-81f0-effb11446791 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.597448] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 427b309f-7dd9-4b10-82bc-a88a0812abe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.597560] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance ee56e67a-afef-4534-b83e-edf3fd6995cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.597671] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance a2e638a5-ed5f-4abc-a898-202664e2ed69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.598063] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 6caf9898-a70f-4e51-93a5-c7bc4af8ad41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.598063] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance db089fb0-615d-47cf-8a32-d1def53bebbb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.598063] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance b6a601ce-edba-4012-92d3-236b3cefb8ca actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.598205] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 1a094a38-e7dc-4c76-9074-766c934140e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.598243] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 0f430e69-87bb-4dd4-b49f-d2a5715f1b44 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1937.598339] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance e274eb4c-5952-4357-8421-80b38a2509fa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1937.598454] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 68f6af87-473f-4d2d-83ca-91d5abbed3de is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1937.598574] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 4518fa3a-0ff8-4571-8703-44b44b53f33b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1937.598721] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance d0a98dc4-51d7-4850-a8b2-ba2aa8d78424 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1937.598856] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance cc448c2e-550f-4bec-a076-548e035629fd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1937.599053] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 47d7b493-f029-4b9d-813f-1446ff42d080 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.599115] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 04a1b453-5274-4509-9036-9900e3fe91f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.599192] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 4594619c-6c99-4335-bcad-20b1d01bed46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.599300] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 5f68ad50-621d-4214-8edf-09c1304d6e43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.599405] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 31312dd9-a51d-4178-9ade-20e3972786ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1937.601915] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1937.601915] env[62189]: value = "task-2121957" [ 1937.601915] env[62189]: _type = "Task" [ 1937.601915] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.616190] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.743317] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ebc827-4126-6a7d-6a06-91f6b62af098, 'name': SearchDatastore_Task, 'duration_secs': 0.011903} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.744133] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68711f3e-6ec9-4522-bbec-6a48c61c200f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.750384] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1937.750384] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5285d5db-fc17-7327-6b96-c5e0090d035f" [ 1937.750384] env[62189]: _type = "Task" [ 1937.750384] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.759746] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5285d5db-fc17-7327-6b96-c5e0090d035f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.981071] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121953, 'name': CreateVM_Task, 'duration_secs': 0.387821} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.981389] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1937.982131] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.982544] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.982692] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1937.982994] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007d5155-533a-4faf-b2ce-3332c80c82f5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.988331] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1937.988331] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52483f5a-7f76-f27f-73d2-9720fea2712f" [ 1937.988331] env[62189]: _type = "Task" [ 1937.988331] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.997569] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52483f5a-7f76-f27f-73d2-9720fea2712f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.073744] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121956, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.097053] env[62189]: DEBUG nova.network.neutron [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Successfully created port: 317b97e4-b5d5-4645-9ee2-8535b520deda {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1938.104303] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 04d77cc1-32ad-4f9a-aefa-25122cdd1827 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1938.115473] env[62189]: DEBUG oslo_vmware.api [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121957, 'name': PowerOnVM_Task, 'duration_secs': 0.508573} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.115766] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1938.115965] env[62189]: INFO nova.compute.manager [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Took 16.65 seconds to spawn the instance on the hypervisor. [ 1938.116197] env[62189]: DEBUG nova.compute.manager [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1938.117010] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4286a4-e75d-40a0-ab49-db91eadbf083 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.268257] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5285d5db-fc17-7327-6b96-c5e0090d035f, 'name': SearchDatastore_Task, 'duration_secs': 0.010951} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.268545] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.268811] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 47d7b493-f029-4b9d-813f-1446ff42d080/47d7b493-f029-4b9d-813f-1446ff42d080.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1938.269090] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-849c674f-7e29-4570-b3e2-8ef6700996c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.276368] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1938.276368] env[62189]: value = "task-2121958" [ 1938.276368] env[62189]: _type = "Task" [ 1938.276368] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.286831] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.503729] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52483f5a-7f76-f27f-73d2-9720fea2712f, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.505384] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.505384] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1938.505384] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.505384] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.505567] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1938.506234] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-231819df-b573-4a15-a9ab-b1d953688a41 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.518044] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1938.518044] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1938.518657] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b3d9af2-aede-4969-b309-8d95678161a2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.529911] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1938.529911] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52360ee1-27d2-6890-01a5-b427958e39b6" [ 1938.529911] env[62189]: _type = "Task" [ 1938.529911] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.539228] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52360ee1-27d2-6890-01a5-b427958e39b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.543112] env[62189]: DEBUG nova.compute.manager [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1938.574208] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121956, 'name': CreateVM_Task, 'duration_secs': 0.555003} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.574208] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1938.574208] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.574208] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.574613] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1938.575032] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdec54f1-f52b-4910-b9d3-6e8791cc5d1b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.579989] env[62189]: DEBUG nova.virt.hardware [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1938.580398] env[62189]: DEBUG nova.virt.hardware [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1938.580799] env[62189]: DEBUG nova.virt.hardware [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1938.581149] env[62189]: DEBUG nova.virt.hardware [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1938.581418] env[62189]: DEBUG nova.virt.hardware [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1938.581664] env[62189]: DEBUG nova.virt.hardware [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1938.582147] env[62189]: DEBUG nova.virt.hardware [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1938.582433] env[62189]: DEBUG nova.virt.hardware [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1938.582707] env[62189]: DEBUG nova.virt.hardware [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1938.582986] env[62189]: DEBUG nova.virt.hardware [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1938.583272] env[62189]: DEBUG nova.virt.hardware [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1938.585847] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f1b657-0c24-4c47-aca7-68df0ff07525 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.588402] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 1938.588402] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5252e69b-9c83-f3bc-d760-f0037e1d5984" [ 1938.588402] env[62189]: _type = "Task" [ 1938.588402] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.597729] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4323318d-3cfc-40f5-9ef5-5dbd9cdf3a8a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.605026] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5252e69b-9c83-f3bc-d760-f0037e1d5984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.615427] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 8ffae4bd-a23e-40a6-b90a-42296310e286 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1938.643132] env[62189]: INFO nova.compute.manager [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Took 52.11 seconds to build instance. [ 1938.759087] env[62189]: DEBUG nova.network.neutron [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Updated VIF entry in instance network info cache for port fcf87d7f-d594-423d-988c-5fef1ba457ab. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1938.760399] env[62189]: DEBUG nova.network.neutron [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Updating instance_info_cache with network_info: [{"id": "fcf87d7f-d594-423d-988c-5fef1ba457ab", "address": "fa:16:3e:81:cd:91", "network": {"id": "22bb9e55-a8d4-4475-a726-bbbbb8e07851", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-662988363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "649382691bb342e3ad6c5164ef53011f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf87d7f-d5", "ovs_interfaceid": "fcf87d7f-d594-423d-988c-5fef1ba457ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.787924] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121958, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.045709] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52360ee1-27d2-6890-01a5-b427958e39b6, 'name': SearchDatastore_Task, 'duration_secs': 0.016437} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.047220] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ac10ce-28af-448c-aa2b-9c4cccd9db1f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.056029] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1939.056029] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5236b9e6-f947-1463-da04-585d5e4e165b" [ 1939.056029] env[62189]: _type = "Task" [ 1939.056029] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.066874] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5236b9e6-f947-1463-da04-585d5e4e165b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.101169] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5252e69b-9c83-f3bc-d760-f0037e1d5984, 'name': SearchDatastore_Task, 'duration_secs': 0.024492} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.101738] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.102176] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1939.102510] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.121538] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 03d56df4-7b0a-478f-914e-d407188f696d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1939.144590] env[62189]: DEBUG oslo_concurrency.lockutils [None req-11759aac-291a-48b2-a491-2eb044f3fa55 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "04a1b453-5274-4509-9036-9900e3fe91f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.406s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.263457] env[62189]: DEBUG oslo_concurrency.lockutils [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] Releasing lock "refresh_cache-4594619c-6c99-4335-bcad-20b1d01bed46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.263728] env[62189]: DEBUG nova.compute.manager [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Received event network-changed-123eff83-ac3e-418e-86a9-71619ba3d180 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1939.264571] env[62189]: DEBUG nova.compute.manager [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Refreshing instance network info cache due to event network-changed-123eff83-ac3e-418e-86a9-71619ba3d180. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1939.264571] env[62189]: DEBUG oslo_concurrency.lockutils [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] Acquiring lock "refresh_cache-5f68ad50-621d-4214-8edf-09c1304d6e43" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.264571] env[62189]: DEBUG oslo_concurrency.lockutils [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] Acquired lock "refresh_cache-5f68ad50-621d-4214-8edf-09c1304d6e43" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.264571] env[62189]: DEBUG nova.network.neutron [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Refreshing network info cache for port 123eff83-ac3e-418e-86a9-71619ba3d180 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1939.292127] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.9602} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.292466] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 47d7b493-f029-4b9d-813f-1446ff42d080/47d7b493-f029-4b9d-813f-1446ff42d080.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1939.292688] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1939.292951] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a01d442b-999f-4ae4-8662-953d240d7ac8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.300110] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1939.300110] env[62189]: value = "task-2121959" [ 1939.300110] env[62189]: _type = "Task" [ 1939.300110] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.308989] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.568631] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5236b9e6-f947-1463-da04-585d5e4e165b, 'name': SearchDatastore_Task, 'duration_secs': 0.048856} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.568631] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.568631] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 4594619c-6c99-4335-bcad-20b1d01bed46/4594619c-6c99-4335-bcad-20b1d01bed46.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1939.568631] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.568920] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1939.568920] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b499572b-6d01-43e0-ac7d-4db3f52c0702 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.568920] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cc20f18-37ff-4aac-8e72-82439bc63af4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.575036] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1939.575036] env[62189]: value = "task-2121960" [ 1939.575036] env[62189]: _type = "Task" [ 1939.575036] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.579739] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1939.579987] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1939.583959] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7618f491-5e34-4d1a-bfd1-3cb51f7ff88b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.586223] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.589140] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 1939.589140] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5260484e-5258-4aa6-e612-1ce888606310" [ 1939.589140] env[62189]: _type = "Task" [ 1939.589140] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.598639] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5260484e-5258-4aa6-e612-1ce888606310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.627752] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1939.650794] env[62189]: DEBUG nova.compute.manager [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1939.817863] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063768} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.820526] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1939.821779] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba216a0-b23a-48a7-88d2-2712bcef1b92 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.846591] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 47d7b493-f029-4b9d-813f-1446ff42d080/47d7b493-f029-4b9d-813f-1446ff42d080.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1939.849264] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4235f627-3acf-499e-9ef1-6e6818fb94f7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.871231] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1939.871231] env[62189]: value = "task-2121961" [ 1939.871231] env[62189]: _type = "Task" [ 1939.871231] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.881500] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.943609] env[62189]: DEBUG oslo_concurrency.lockutils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.943716] env[62189]: DEBUG oslo_concurrency.lockutils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.084694] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.102063] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5260484e-5258-4aa6-e612-1ce888606310, 'name': SearchDatastore_Task, 'duration_secs': 0.069508} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.102922] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d40d85c-e9ad-44db-ae46-6adb45be32a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.108917] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 1940.108917] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52301a00-96f8-a42e-ec75-1b1070b703fd" [ 1940.108917] env[62189]: _type = "Task" [ 1940.108917] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.118484] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52301a00-96f8-a42e-ec75-1b1070b703fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.125097] env[62189]: DEBUG nova.network.neutron [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Updated VIF entry in instance network info cache for port 123eff83-ac3e-418e-86a9-71619ba3d180. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1940.125508] env[62189]: DEBUG nova.network.neutron [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Updating instance_info_cache with network_info: [{"id": "123eff83-ac3e-418e-86a9-71619ba3d180", "address": "fa:16:3e:8a:44:3d", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123eff83-ac", "ovs_interfaceid": "123eff83-ac3e-418e-86a9-71619ba3d180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.132068] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 8dec3082-22e8-4eda-9554-a4742dfa2471 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1940.177176] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.387931] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.573477] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Acquiring lock "c8116c8c-91f5-49d4-bd92-31b3c6b05b05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.573833] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Lock "c8116c8c-91f5-49d4-bd92-31b3c6b05b05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.585809] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.933266} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.586111] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 4594619c-6c99-4335-bcad-20b1d01bed46/4594619c-6c99-4335-bcad-20b1d01bed46.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1940.586326] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1940.586629] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f69b5886-2a9f-4f65-8672-bb628a62aaf3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.593814] env[62189]: DEBUG nova.compute.manager [req-0b981405-70e9-40e0-af24-46ba977774a8 req-af94d6bd-2ae7-4bbc-b17b-2e8448ad6b27 service nova] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Received event network-vif-plugged-317b97e4-b5d5-4645-9ee2-8535b520deda {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1940.593814] env[62189]: DEBUG oslo_concurrency.lockutils [req-0b981405-70e9-40e0-af24-46ba977774a8 req-af94d6bd-2ae7-4bbc-b17b-2e8448ad6b27 service nova] Acquiring lock "31312dd9-a51d-4178-9ade-20e3972786ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.593814] env[62189]: DEBUG oslo_concurrency.lockutils [req-0b981405-70e9-40e0-af24-46ba977774a8 req-af94d6bd-2ae7-4bbc-b17b-2e8448ad6b27 service nova] Lock "31312dd9-a51d-4178-9ade-20e3972786ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.593814] env[62189]: DEBUG oslo_concurrency.lockutils [req-0b981405-70e9-40e0-af24-46ba977774a8 req-af94d6bd-2ae7-4bbc-b17b-2e8448ad6b27 service nova] Lock "31312dd9-a51d-4178-9ade-20e3972786ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.593814] env[62189]: DEBUG nova.compute.manager [req-0b981405-70e9-40e0-af24-46ba977774a8 req-af94d6bd-2ae7-4bbc-b17b-2e8448ad6b27 service nova] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] No waiting events found dispatching network-vif-plugged-317b97e4-b5d5-4645-9ee2-8535b520deda {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1940.594038] env[62189]: WARNING nova.compute.manager [req-0b981405-70e9-40e0-af24-46ba977774a8 req-af94d6bd-2ae7-4bbc-b17b-2e8448ad6b27 service nova] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Received unexpected event network-vif-plugged-317b97e4-b5d5-4645-9ee2-8535b520deda for instance with vm_state building and task_state spawning. [ 1940.595939] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1940.595939] env[62189]: value = "task-2121962" [ 1940.595939] env[62189]: _type = "Task" [ 1940.595939] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.605021] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.618090] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52301a00-96f8-a42e-ec75-1b1070b703fd, 'name': SearchDatastore_Task, 'duration_secs': 0.01305} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.618358] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.618610] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 5f68ad50-621d-4214-8edf-09c1304d6e43/5f68ad50-621d-4214-8edf-09c1304d6e43.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1940.618975] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1326dd78-147a-4381-8a2d-639aa2cc4a53 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.626314] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 1940.626314] env[62189]: value = "task-2121963" [ 1940.626314] env[62189]: _type = "Task" [ 1940.626314] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.630144] env[62189]: DEBUG oslo_concurrency.lockutils [req-11384a77-edb2-4019-bb56-7f38a6e73d4b req-7bb00ff8-c005-4fa3-a7a9-10f6e1cf216d service nova] Releasing lock "refresh_cache-5f68ad50-621d-4214-8edf-09c1304d6e43" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.635057] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 52287368-e85a-4865-891e-ea4f3d7aae73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1940.638020] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2121963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.805227] env[62189]: DEBUG nova.network.neutron [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Successfully updated port: 317b97e4-b5d5-4645-9ee2-8535b520deda {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1940.887902] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121961, 'name': ReconfigVM_Task, 'duration_secs': 0.586606} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.888013] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 47d7b493-f029-4b9d-813f-1446ff42d080/47d7b493-f029-4b9d-813f-1446ff42d080.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1940.888910] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a81d33e1-1970-488e-bcc9-0761a7c9e84d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.896920] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1940.896920] env[62189]: value = "task-2121964" [ 1940.896920] env[62189]: _type = "Task" [ 1940.896920] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.913632] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121964, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.116195] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111491} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.116446] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1941.117465] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88765ea-347b-43dd-b759-761065ba10e7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.142059] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 4594619c-6c99-4335-bcad-20b1d01bed46/4594619c-6c99-4335-bcad-20b1d01bed46.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1941.148599] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 19779686-0994-494a-8bd7-927cde64780d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1941.148599] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1941.148599] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1941.154137] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26494e9e-215b-446c-ba65-691b2abd5c22 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.174884] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2121963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538088} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.176519] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 5f68ad50-621d-4214-8edf-09c1304d6e43/5f68ad50-621d-4214-8edf-09c1304d6e43.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1941.176519] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1941.176906] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1941.176906] env[62189]: value = "task-2121965" [ 1941.176906] env[62189]: _type = "Task" [ 1941.176906] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.177069] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45437761-b4e2-4644-b5de-3a7855740bc0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.188192] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121965, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.190920] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 1941.190920] env[62189]: value = "task-2121966" [ 1941.190920] env[62189]: _type = "Task" [ 1941.190920] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.205017] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2121966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.307830] env[62189]: DEBUG oslo_concurrency.lockutils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "refresh_cache-31312dd9-a51d-4178-9ade-20e3972786ad" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.308048] env[62189]: DEBUG oslo_concurrency.lockutils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "refresh_cache-31312dd9-a51d-4178-9ade-20e3972786ad" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.308218] env[62189]: DEBUG nova.network.neutron [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1941.409569] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121964, 'name': Rename_Task, 'duration_secs': 0.278992} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.416023] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1941.416023] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba21169d-9d87-4fc8-a5cf-1886f9871f15 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.419416] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1941.419416] env[62189]: value = "task-2121967" [ 1941.419416] env[62189]: _type = "Task" [ 1941.419416] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.430752] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.635407] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27956e2d-d190-49f6-8d24-ff12f74768da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.652073] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0a1bc1-1afd-43a6-a65d-a963f6969225 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.691360] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c5a8c1-cc08-4825-b472-53a1a51b2f70 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.702329] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.707356] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2121966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062728} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.707745] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1941.709058] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2938b48d-41a8-486a-9e4d-6e1bec74e34a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.713711] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3395df77-7628-45d8-9b76-b6e7a55424ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.727253] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1941.748685] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 5f68ad50-621d-4214-8edf-09c1304d6e43/5f68ad50-621d-4214-8edf-09c1304d6e43.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1941.751851] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1941.753552] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8699d290-ccc4-4647-a764-a4fccad4681f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.774962] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 1941.774962] env[62189]: value = "task-2121968" [ 1941.774962] env[62189]: _type = "Task" [ 1941.774962] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.783503] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2121968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.866206] env[62189]: DEBUG nova.network.neutron [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1941.931682] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121967, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.137248] env[62189]: DEBUG nova.network.neutron [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Updating instance_info_cache with network_info: [{"id": "317b97e4-b5d5-4645-9ee2-8535b520deda", "address": "fa:16:3e:02:a8:00", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317b97e4-b5", "ovs_interfaceid": "317b97e4-b5d5-4645-9ee2-8535b520deda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.198338] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121965, 'name': ReconfigVM_Task, 'duration_secs': 0.75989} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.198728] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 4594619c-6c99-4335-bcad-20b1d01bed46/4594619c-6c99-4335-bcad-20b1d01bed46.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1942.199486] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-585eff23-9b32-4d31-961a-73348580adce {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.209018] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1942.209018] env[62189]: value = "task-2121969" [ 1942.209018] env[62189]: _type = "Task" [ 1942.209018] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.215789] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121969, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.270732] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1942.270983] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.748s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.271351] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.856s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.273021] env[62189]: INFO nova.compute.claims [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1942.285956] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2121968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.432431] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121967, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.629361] env[62189]: DEBUG nova.compute.manager [req-e7866b78-0dc3-4ca1-88ec-f3855fd21b59 req-f5c16b73-e019-450b-a0f6-9e2974f73db8 service nova] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Received event network-changed-317b97e4-b5d5-4645-9ee2-8535b520deda {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1942.629750] env[62189]: DEBUG nova.compute.manager [req-e7866b78-0dc3-4ca1-88ec-f3855fd21b59 req-f5c16b73-e019-450b-a0f6-9e2974f73db8 service nova] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Refreshing instance network info cache due to event network-changed-317b97e4-b5d5-4645-9ee2-8535b520deda. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1942.630074] env[62189]: DEBUG oslo_concurrency.lockutils [req-e7866b78-0dc3-4ca1-88ec-f3855fd21b59 req-f5c16b73-e019-450b-a0f6-9e2974f73db8 service nova] Acquiring lock "refresh_cache-31312dd9-a51d-4178-9ade-20e3972786ad" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.639797] env[62189]: DEBUG oslo_concurrency.lockutils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "refresh_cache-31312dd9-a51d-4178-9ade-20e3972786ad" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.640178] env[62189]: DEBUG nova.compute.manager [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Instance network_info: |[{"id": "317b97e4-b5d5-4645-9ee2-8535b520deda", "address": "fa:16:3e:02:a8:00", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317b97e4-b5", "ovs_interfaceid": "317b97e4-b5d5-4645-9ee2-8535b520deda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1942.641204] env[62189]: DEBUG oslo_concurrency.lockutils [req-e7866b78-0dc3-4ca1-88ec-f3855fd21b59 req-f5c16b73-e019-450b-a0f6-9e2974f73db8 service nova] Acquired lock "refresh_cache-31312dd9-a51d-4178-9ade-20e3972786ad" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.641452] env[62189]: DEBUG nova.network.neutron [req-e7866b78-0dc3-4ca1-88ec-f3855fd21b59 req-f5c16b73-e019-450b-a0f6-9e2974f73db8 service nova] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Refreshing network info cache for port 317b97e4-b5d5-4645-9ee2-8535b520deda {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1942.648869] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:a8:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '317b97e4-b5d5-4645-9ee2-8535b520deda', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1942.656151] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Creating folder: Project (0a22c20528b54f4e8982055ea51d0177). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1942.656151] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a128ab77-081a-46db-862a-0414d9a8585a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.668892] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Created folder: Project (0a22c20528b54f4e8982055ea51d0177) in parent group-v433996. [ 1942.669236] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Creating folder: Instances. Parent ref: group-v434113. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1942.669491] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29ee2cbb-9bfc-4072-9920-05bb83570c41 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.679782] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Created folder: Instances in parent group-v434113. [ 1942.679950] env[62189]: DEBUG oslo.service.loopingcall [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1942.680224] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1942.680404] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af4238e0-4e0d-49e1-b53b-bdbfd6369165 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.707624] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1942.707624] env[62189]: value = "task-2121972" [ 1942.707624] env[62189]: _type = "Task" [ 1942.707624] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.720404] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121969, 'name': Rename_Task, 'duration_secs': 0.164288} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.723878] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1942.724250] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121972, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.724785] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6676eef-9a4d-4f9f-a882-4aa8e8c30164 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.731086] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1942.731086] env[62189]: value = "task-2121973" [ 1942.731086] env[62189]: _type = "Task" [ 1942.731086] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.741608] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.790174] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2121968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.930967] env[62189]: DEBUG oslo_vmware.api [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121967, 'name': PowerOnVM_Task, 'duration_secs': 1.275024} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.931256] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1942.931471] env[62189]: DEBUG nova.compute.manager [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.932391] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a125488-332c-4a36-8ddd-10d7702fa266 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.220630] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121972, 'name': CreateVM_Task, 'duration_secs': 0.46542} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.220801] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1943.221511] env[62189]: DEBUG oslo_concurrency.lockutils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.221674] env[62189]: DEBUG oslo_concurrency.lockutils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.221998] env[62189]: DEBUG oslo_concurrency.lockutils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1943.222310] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6be7d0-4505-46b0-befb-9ba205c02e5f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.228522] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1943.228522] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5207b626-22f6-e0d6-ff96-297a9f0e02f1" [ 1943.228522] env[62189]: _type = "Task" [ 1943.228522] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.239385] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5207b626-22f6-e0d6-ff96-297a9f0e02f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.242880] env[62189]: DEBUG oslo_vmware.api [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2121973, 'name': PowerOnVM_Task, 'duration_secs': 0.488755} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.243033] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1943.243254] env[62189]: INFO nova.compute.manager [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Took 18.89 seconds to spawn the instance on the hypervisor. [ 1943.243321] env[62189]: DEBUG nova.compute.manager [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1943.244125] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f91a25b-2af9-4845-a970-c6407c5ceba1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.277029] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1943.277029] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1943.277029] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1943.296167] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2121968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.414709] env[62189]: DEBUG nova.network.neutron [req-e7866b78-0dc3-4ca1-88ec-f3855fd21b59 req-f5c16b73-e019-450b-a0f6-9e2974f73db8 service nova] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Updated VIF entry in instance network info cache for port 317b97e4-b5d5-4645-9ee2-8535b520deda. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1943.415067] env[62189]: DEBUG nova.network.neutron [req-e7866b78-0dc3-4ca1-88ec-f3855fd21b59 req-f5c16b73-e019-450b-a0f6-9e2974f73db8 service nova] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Updating instance_info_cache with network_info: [{"id": "317b97e4-b5d5-4645-9ee2-8535b520deda", "address": "fa:16:3e:02:a8:00", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317b97e4-b5", "ovs_interfaceid": "317b97e4-b5d5-4645-9ee2-8535b520deda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.450561] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.650045] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfaba62-34e8-408c-8754-baffa1ebb43a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.657230] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da195f1a-4567-4511-bcff-d6c52b19032c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.689704] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0d0934-de2e-47ca-8c84-80d45a97ce6f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.697161] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027bcd88-b57b-43e2-bb6e-ecaa8d5f62a5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.710267] env[62189]: DEBUG nova.compute.provider_tree [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1943.741024] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5207b626-22f6-e0d6-ff96-297a9f0e02f1, 'name': SearchDatastore_Task, 'duration_secs': 0.014157} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.741024] env[62189]: DEBUG oslo_concurrency.lockutils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.741024] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1943.741024] env[62189]: DEBUG oslo_concurrency.lockutils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.741248] env[62189]: DEBUG oslo_concurrency.lockutils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.741248] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1943.741248] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67e8ef73-ce7b-4d33-a91e-4027927c98ef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.751982] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1943.752365] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1943.753264] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40434be6-2d1d-4b35-8052-e3b65a520f98 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.767113] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1943.767113] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528065dc-6c95-cea1-61ff-0fa1d19624b0" [ 1943.767113] env[62189]: _type = "Task" [ 1943.767113] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.767113] env[62189]: INFO nova.compute.manager [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Took 51.48 seconds to build instance. [ 1943.774206] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528065dc-6c95-cea1-61ff-0fa1d19624b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.792113] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2121968, 'name': ReconfigVM_Task, 'duration_secs': 1.784303} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.792553] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 5f68ad50-621d-4214-8edf-09c1304d6e43/5f68ad50-621d-4214-8edf-09c1304d6e43.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1943.793320] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd66f8ff-d5a2-4e7b-bdcb-a24faa4c183a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.799886] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 1943.799886] env[62189]: value = "task-2121974" [ 1943.799886] env[62189]: _type = "Task" [ 1943.799886] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.811482] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2121974, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.918165] env[62189]: DEBUG oslo_concurrency.lockutils [req-e7866b78-0dc3-4ca1-88ec-f3855fd21b59 req-f5c16b73-e019-450b-a0f6-9e2974f73db8 service nova] Releasing lock "refresh_cache-31312dd9-a51d-4178-9ade-20e3972786ad" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.213660] env[62189]: DEBUG nova.scheduler.client.report [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1944.272921] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15154cec-457e-4b8f-a56d-4c9def1fc5ab tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "4594619c-6c99-4335-bcad-20b1d01bed46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.621s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.281892] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528065dc-6c95-cea1-61ff-0fa1d19624b0, 'name': SearchDatastore_Task, 'duration_secs': 0.020131} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.281892] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4787736-d72f-4226-ae5d-a33508ddd8ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.292587] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1944.292587] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52886844-ffd2-a5c9-65ac-892eb451edfd" [ 1944.292587] env[62189]: _type = "Task" [ 1944.292587] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.304737] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52886844-ffd2-a5c9-65ac-892eb451edfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.315708] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2121974, 'name': Rename_Task, 'duration_secs': 0.382377} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.315708] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1944.316080] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8f3f730-7f29-4077-8082-6d65f3802cc1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.324874] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 1944.324874] env[62189]: value = "task-2121975" [ 1944.324874] env[62189]: _type = "Task" [ 1944.324874] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.335736] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2121975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.344853] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "refresh_cache-8f3c6230-2a8f-4b97-9fef-7df63b159e42" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.345009] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquired lock "refresh_cache-8f3c6230-2a8f-4b97-9fef-7df63b159e42" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.345162] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Forcefully refreshing network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1944.719949] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.719949] env[62189]: DEBUG nova.compute.manager [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1944.722781] env[62189]: DEBUG oslo_concurrency.lockutils [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.488s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.724172] env[62189]: DEBUG oslo_concurrency.lockutils [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.726225] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.218s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.730089] env[62189]: INFO nova.compute.claims [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1944.767412] env[62189]: INFO nova.scheduler.client.report [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Deleted allocations for instance e274eb4c-5952-4357-8421-80b38a2509fa [ 1944.776687] env[62189]: DEBUG nova.compute.manager [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1944.811229] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52886844-ffd2-a5c9-65ac-892eb451edfd, 'name': SearchDatastore_Task, 'duration_secs': 0.022662} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.811428] env[62189]: DEBUG oslo_concurrency.lockutils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.811737] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 31312dd9-a51d-4178-9ade-20e3972786ad/31312dd9-a51d-4178-9ade-20e3972786ad.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1944.812284] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c50e989a-92be-4d37-80dd-d10f363dc6bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.820627] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1944.820627] env[62189]: value = "task-2121976" [ 1944.820627] env[62189]: _type = "Task" [ 1944.820627] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.829130] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2121976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.837563] env[62189]: DEBUG oslo_vmware.api [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2121975, 'name': PowerOnVM_Task, 'duration_secs': 0.504267} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.837821] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1944.838063] env[62189]: INFO nova.compute.manager [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Took 17.83 seconds to spawn the instance on the hypervisor. [ 1944.838280] env[62189]: DEBUG nova.compute.manager [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1944.838990] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89edb5a-52e8-4cc7-ab62-63345fac52f8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.123476] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "47d7b493-f029-4b9d-813f-1446ff42d080" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.124051] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "47d7b493-f029-4b9d-813f-1446ff42d080" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.124425] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "47d7b493-f029-4b9d-813f-1446ff42d080-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.124843] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "47d7b493-f029-4b9d-813f-1446ff42d080-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.125153] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "47d7b493-f029-4b9d-813f-1446ff42d080-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.130172] env[62189]: INFO nova.compute.manager [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Terminating instance [ 1945.236602] env[62189]: DEBUG nova.compute.utils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1945.245156] env[62189]: DEBUG nova.compute.manager [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1945.245156] env[62189]: DEBUG nova.network.neutron [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1945.284180] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.284823] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.284915] env[62189]: DEBUG oslo_concurrency.lockutils [None req-254a9499-775a-4e35-92f9-b2161445bd18 tempest-ServerMetadataTestJSON-412940599 tempest-ServerMetadataTestJSON-412940599-project-member] Lock "e274eb4c-5952-4357-8421-80b38a2509fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.509s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.315234] env[62189]: DEBUG oslo_concurrency.lockutils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.333364] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2121976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465401} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.333364] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 31312dd9-a51d-4178-9ade-20e3972786ad/31312dd9-a51d-4178-9ade-20e3972786ad.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1945.333605] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1945.333833] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27ce7e57-c5b0-479e-b4d3-136e4e56eca2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.345536] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1945.345536] env[62189]: value = "task-2121977" [ 1945.345536] env[62189]: _type = "Task" [ 1945.345536] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.360017] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2121977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.362748] env[62189]: DEBUG nova.policy [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b67c12bdd6e14208b768e967846a7c67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a22c20528b54f4e8982055ea51d0177', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1945.369075] env[62189]: INFO nova.compute.manager [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Took 52.55 seconds to build instance. [ 1945.640150] env[62189]: DEBUG nova.compute.manager [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1945.640150] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1945.640709] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1276d8ca-5267-47a9-b52f-6a4b085ef36e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.649305] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1945.649605] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a896b75-d5e3-41da-b2fd-fdda2124e057 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.656019] env[62189]: DEBUG oslo_vmware.api [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1945.656019] env[62189]: value = "task-2121978" [ 1945.656019] env[62189]: _type = "Task" [ 1945.656019] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.673556] env[62189]: DEBUG oslo_vmware.api [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.745628] env[62189]: DEBUG nova.compute.manager [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1945.863289] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2121977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090441} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.863289] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1945.864545] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b776d09-0127-4c65-bf1d-0be94fb2abef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.872261] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6c20b9b-6ad0-45ab-b9ea-6278e79a4b13 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "5f68ad50-621d-4214-8edf-09c1304d6e43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.268s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.898601] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 31312dd9-a51d-4178-9ade-20e3972786ad/31312dd9-a51d-4178-9ade-20e3972786ad.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1945.903239] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88f9e9a9-102e-4c12-ad98-21a6b0adb33c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.929581] env[62189]: DEBUG oslo_concurrency.lockutils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "24417845-7960-4e26-9eb1-4877af2c2a7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.929964] env[62189]: DEBUG oslo_concurrency.lockutils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "24417845-7960-4e26-9eb1-4877af2c2a7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.932041] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1945.932041] env[62189]: value = "task-2121979" [ 1945.932041] env[62189]: _type = "Task" [ 1945.932041] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.943675] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2121979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.072422] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Updating instance_info_cache with network_info: [{"id": "95e2b8c6-267c-4814-865a-56bbee0e6263", "address": "fa:16:3e:14:e0:87", "network": {"id": "b570e4f0-df45-49d0-a05c-fad1d73cdb4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-884198012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5265345202bd457fb38e5d9368261669", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95e2b8c6-26", "ovs_interfaceid": "95e2b8c6-267c-4814-865a-56bbee0e6263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.151572] env[62189]: DEBUG nova.network.neutron [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Successfully created port: 02e1ab20-b5b4-4966-82dd-50904e7036cd {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1946.170529] env[62189]: DEBUG oslo_vmware.api [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.381734] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80554722-3745-49d7-aab7-43bb6ced9075 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.391064] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e1527f-baf6-460b-aad2-261750d979b9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.423216] env[62189]: DEBUG nova.compute.manager [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1946.429268] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0c0a3d-d1f1-4245-ac5d-504d77421e5c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.439272] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61facfd-4e9a-4e76-a982-5055cdf569ef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.451676] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2121979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.459956] env[62189]: DEBUG nova.compute.provider_tree [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.575282] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Releasing lock "refresh_cache-8f3c6230-2a8f-4b97-9fef-7df63b159e42" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.575553] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Updated the network info_cache for instance {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1946.575744] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1946.576015] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1946.576223] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1946.576381] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1946.576580] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1946.576772] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1946.576906] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1946.577065] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1946.645041] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquiring lock "a4f72200-8120-4298-b7e6-890162fecdc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.645041] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "a4f72200-8120-4298-b7e6-890162fecdc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.672638] env[62189]: DEBUG oslo_vmware.api [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121978, 'name': PowerOffVM_Task, 'duration_secs': 0.992976} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.673024] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1946.673196] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1946.673505] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-455a69b9-466e-4742-bc5a-f1749aecb8eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.736711] env[62189]: DEBUG oslo_concurrency.lockutils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "470b5711-1161-432f-81fc-2cad2d1ea795" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.736956] env[62189]: DEBUG oslo_concurrency.lockutils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "470b5711-1161-432f-81fc-2cad2d1ea795" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.760220] env[62189]: DEBUG nova.compute.manager [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1946.789442] env[62189]: DEBUG nova.virt.hardware [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1946.789716] env[62189]: DEBUG nova.virt.hardware [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1946.789895] env[62189]: DEBUG nova.virt.hardware [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1946.790123] env[62189]: DEBUG nova.virt.hardware [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1946.790490] env[62189]: DEBUG nova.virt.hardware [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1946.790490] env[62189]: DEBUG nova.virt.hardware [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1946.790697] env[62189]: DEBUG nova.virt.hardware [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1946.790758] env[62189]: DEBUG nova.virt.hardware [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1946.790916] env[62189]: DEBUG nova.virt.hardware [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1946.791087] env[62189]: DEBUG nova.virt.hardware [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1946.791270] env[62189]: DEBUG nova.virt.hardware [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1946.792724] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc6e2fb-2e05-47be-a290-95e29e9321b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.800795] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aff7b38-1fb0-41fc-83a9-f3ea0e16b971 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.945974] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2121979, 'name': ReconfigVM_Task, 'duration_secs': 0.628653} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.946272] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 31312dd9-a51d-4178-9ade-20e3972786ad/31312dd9-a51d-4178-9ade-20e3972786ad.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1946.946912] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd13567e-d42d-4e58-b328-63de38a84b1a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.953772] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1946.953772] env[62189]: value = "task-2121981" [ 1946.953772] env[62189]: _type = "Task" [ 1946.953772] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.954715] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.962396] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2121981, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.964290] env[62189]: DEBUG nova.scheduler.client.report [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1947.083394] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.278700] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquiring lock "68f7cb35-c13c-405c-a071-e6baa9f254f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.279403] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "68f7cb35-c13c-405c-a071-e6baa9f254f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.465376] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2121981, 'name': Rename_Task, 'duration_secs': 0.222232} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.465658] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1947.465906] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01f5c776-0ba7-4a3b-9cf5-96b18d69ac93 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.468586] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.469069] env[62189]: DEBUG nova.compute.manager [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1947.471600] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.677s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.472975] env[62189]: INFO nova.compute.claims [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1947.485962] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1947.485962] env[62189]: value = "task-2121982" [ 1947.485962] env[62189]: _type = "Task" [ 1947.485962] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.497969] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2121982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.981833] env[62189]: DEBUG nova.compute.utils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1947.985097] env[62189]: DEBUG nova.compute.manager [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1947.985269] env[62189]: DEBUG nova.network.neutron [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1947.997347] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2121982, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.050535] env[62189]: DEBUG nova.policy [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '581fb01cb1fa4e3982faf984968839a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cada4f63f5b46fc8cf7304b8f78f9c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1948.219054] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "980380f6-ea9f-4ee3-8ce7-74e00bebd20e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.219054] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "980380f6-ea9f-4ee3-8ce7-74e00bebd20e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.353031] env[62189]: DEBUG nova.network.neutron [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Successfully created port: 2a5d85d8-c56d-46a7-8f0c-95371ba8af3b {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1948.485539] env[62189]: DEBUG nova.compute.manager [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1948.499637] env[62189]: DEBUG oslo_vmware.api [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2121982, 'name': PowerOnVM_Task, 'duration_secs': 0.89463} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.499915] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1948.500133] env[62189]: INFO nova.compute.manager [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1948.500345] env[62189]: DEBUG nova.compute.manager [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1948.501104] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4986c55e-0345-4b3d-b84a-9599d126b1cd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.893550] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b543f904-effc-416d-a758-d9a6e1f31905 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.901106] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f36f82f-2bbf-4929-8d11-55337af73b6e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.931621] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c306cf3b-31b7-4b8b-a29f-31187c183de9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.939047] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8a11fa-b6e2-40ed-b31b-a38ef059d3d0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.952271] env[62189]: DEBUG nova.compute.provider_tree [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.019269] env[62189]: INFO nova.compute.manager [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Took 48.91 seconds to build instance. [ 1949.456016] env[62189]: DEBUG nova.scheduler.client.report [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1949.497268] env[62189]: DEBUG nova.compute.manager [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1949.520530] env[62189]: DEBUG nova.virt.hardware [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:47:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5e9dbc0a-5af7-4493-a3c5-3e5c4d821d23',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1691389287',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1949.520793] env[62189]: DEBUG nova.virt.hardware [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1949.520956] env[62189]: DEBUG nova.virt.hardware [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1949.521152] env[62189]: DEBUG nova.virt.hardware [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1949.521298] env[62189]: DEBUG nova.virt.hardware [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1949.521443] env[62189]: DEBUG nova.virt.hardware [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1949.521644] env[62189]: DEBUG nova.virt.hardware [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1949.521804] env[62189]: DEBUG nova.virt.hardware [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1949.521967] env[62189]: DEBUG nova.virt.hardware [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1949.522149] env[62189]: DEBUG nova.virt.hardware [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1949.522322] env[62189]: DEBUG nova.virt.hardware [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1949.522724] env[62189]: DEBUG oslo_concurrency.lockutils [None req-19e3b13c-c524-4475-a166-73b370060415 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "31312dd9-a51d-4178-9ade-20e3972786ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.862s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.523532] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e694afbd-7a2b-4299-8e8f-289d2e6e85b9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.533292] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4938bb9-6255-415b-a3d6-eb8be04c3b95 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.961037] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.961209] env[62189]: DEBUG nova.compute.manager [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1949.963722] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.854s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.965207] env[62189]: INFO nova.compute.claims [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1950.029096] env[62189]: DEBUG nova.compute.manager [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1950.472868] env[62189]: DEBUG nova.compute.utils [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1950.474501] env[62189]: DEBUG nova.compute.manager [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Not allocating networking since 'none' was specified. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1950.552659] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.978752] env[62189]: DEBUG nova.compute.manager [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1951.375805] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d9e9cb-6f7a-4c93-9b18-96d0f711babb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.383790] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ee4c46-04c7-4499-8d30-7d1a78e95f1e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.412726] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab393eab-d4d0-4fb0-8ac1-a6f568ffb148 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.420278] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed21549-954d-4753-a6ee-18a7f6656d16 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.433492] env[62189]: DEBUG nova.compute.provider_tree [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.937051] env[62189]: DEBUG nova.scheduler.client.report [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1951.989017] env[62189]: DEBUG nova.compute.manager [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1952.015810] env[62189]: DEBUG nova.virt.hardware [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1952.016080] env[62189]: DEBUG nova.virt.hardware [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1952.016241] env[62189]: DEBUG nova.virt.hardware [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1952.016422] env[62189]: DEBUG nova.virt.hardware [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1952.016569] env[62189]: DEBUG nova.virt.hardware [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1952.016730] env[62189]: DEBUG nova.virt.hardware [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1952.016941] env[62189]: DEBUG nova.virt.hardware [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1952.017115] env[62189]: DEBUG nova.virt.hardware [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1952.017286] env[62189]: DEBUG nova.virt.hardware [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1952.017449] env[62189]: DEBUG nova.virt.hardware [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1952.017624] env[62189]: DEBUG nova.virt.hardware [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1952.018808] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365ab479-07ab-4500-b959-2220a33b72d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.026942] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8025e1b2-fda7-4fd5-bf6a-795f3e2b0fbe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.041275] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Instance VIF info [] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1952.046650] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Creating folder: Project (b064bd592dec4b1c97f481d1cac50100). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1952.046911] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e9981e9-a62f-48fc-ad3e-00e22f918b0a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.057363] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Created folder: Project (b064bd592dec4b1c97f481d1cac50100) in parent group-v433996. [ 1952.057536] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Creating folder: Instances. Parent ref: group-v434116. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1952.057751] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe7dd5a3-ef4d-4046-a882-faffcc34b7d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.066756] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Created folder: Instances in parent group-v434116. [ 1952.066940] env[62189]: DEBUG oslo.service.loopingcall [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1952.067141] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1952.067340] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc223bf3-50f1-4aa2-891c-4e252c66bb39 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.083667] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1952.083667] env[62189]: value = "task-2121985" [ 1952.083667] env[62189]: _type = "Task" [ 1952.083667] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.090839] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121985, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.443318] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.443884] env[62189]: DEBUG nova.compute.manager [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1952.446665] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.912s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.446920] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.449067] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.300s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.449301] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.451430] env[62189]: DEBUG oslo_concurrency.lockutils [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.915s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.451655] env[62189]: DEBUG oslo_concurrency.lockutils [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.453245] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.636s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.454756] env[62189]: INFO nova.compute.claims [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1952.476616] env[62189]: INFO nova.scheduler.client.report [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Deleted allocations for instance 4518fa3a-0ff8-4571-8703-44b44b53f33b [ 1952.478405] env[62189]: INFO nova.scheduler.client.report [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Deleted allocations for instance 68f6af87-473f-4d2d-83ca-91d5abbed3de [ 1952.494781] env[62189]: INFO nova.scheduler.client.report [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleted allocations for instance 0f430e69-87bb-4dd4-b49f-d2a5715f1b44 [ 1952.593791] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121985, 'name': CreateVM_Task, 'duration_secs': 0.236638} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.593951] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1952.594393] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.594552] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.594867] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1952.595129] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa8b45a7-07de-4a57-bd8b-6bfd81e53864 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.599934] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Waiting for the task: (returnval){ [ 1952.599934] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b0ad7c-6bdf-2e40-7862-ccd4d54137fc" [ 1952.599934] env[62189]: _type = "Task" [ 1952.599934] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.607751] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b0ad7c-6bdf-2e40-7862-ccd4d54137fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.959409] env[62189]: DEBUG nova.compute.utils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1952.962804] env[62189]: DEBUG nova.compute.manager [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1952.963083] env[62189]: DEBUG nova.network.neutron [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1952.991957] env[62189]: DEBUG oslo_concurrency.lockutils [None req-baf46f8d-6008-4222-987a-52baeef597e4 tempest-ServerGroupTestJSON-977964667 tempest-ServerGroupTestJSON-977964667-project-member] Lock "4518fa3a-0ff8-4571-8703-44b44b53f33b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.575s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.992931] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6d62c6b-fd9b-48f8-a7df-fbea1d7e4362 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "68f6af87-473f-4d2d-83ca-91d5abbed3de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.660s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.000708] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4445e797-dc00-47d0-af16-3d72a7cdd154 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "0f430e69-87bb-4dd4-b49f-d2a5715f1b44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.024s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.004438] env[62189]: DEBUG nova.policy [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d0912acd20a47388e88c2df2947b23d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9cfad5a04c948319854a7b63ca64206', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1953.111374] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b0ad7c-6bdf-2e40-7862-ccd4d54137fc, 'name': SearchDatastore_Task, 'duration_secs': 0.031486} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.111634] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.111893] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1953.112110] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.112261] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.112439] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1953.112924] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9563d5c8-d00c-43ff-a91e-39a3d5424418 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.121686] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1953.121874] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1953.122616] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89be9a6d-c12f-4984-8c9f-a583287cba0e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.127925] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Waiting for the task: (returnval){ [ 1953.127925] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521c5361-f949-9382-e668-7efc1f820336" [ 1953.127925] env[62189]: _type = "Task" [ 1953.127925] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.135891] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521c5361-f949-9382-e668-7efc1f820336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.270120] env[62189]: DEBUG nova.network.neutron [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Successfully created port: 527a6226-02ce-4af7-8e5c-7681da1fe3a3 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1953.464065] env[62189]: DEBUG nova.compute.manager [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1953.567643] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1953.567904] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1953.568106] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleting the datastore file [datastore2] 47d7b493-f029-4b9d-813f-1446ff42d080 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1953.568374] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19d7e79c-4816-417e-95ca-5e2e79e56e63 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.578904] env[62189]: DEBUG oslo_vmware.api [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1953.578904] env[62189]: value = "task-2121986" [ 1953.578904] env[62189]: _type = "Task" [ 1953.578904] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.588886] env[62189]: DEBUG oslo_vmware.api [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.639060] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521c5361-f949-9382-e668-7efc1f820336, 'name': SearchDatastore_Task, 'duration_secs': 0.008383} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.639785] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-678129f9-1a59-4db3-9b19-efaa1eec68a9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.653861] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Waiting for the task: (returnval){ [ 1953.653861] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523f41b9-c3e4-ce2b-2e76-479cae329f6f" [ 1953.653861] env[62189]: _type = "Task" [ 1953.653861] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.658982] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523f41b9-c3e4-ce2b-2e76-479cae329f6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.947731] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fadd34a-53d9-40e0-8f2f-68882ca6eba6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.956576] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd0aa1e-e864-4c1f-8048-e705f7854a18 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.991272] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64e15cf-cfc5-4abc-a301-5e29de93f1aa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.000043] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cb468f-efff-4dee-913c-19c928d61281 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.012675] env[62189]: DEBUG nova.compute.provider_tree [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.088880] env[62189]: DEBUG oslo_vmware.api [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2121986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146379} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.089148] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1954.089336] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1954.089511] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1954.089713] env[62189]: INFO nova.compute.manager [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Took 8.45 seconds to destroy the instance on the hypervisor. [ 1954.089941] env[62189]: DEBUG oslo.service.loopingcall [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1954.090150] env[62189]: DEBUG nova.compute.manager [-] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1954.090244] env[62189]: DEBUG nova.network.neutron [-] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1954.163699] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523f41b9-c3e4-ce2b-2e76-479cae329f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.017715} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.164037] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.164521] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 03d56df4-7b0a-478f-914e-d407188f696d/03d56df4-7b0a-478f-914e-d407188f696d.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1954.164843] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15eefc16-c8d5-49ab-8720-6db9d162cd13 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.172902] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Waiting for the task: (returnval){ [ 1954.172902] env[62189]: value = "task-2121987" [ 1954.172902] env[62189]: _type = "Task" [ 1954.172902] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.187749] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': task-2121987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.461644] env[62189]: DEBUG nova.compute.manager [req-142ac416-b481-4edc-b090-3c87100b6fd0 req-193c2ae0-27fb-4338-8064-1da2da8679ee service nova] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Received event network-vif-deleted-9f4b9bf5-d5af-4868-b7d7-3af9785a57d8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1954.461644] env[62189]: INFO nova.compute.manager [req-142ac416-b481-4edc-b090-3c87100b6fd0 req-193c2ae0-27fb-4338-8064-1da2da8679ee service nova] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Neutron deleted interface 9f4b9bf5-d5af-4868-b7d7-3af9785a57d8; detaching it from the instance and deleting it from the info cache [ 1954.461644] env[62189]: DEBUG nova.network.neutron [req-142ac416-b481-4edc-b090-3c87100b6fd0 req-193c2ae0-27fb-4338-8064-1da2da8679ee service nova] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.495700] env[62189]: DEBUG nova.compute.manager [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1954.517681] env[62189]: DEBUG nova.scheduler.client.report [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1954.536349] env[62189]: DEBUG nova.virt.hardware [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1954.536842] env[62189]: DEBUG nova.virt.hardware [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1954.536905] env[62189]: DEBUG nova.virt.hardware [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1954.537205] env[62189]: DEBUG nova.virt.hardware [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1954.537310] env[62189]: DEBUG nova.virt.hardware [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1954.537469] env[62189]: DEBUG nova.virt.hardware [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1954.537674] env[62189]: DEBUG nova.virt.hardware [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1954.538248] env[62189]: DEBUG nova.virt.hardware [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1954.538248] env[62189]: DEBUG nova.virt.hardware [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1954.538248] env[62189]: DEBUG nova.virt.hardware [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1954.538614] env[62189]: DEBUG nova.virt.hardware [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1954.539240] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c0978e-65d5-41ac-93b0-6df8ba7fc2fc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.553769] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc0bb4a-cc23-4608-84bb-a0a3e4491318 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.684051] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': task-2121987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474787} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.684410] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 03d56df4-7b0a-478f-914e-d407188f696d/03d56df4-7b0a-478f-914e-d407188f696d.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1954.684655] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1954.684978] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4815d0e8-c551-487e-8b6b-3e2ac0f2682d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.692483] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Waiting for the task: (returnval){ [ 1954.692483] env[62189]: value = "task-2121988" [ 1954.692483] env[62189]: _type = "Task" [ 1954.692483] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.701676] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': task-2121988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.920567] env[62189]: DEBUG nova.network.neutron [-] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.967099] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b86a9c8-874a-4f6f-adea-9b7ddf74d9ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.979783] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d3771c-c939-4d31-82b0-9736545180a1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.022335] env[62189]: DEBUG nova.compute.manager [req-142ac416-b481-4edc-b090-3c87100b6fd0 req-193c2ae0-27fb-4338-8064-1da2da8679ee service nova] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Detach interface failed, port_id=9f4b9bf5-d5af-4868-b7d7-3af9785a57d8, reason: Instance 47d7b493-f029-4b9d-813f-1446ff42d080 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1955.029555] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.029555] env[62189]: DEBUG nova.compute.manager [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1955.032362] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.214s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.034099] env[62189]: INFO nova.compute.claims [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1955.048556] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "674e7329-baf4-4f64-9c93-eaa001eb5472" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.048812] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "674e7329-baf4-4f64-9c93-eaa001eb5472" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.049023] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "674e7329-baf4-4f64-9c93-eaa001eb5472-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.049210] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "674e7329-baf4-4f64-9c93-eaa001eb5472-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.049382] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "674e7329-baf4-4f64-9c93-eaa001eb5472-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.051500] env[62189]: INFO nova.compute.manager [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Terminating instance [ 1955.165260] env[62189]: DEBUG nova.compute.manager [req-a63e4661-dd7e-48c1-98ce-aa7c7675b12c req-61d7761f-4b21-4307-9b4e-7fb6e1d0187e service nova] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Received event network-vif-plugged-02e1ab20-b5b4-4966-82dd-50904e7036cd {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1955.165492] env[62189]: DEBUG oslo_concurrency.lockutils [req-a63e4661-dd7e-48c1-98ce-aa7c7675b12c req-61d7761f-4b21-4307-9b4e-7fb6e1d0187e service nova] Acquiring lock "04d77cc1-32ad-4f9a-aefa-25122cdd1827-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.165679] env[62189]: DEBUG oslo_concurrency.lockutils [req-a63e4661-dd7e-48c1-98ce-aa7c7675b12c req-61d7761f-4b21-4307-9b4e-7fb6e1d0187e service nova] Lock "04d77cc1-32ad-4f9a-aefa-25122cdd1827-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.165844] env[62189]: DEBUG oslo_concurrency.lockutils [req-a63e4661-dd7e-48c1-98ce-aa7c7675b12c req-61d7761f-4b21-4307-9b4e-7fb6e1d0187e service nova] Lock "04d77cc1-32ad-4f9a-aefa-25122cdd1827-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.166630] env[62189]: DEBUG nova.compute.manager [req-a63e4661-dd7e-48c1-98ce-aa7c7675b12c req-61d7761f-4b21-4307-9b4e-7fb6e1d0187e service nova] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] No waiting events found dispatching network-vif-plugged-02e1ab20-b5b4-4966-82dd-50904e7036cd {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1955.166630] env[62189]: WARNING nova.compute.manager [req-a63e4661-dd7e-48c1-98ce-aa7c7675b12c req-61d7761f-4b21-4307-9b4e-7fb6e1d0187e service nova] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Received unexpected event network-vif-plugged-02e1ab20-b5b4-4966-82dd-50904e7036cd for instance with vm_state building and task_state spawning. [ 1955.202960] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': task-2121988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063224} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.203634] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1955.204096] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2857338a-e47a-42aa-aacb-3f06504c9a3a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.226862] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 03d56df4-7b0a-478f-914e-d407188f696d/03d56df4-7b0a-478f-914e-d407188f696d.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1955.227480] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d377c2-627a-4726-915f-c503187639d8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.254941] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Waiting for the task: (returnval){ [ 1955.254941] env[62189]: value = "task-2121989" [ 1955.254941] env[62189]: _type = "Task" [ 1955.254941] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.264731] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': task-2121989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.403489] env[62189]: DEBUG nova.network.neutron [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Successfully updated port: 02e1ab20-b5b4-4966-82dd-50904e7036cd {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1955.424350] env[62189]: INFO nova.compute.manager [-] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Took 1.33 seconds to deallocate network for instance. [ 1955.430860] env[62189]: DEBUG nova.network.neutron [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Successfully updated port: 527a6226-02ce-4af7-8e5c-7681da1fe3a3 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1955.451270] env[62189]: DEBUG nova.network.neutron [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Successfully updated port: 2a5d85d8-c56d-46a7-8f0c-95371ba8af3b {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1955.538348] env[62189]: DEBUG nova.compute.utils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1955.541474] env[62189]: DEBUG nova.compute.manager [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1955.541647] env[62189]: DEBUG nova.network.neutron [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1955.556481] env[62189]: DEBUG nova.compute.manager [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1955.556705] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1955.557823] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d02faf3-9dbe-4faf-815c-abe5fb3a5c88 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.566104] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1955.566344] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66407104-3c64-4f1a-b5d8-f2c62c7272b4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.572616] env[62189]: DEBUG oslo_vmware.api [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1955.572616] env[62189]: value = "task-2121990" [ 1955.572616] env[62189]: _type = "Task" [ 1955.572616] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.580450] env[62189]: DEBUG oslo_vmware.api [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.582513] env[62189]: DEBUG nova.policy [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a248ace70edd47248319156c054ea5f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f5c11da65ed4bd28f2fd7d020837e0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1955.765062] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': task-2121989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.906723] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "refresh_cache-04d77cc1-32ad-4f9a-aefa-25122cdd1827" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.906878] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "refresh_cache-04d77cc1-32ad-4f9a-aefa-25122cdd1827" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.908286] env[62189]: DEBUG nova.network.neutron [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1955.931640] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.936817] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "refresh_cache-1f188c41-dbf1-4c51-8a80-0175b8c3e5f8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.937017] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired lock "refresh_cache-1f188c41-dbf1-4c51-8a80-0175b8c3e5f8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.937121] env[62189]: DEBUG nova.network.neutron [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1955.953221] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.953584] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquired lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.953584] env[62189]: DEBUG nova.network.neutron [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1956.044500] env[62189]: DEBUG nova.compute.manager [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1956.092612] env[62189]: DEBUG oslo_vmware.api [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121990, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.272093] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': task-2121989, 'name': ReconfigVM_Task, 'duration_secs': 0.74006} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.272388] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 03d56df4-7b0a-478f-914e-d407188f696d/03d56df4-7b0a-478f-914e-d407188f696d.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1956.273063] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ce95226-bd08-4464-b86f-031c1aaaf0da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.279703] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Waiting for the task: (returnval){ [ 1956.279703] env[62189]: value = "task-2121991" [ 1956.279703] env[62189]: _type = "Task" [ 1956.279703] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.291029] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': task-2121991, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.371810] env[62189]: DEBUG nova.network.neutron [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Successfully created port: c70bf3c1-d21c-4eda-96a5-55483eae9663 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1956.495259] env[62189]: DEBUG nova.network.neutron [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1956.509159] env[62189]: DEBUG nova.network.neutron [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1956.521261] env[62189]: DEBUG nova.network.neutron [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1956.548945] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2328d1e9-fb7a-48a3-889b-ce6384eb145f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.558825] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4552f2ef-d460-403f-ae7c-435d638105ad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.598806] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c658c709-5ef1-44f3-adf9-4c5f6944adfb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.612314] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb27058-61ea-4754-a273-2208020ef19d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.617833] env[62189]: DEBUG oslo_vmware.api [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121990, 'name': PowerOffVM_Task, 'duration_secs': 0.518791} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.618495] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1956.618565] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1956.621361] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d38cbba-e211-42fb-a233-de5c3a91c63b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.631578] env[62189]: DEBUG nova.compute.provider_tree [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.684883] env[62189]: DEBUG nova.network.neutron [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating instance_info_cache with network_info: [{"id": "2a5d85d8-c56d-46a7-8f0c-95371ba8af3b", "address": "fa:16:3e:0b:c5:33", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a5d85d8-c5", "ovs_interfaceid": "2a5d85d8-c56d-46a7-8f0c-95371ba8af3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.795564] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': task-2121991, 'name': Rename_Task, 'duration_secs': 0.137793} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.797524] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1956.797972] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1956.798604] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1956.803089] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Deleting the datastore file [datastore2] 674e7329-baf4-4f64-9c93-eaa001eb5472 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1956.803089] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc44e3ee-d552-4d0e-91b8-3202c32707d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.804616] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a58d397f-dbbf-4968-8d20-65a1f5b4d6a4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.812989] env[62189]: DEBUG oslo_vmware.api [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for the task: (returnval){ [ 1956.812989] env[62189]: value = "task-2121994" [ 1956.812989] env[62189]: _type = "Task" [ 1956.812989] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.814335] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Waiting for the task: (returnval){ [ 1956.814335] env[62189]: value = "task-2121993" [ 1956.814335] env[62189]: _type = "Task" [ 1956.814335] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.830751] env[62189]: DEBUG oslo_vmware.api [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.835588] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': task-2121993, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.996174] env[62189]: DEBUG nova.network.neutron [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Updating instance_info_cache with network_info: [{"id": "02e1ab20-b5b4-4966-82dd-50904e7036cd", "address": "fa:16:3e:e5:26:56", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e1ab20-b5", "ovs_interfaceid": "02e1ab20-b5b4-4966-82dd-50904e7036cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.023836] env[62189]: DEBUG nova.network.neutron [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Updating instance_info_cache with network_info: [{"id": "527a6226-02ce-4af7-8e5c-7681da1fe3a3", "address": "fa:16:3e:66:02:4a", "network": {"id": "eca82f7d-352d-44da-a879-56c5f8cfacbb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-513640798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cfad5a04c948319854a7b63ca64206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527a6226-02", "ovs_interfaceid": "527a6226-02ce-4af7-8e5c-7681da1fe3a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.062313] env[62189]: DEBUG nova.compute.manager [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1957.088518] env[62189]: DEBUG nova.virt.hardware [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1957.088806] env[62189]: DEBUG nova.virt.hardware [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1957.088997] env[62189]: DEBUG nova.virt.hardware [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1957.089217] env[62189]: DEBUG nova.virt.hardware [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1957.089386] env[62189]: DEBUG nova.virt.hardware [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1957.089545] env[62189]: DEBUG nova.virt.hardware [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1957.089775] env[62189]: DEBUG nova.virt.hardware [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1957.089949] env[62189]: DEBUG nova.virt.hardware [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1957.090135] env[62189]: DEBUG nova.virt.hardware [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1957.090300] env[62189]: DEBUG nova.virt.hardware [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1957.090472] env[62189]: DEBUG nova.virt.hardware [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1957.091343] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee64e12-633a-4110-b95c-b1532f85eafd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.099608] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9468b236-c5b6-4c56-8caa-979ab23d8c26 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.135487] env[62189]: DEBUG nova.scheduler.client.report [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1957.188044] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Releasing lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.189033] env[62189]: DEBUG nova.compute.manager [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Instance network_info: |[{"id": "2a5d85d8-c56d-46a7-8f0c-95371ba8af3b", "address": "fa:16:3e:0b:c5:33", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a5d85d8-c5", "ovs_interfaceid": "2a5d85d8-c56d-46a7-8f0c-95371ba8af3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1957.189157] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:c5:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a5d85d8-c56d-46a7-8f0c-95371ba8af3b', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1957.197379] env[62189]: DEBUG oslo.service.loopingcall [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1957.197982] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1957.198263] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0413a712-c9b1-4a5a-b8af-ebebda93e4fc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.219180] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1957.219180] env[62189]: value = "task-2121995" [ 1957.219180] env[62189]: _type = "Task" [ 1957.219180] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.228060] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121995, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.266839] env[62189]: DEBUG nova.compute.manager [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Received event network-vif-plugged-527a6226-02ce-4af7-8e5c-7681da1fe3a3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1957.267084] env[62189]: DEBUG oslo_concurrency.lockutils [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] Acquiring lock "1f188c41-dbf1-4c51-8a80-0175b8c3e5f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.267302] env[62189]: DEBUG oslo_concurrency.lockutils [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] Lock "1f188c41-dbf1-4c51-8a80-0175b8c3e5f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.267479] env[62189]: DEBUG oslo_concurrency.lockutils [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] Lock "1f188c41-dbf1-4c51-8a80-0175b8c3e5f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.267719] env[62189]: DEBUG nova.compute.manager [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] No waiting events found dispatching network-vif-plugged-527a6226-02ce-4af7-8e5c-7681da1fe3a3 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1957.267902] env[62189]: WARNING nova.compute.manager [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Received unexpected event network-vif-plugged-527a6226-02ce-4af7-8e5c-7681da1fe3a3 for instance with vm_state building and task_state spawning. [ 1957.268073] env[62189]: DEBUG nova.compute.manager [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Received event network-vif-plugged-2a5d85d8-c56d-46a7-8f0c-95371ba8af3b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1957.268263] env[62189]: DEBUG oslo_concurrency.lockutils [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] Acquiring lock "8ffae4bd-a23e-40a6-b90a-42296310e286-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.268524] env[62189]: DEBUG oslo_concurrency.lockutils [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] Lock "8ffae4bd-a23e-40a6-b90a-42296310e286-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.268691] env[62189]: DEBUG oslo_concurrency.lockutils [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] Lock "8ffae4bd-a23e-40a6-b90a-42296310e286-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.268873] env[62189]: DEBUG nova.compute.manager [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] No waiting events found dispatching network-vif-plugged-2a5d85d8-c56d-46a7-8f0c-95371ba8af3b {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1957.269047] env[62189]: WARNING nova.compute.manager [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Received unexpected event network-vif-plugged-2a5d85d8-c56d-46a7-8f0c-95371ba8af3b for instance with vm_state building and task_state spawning. [ 1957.269218] env[62189]: DEBUG nova.compute.manager [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Received event network-changed-02e1ab20-b5b4-4966-82dd-50904e7036cd {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1957.269432] env[62189]: DEBUG nova.compute.manager [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Refreshing instance network info cache due to event network-changed-02e1ab20-b5b4-4966-82dd-50904e7036cd. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1957.269613] env[62189]: DEBUG oslo_concurrency.lockutils [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] Acquiring lock "refresh_cache-04d77cc1-32ad-4f9a-aefa-25122cdd1827" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.325700] env[62189]: DEBUG oslo_vmware.api [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Task: {'id': task-2121994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169368} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.328967] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1957.329189] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1957.329363] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1957.329534] env[62189]: INFO nova.compute.manager [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1957.329811] env[62189]: DEBUG oslo.service.loopingcall [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1957.330016] env[62189]: DEBUG nova.compute.manager [-] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1957.330120] env[62189]: DEBUG nova.network.neutron [-] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1957.336768] env[62189]: DEBUG oslo_vmware.api [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': task-2121993, 'name': PowerOnVM_Task, 'duration_secs': 0.432565} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.337015] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1957.337330] env[62189]: INFO nova.compute.manager [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Took 5.35 seconds to spawn the instance on the hypervisor. [ 1957.337525] env[62189]: DEBUG nova.compute.manager [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1957.338303] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef221ad3-d8d2-45c7-ba50-3e188dfd0108 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.498673] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "refresh_cache-04d77cc1-32ad-4f9a-aefa-25122cdd1827" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.499017] env[62189]: DEBUG nova.compute.manager [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Instance network_info: |[{"id": "02e1ab20-b5b4-4966-82dd-50904e7036cd", "address": "fa:16:3e:e5:26:56", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e1ab20-b5", "ovs_interfaceid": "02e1ab20-b5b4-4966-82dd-50904e7036cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1957.499334] env[62189]: DEBUG oslo_concurrency.lockutils [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] Acquired lock "refresh_cache-04d77cc1-32ad-4f9a-aefa-25122cdd1827" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.499552] env[62189]: DEBUG nova.network.neutron [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Refreshing network info cache for port 02e1ab20-b5b4-4966-82dd-50904e7036cd {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.500833] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:26:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02e1ab20-b5b4-4966-82dd-50904e7036cd', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1957.510954] env[62189]: DEBUG oslo.service.loopingcall [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1957.511472] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1957.511709] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d373c66-5494-4326-857a-ea9cf9c2f606 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.530329] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Releasing lock "refresh_cache-1f188c41-dbf1-4c51-8a80-0175b8c3e5f8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.530649] env[62189]: DEBUG nova.compute.manager [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Instance network_info: |[{"id": "527a6226-02ce-4af7-8e5c-7681da1fe3a3", "address": "fa:16:3e:66:02:4a", "network": {"id": "eca82f7d-352d-44da-a879-56c5f8cfacbb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-513640798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cfad5a04c948319854a7b63ca64206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527a6226-02", "ovs_interfaceid": "527a6226-02ce-4af7-8e5c-7681da1fe3a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1957.531417] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:02:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '527a6226-02ce-4af7-8e5c-7681da1fe3a3', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1957.539520] env[62189]: DEBUG oslo.service.loopingcall [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1957.540542] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1957.541180] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c024d186-a935-4c9c-9cf9-50d278c46b0a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.561113] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1957.561113] env[62189]: value = "task-2121996" [ 1957.561113] env[62189]: _type = "Task" [ 1957.561113] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.567693] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1957.567693] env[62189]: value = "task-2121997" [ 1957.567693] env[62189]: _type = "Task" [ 1957.567693] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.572019] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121996, 'name': CreateVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.579452] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121997, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.644736] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.644736] env[62189]: DEBUG nova.compute.manager [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1957.647555] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.950s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.647816] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.650168] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.333s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.650430] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.652737] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.476s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.655198] env[62189]: INFO nova.compute.claims [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1957.691930] env[62189]: INFO nova.scheduler.client.report [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Deleted allocations for instance cc448c2e-550f-4bec-a076-548e035629fd [ 1957.702000] env[62189]: INFO nova.scheduler.client.report [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Deleted allocations for instance d0a98dc4-51d7-4850-a8b2-ba2aa8d78424 [ 1957.729281] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121995, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.864255] env[62189]: INFO nova.compute.manager [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Took 39.09 seconds to build instance. [ 1958.072576] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121996, 'name': CreateVM_Task, 'duration_secs': 0.47066} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.079191] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1958.079191] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.079191] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.079191] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1958.079191] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d480a10e-d980-462e-8d1f-672dda728e19 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.086543] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121997, 'name': CreateVM_Task, 'duration_secs': 0.436259} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.087913] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1958.088604] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.090055] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1958.090055] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d8bed9-16e5-3824-cafe-2f6d8572b85a" [ 1958.090055] env[62189]: _type = "Task" [ 1958.090055] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.098948] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d8bed9-16e5-3824-cafe-2f6d8572b85a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.148736] env[62189]: DEBUG nova.network.neutron [-] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.160453] env[62189]: DEBUG nova.compute.utils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1958.161938] env[62189]: DEBUG nova.compute.manager [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1958.162280] env[62189]: DEBUG nova.network.neutron [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1958.203865] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fa8e8a84-b9c5-43f4-abc9-c14fe7a9f88f tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "cc448c2e-550f-4bec-a076-548e035629fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.901s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.212387] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5579ddea-e7ad-4cf2-9d4d-ecdeaa2bb464 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "d0a98dc4-51d7-4850-a8b2-ba2aa8d78424" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.904s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.233840] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2121995, 'name': CreateVM_Task, 'duration_secs': 0.562345} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.233999] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1958.234860] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.350234] env[62189]: DEBUG nova.policy [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '310c58bbb3b447cfad2cbad7eb65f35a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '482b182507754f298d3e73367bf18312', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1958.368617] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef1dcdb-4937-4db2-b3bb-2deb2c64a0ec tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Lock "03d56df4-7b0a-478f-914e-d407188f696d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.695s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.543355] env[62189]: DEBUG nova.compute.manager [None req-7c8a9c2f-e714-43a4-b9ed-e75a4d8dd044 tempest-ServerDiagnosticsV248Test-617454713 tempest-ServerDiagnosticsV248Test-617454713-project-admin] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1958.544848] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b626b6-c468-4ef7-8d1e-42594c23faaa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.555511] env[62189]: INFO nova.compute.manager [None req-7c8a9c2f-e714-43a4-b9ed-e75a4d8dd044 tempest-ServerDiagnosticsV248Test-617454713 tempest-ServerDiagnosticsV248Test-617454713-project-admin] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Retrieving diagnostics [ 1958.556432] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877f1c57-be84-4219-8745-fb163049f03f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.600834] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d8bed9-16e5-3824-cafe-2f6d8572b85a, 'name': SearchDatastore_Task, 'duration_secs': 0.031947} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.601197] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.601389] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1958.601621] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.601763] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.601939] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1958.602291] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.602588] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1958.603260] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72fb2388-8993-4954-b9f4-dad19754e994 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.605259] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fe5b44e-17a3-4112-bbf2-10a343cdc450 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.611956] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1958.611956] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a82091-b231-54b0-6f6f-3d8a13ddccdf" [ 1958.611956] env[62189]: _type = "Task" [ 1958.611956] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.616165] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1958.616337] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1958.617277] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2627d96c-6b86-4532-8004-38a32c8df075 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.622866] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a82091-b231-54b0-6f6f-3d8a13ddccdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.625702] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1958.625702] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cd4fdc-dba0-50dd-79e1-ccf6d7be6eef" [ 1958.625702] env[62189]: _type = "Task" [ 1958.625702] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.633377] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cd4fdc-dba0-50dd-79e1-ccf6d7be6eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.650444] env[62189]: DEBUG nova.network.neutron [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Updated VIF entry in instance network info cache for port 02e1ab20-b5b4-4966-82dd-50904e7036cd. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1958.650444] env[62189]: DEBUG nova.network.neutron [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Updating instance_info_cache with network_info: [{"id": "02e1ab20-b5b4-4966-82dd-50904e7036cd", "address": "fa:16:3e:e5:26:56", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e1ab20-b5", "ovs_interfaceid": "02e1ab20-b5b4-4966-82dd-50904e7036cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.652222] env[62189]: INFO nova.compute.manager [-] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Took 1.32 seconds to deallocate network for instance. [ 1958.666128] env[62189]: DEBUG nova.compute.manager [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1958.871027] env[62189]: DEBUG nova.compute.manager [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1959.049158] env[62189]: DEBUG nova.network.neutron [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Successfully updated port: c70bf3c1-d21c-4eda-96a5-55483eae9663 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1959.126016] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a82091-b231-54b0-6f6f-3d8a13ddccdf, 'name': SearchDatastore_Task, 'duration_secs': 0.015782} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.127479] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.127479] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1959.127479] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.129356] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.129356] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1959.133467] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c20abe-7bed-489c-8173-660888dfd781 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.141321] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cd4fdc-dba0-50dd-79e1-ccf6d7be6eef, 'name': SearchDatastore_Task, 'duration_secs': 0.016899} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.145752] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1959.145752] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5211c0c0-8d42-8116-8810-352ae2f4e7fd" [ 1959.145752] env[62189]: _type = "Task" [ 1959.145752] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.146156] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e563a149-d397-489d-b331-fd887aebbf74 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.152897] env[62189]: DEBUG nova.network.neutron [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Successfully created port: 0babe82f-543a-46d3-91ac-ba8f8bd0b470 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1959.155186] env[62189]: DEBUG oslo_concurrency.lockutils [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] Releasing lock "refresh_cache-04d77cc1-32ad-4f9a-aefa-25122cdd1827" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.155186] env[62189]: DEBUG nova.compute.manager [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Received event network-changed-527a6226-02ce-4af7-8e5c-7681da1fe3a3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1959.155186] env[62189]: DEBUG nova.compute.manager [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Refreshing instance network info cache due to event network-changed-527a6226-02ce-4af7-8e5c-7681da1fe3a3. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1959.155186] env[62189]: DEBUG oslo_concurrency.lockutils [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] Acquiring lock "refresh_cache-1f188c41-dbf1-4c51-8a80-0175b8c3e5f8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.155408] env[62189]: DEBUG oslo_concurrency.lockutils [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] Acquired lock "refresh_cache-1f188c41-dbf1-4c51-8a80-0175b8c3e5f8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.155490] env[62189]: DEBUG nova.network.neutron [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Refreshing network info cache for port 527a6226-02ce-4af7-8e5c-7681da1fe3a3 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1959.158855] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.159188] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1959.159188] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522261b6-e113-9004-b9fa-9eb60e09a5bb" [ 1959.159188] env[62189]: _type = "Task" [ 1959.159188] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.163060] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5211c0c0-8d42-8116-8810-352ae2f4e7fd, 'name': SearchDatastore_Task, 'duration_secs': 0.013101} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.166092] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.166323] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1959.166528] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.178233] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522261b6-e113-9004-b9fa-9eb60e09a5bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.182014] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.182014] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 04d77cc1-32ad-4f9a-aefa-25122cdd1827/04d77cc1-32ad-4f9a-aefa-25122cdd1827.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1959.182014] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.182014] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1959.182259] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34f5e7e9-51e9-4d15-a9ba-d66926cbb525 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.182259] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ee4d659-6967-440c-ae78-2422edc5ff05 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.191273] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1959.191273] env[62189]: value = "task-2121998" [ 1959.191273] env[62189]: _type = "Task" [ 1959.191273] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.192637] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1959.192809] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1959.196256] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-618d2f7b-a73d-42b6-b59d-67b361adee31 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.204033] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2121998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.205203] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1959.205203] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e42ca2-f1a0-e37b-2498-b1b6c7b2f985" [ 1959.205203] env[62189]: _type = "Task" [ 1959.205203] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.212718] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e42ca2-f1a0-e37b-2498-b1b6c7b2f985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.231017] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc78bf5-954b-4add-9172-85cbb682c9da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.238765] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58bf10b-0c2b-4fa7-b9bc-09124d426ef1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.271164] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a735b90-8bcd-4471-aade-59474110a7f0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.278803] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a95393b-3c8d-4754-8c0f-891b6cbe3d06 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.292901] env[62189]: DEBUG nova.compute.provider_tree [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.394157] env[62189]: DEBUG oslo_concurrency.lockutils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.415467] env[62189]: DEBUG nova.compute.manager [req-0f6b2ec6-f16b-4b80-8dc1-d348162a1620 req-b4f74383-acff-481f-b242-88095ba2e536 service nova] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Received event network-vif-deleted-f5b89aa2-bac2-4a93-ad63-8509092fba3e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1959.415596] env[62189]: DEBUG nova.compute.manager [req-0f6b2ec6-f16b-4b80-8dc1-d348162a1620 req-b4f74383-acff-481f-b242-88095ba2e536 service nova] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Received event network-vif-plugged-c70bf3c1-d21c-4eda-96a5-55483eae9663 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1959.415935] env[62189]: DEBUG oslo_concurrency.lockutils [req-0f6b2ec6-f16b-4b80-8dc1-d348162a1620 req-b4f74383-acff-481f-b242-88095ba2e536 service nova] Acquiring lock "52287368-e85a-4865-891e-ea4f3d7aae73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.416013] env[62189]: DEBUG oslo_concurrency.lockutils [req-0f6b2ec6-f16b-4b80-8dc1-d348162a1620 req-b4f74383-acff-481f-b242-88095ba2e536 service nova] Lock "52287368-e85a-4865-891e-ea4f3d7aae73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.416176] env[62189]: DEBUG oslo_concurrency.lockutils [req-0f6b2ec6-f16b-4b80-8dc1-d348162a1620 req-b4f74383-acff-481f-b242-88095ba2e536 service nova] Lock "52287368-e85a-4865-891e-ea4f3d7aae73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.416342] env[62189]: DEBUG nova.compute.manager [req-0f6b2ec6-f16b-4b80-8dc1-d348162a1620 req-b4f74383-acff-481f-b242-88095ba2e536 service nova] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] No waiting events found dispatching network-vif-plugged-c70bf3c1-d21c-4eda-96a5-55483eae9663 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1959.416548] env[62189]: WARNING nova.compute.manager [req-0f6b2ec6-f16b-4b80-8dc1-d348162a1620 req-b4f74383-acff-481f-b242-88095ba2e536 service nova] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Received unexpected event network-vif-plugged-c70bf3c1-d21c-4eda-96a5-55483eae9663 for instance with vm_state building and task_state spawning. [ 1959.416657] env[62189]: DEBUG nova.compute.manager [req-0f6b2ec6-f16b-4b80-8dc1-d348162a1620 req-b4f74383-acff-481f-b242-88095ba2e536 service nova] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Received event network-changed-c70bf3c1-d21c-4eda-96a5-55483eae9663 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1959.420020] env[62189]: DEBUG nova.compute.manager [req-0f6b2ec6-f16b-4b80-8dc1-d348162a1620 req-b4f74383-acff-481f-b242-88095ba2e536 service nova] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Refreshing instance network info cache due to event network-changed-c70bf3c1-d21c-4eda-96a5-55483eae9663. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1959.420020] env[62189]: DEBUG oslo_concurrency.lockutils [req-0f6b2ec6-f16b-4b80-8dc1-d348162a1620 req-b4f74383-acff-481f-b242-88095ba2e536 service nova] Acquiring lock "refresh_cache-52287368-e85a-4865-891e-ea4f3d7aae73" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.420020] env[62189]: DEBUG oslo_concurrency.lockutils [req-0f6b2ec6-f16b-4b80-8dc1-d348162a1620 req-b4f74383-acff-481f-b242-88095ba2e536 service nova] Acquired lock "refresh_cache-52287368-e85a-4865-891e-ea4f3d7aae73" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.420020] env[62189]: DEBUG nova.network.neutron [req-0f6b2ec6-f16b-4b80-8dc1-d348162a1620 req-b4f74383-acff-481f-b242-88095ba2e536 service nova] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Refreshing network info cache for port c70bf3c1-d21c-4eda-96a5-55483eae9663 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1959.552344] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Acquiring lock "refresh_cache-52287368-e85a-4865-891e-ea4f3d7aae73" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.682379] env[62189]: DEBUG nova.compute.manager [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1959.708047] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2121998, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.716998] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e42ca2-f1a0-e37b-2498-b1b6c7b2f985, 'name': SearchDatastore_Task, 'duration_secs': 0.014904} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.719536] env[62189]: DEBUG nova.virt.hardware [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1959.719779] env[62189]: DEBUG nova.virt.hardware [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1959.719941] env[62189]: DEBUG nova.virt.hardware [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1959.720135] env[62189]: DEBUG nova.virt.hardware [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1959.720360] env[62189]: DEBUG nova.virt.hardware [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1959.720686] env[62189]: DEBUG nova.virt.hardware [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1959.720888] env[62189]: DEBUG nova.virt.hardware [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1959.721631] env[62189]: DEBUG nova.virt.hardware [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1959.721631] env[62189]: DEBUG nova.virt.hardware [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1959.721631] env[62189]: DEBUG nova.virt.hardware [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1959.721631] env[62189]: DEBUG nova.virt.hardware [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1959.722808] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5e5482-92de-43f4-82fe-c2925c2791f1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.728149] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc4b4f5e-e72f-498b-ab1b-61eb1b9574d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.738384] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1959.738384] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a2fd2b-8b89-20cb-87ea-a47465605d3b" [ 1959.738384] env[62189]: _type = "Task" [ 1959.738384] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.739837] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f57854-0e4f-4171-b39e-13cf0c5397a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.758722] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a2fd2b-8b89-20cb-87ea-a47465605d3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009567} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.759234] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.759494] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8/1f188c41-dbf1-4c51-8a80-0175b8c3e5f8.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1959.759782] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.759973] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1959.760209] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d785755-4d4b-4088-ad41-f73116b21e2a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.762130] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84224c8c-51d8-4159-b085-e31b281ded86 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.768639] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1959.768639] env[62189]: value = "task-2121999" [ 1959.768639] env[62189]: _type = "Task" [ 1959.768639] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.772619] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1959.772855] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1959.773895] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30d44f1-8496-413c-bd3c-d92b0e9cac7e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.780863] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.787028] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1959.787028] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52147b7e-221a-b05e-5a9c-fb2742559d8d" [ 1959.787028] env[62189]: _type = "Task" [ 1959.787028] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.791162] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52147b7e-221a-b05e-5a9c-fb2742559d8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.796088] env[62189]: DEBUG nova.scheduler.client.report [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1960.190020] env[62189]: DEBUG nova.network.neutron [req-0f6b2ec6-f16b-4b80-8dc1-d348162a1620 req-b4f74383-acff-481f-b242-88095ba2e536 service nova] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1960.206212] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2121998, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.209840] env[62189]: DEBUG nova.network.neutron [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Updated VIF entry in instance network info cache for port 527a6226-02ce-4af7-8e5c-7681da1fe3a3. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1960.210235] env[62189]: DEBUG nova.network.neutron [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Updating instance_info_cache with network_info: [{"id": "527a6226-02ce-4af7-8e5c-7681da1fe3a3", "address": "fa:16:3e:66:02:4a", "network": {"id": "eca82f7d-352d-44da-a879-56c5f8cfacbb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-513640798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cfad5a04c948319854a7b63ca64206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap527a6226-02", "ovs_interfaceid": "527a6226-02ce-4af7-8e5c-7681da1fe3a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.278616] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.295981] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52147b7e-221a-b05e-5a9c-fb2742559d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.296812] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d719ee07-6f4b-4970-b3ec-df5d5402cee5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.300394] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.300900] env[62189]: DEBUG nova.compute.manager [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1960.304697] env[62189]: DEBUG nova.network.neutron [req-0f6b2ec6-f16b-4b80-8dc1-d348162a1620 req-b4f74383-acff-481f-b242-88095ba2e536 service nova] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.305650] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.855s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.305824] env[62189]: DEBUG nova.objects.instance [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62189) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1960.311184] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1960.311184] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d10177-8713-1fcd-4f07-72846ed5d313" [ 1960.311184] env[62189]: _type = "Task" [ 1960.311184] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.323542] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d10177-8713-1fcd-4f07-72846ed5d313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.583536] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "cd78a644-86c8-4cd0-b1cc-aab3adc95971" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.583774] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "cd78a644-86c8-4cd0-b1cc-aab3adc95971" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.614503] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "e4e972cc-4c53-4fc8-9d0d-426b99bc8b60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.614503] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "e4e972cc-4c53-4fc8-9d0d-426b99bc8b60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.662348] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "a10c6581-aeb2-4edb-9100-11c69dcaff0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.662583] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "a10c6581-aeb2-4edb-9100-11c69dcaff0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.704329] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2121998, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.481566} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.704604] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 04d77cc1-32ad-4f9a-aefa-25122cdd1827/04d77cc1-32ad-4f9a-aefa-25122cdd1827.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1960.704604] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1960.704869] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2aa3d5f3-475a-4f30-bf33-5f5b1e387930 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.711452] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1960.711452] env[62189]: value = "task-2122000" [ 1960.711452] env[62189]: _type = "Task" [ 1960.711452] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.715087] env[62189]: DEBUG oslo_concurrency.lockutils [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] Releasing lock "refresh_cache-1f188c41-dbf1-4c51-8a80-0175b8c3e5f8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.715327] env[62189]: DEBUG nova.compute.manager [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Received event network-changed-2a5d85d8-c56d-46a7-8f0c-95371ba8af3b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1960.715493] env[62189]: DEBUG nova.compute.manager [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Refreshing instance network info cache due to event network-changed-2a5d85d8-c56d-46a7-8f0c-95371ba8af3b. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1960.715719] env[62189]: DEBUG oslo_concurrency.lockutils [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] Acquiring lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.715830] env[62189]: DEBUG oslo_concurrency.lockutils [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] Acquired lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.715986] env[62189]: DEBUG nova.network.neutron [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Refreshing network info cache for port 2a5d85d8-c56d-46a7-8f0c-95371ba8af3b {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1960.723675] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.782756] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121999, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.810508] env[62189]: DEBUG oslo_concurrency.lockutils [req-0f6b2ec6-f16b-4b80-8dc1-d348162a1620 req-b4f74383-acff-481f-b242-88095ba2e536 service nova] Releasing lock "refresh_cache-52287368-e85a-4865-891e-ea4f3d7aae73" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.815427] env[62189]: DEBUG nova.compute.utils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1960.818767] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Acquired lock "refresh_cache-52287368-e85a-4865-891e-ea4f3d7aae73" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.819558] env[62189]: DEBUG nova.network.neutron [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1960.820512] env[62189]: DEBUG nova.compute.manager [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1960.820738] env[62189]: DEBUG nova.network.neutron [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1960.839810] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d10177-8713-1fcd-4f07-72846ed5d313, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.840226] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.841024] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 8ffae4bd-a23e-40a6-b90a-42296310e286/8ffae4bd-a23e-40a6-b90a-42296310e286.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1960.841024] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fcbf1a0-2e6b-4d85-a106-0bc75dda9146 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.849609] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1960.849609] env[62189]: value = "task-2122001" [ 1960.849609] env[62189]: _type = "Task" [ 1960.849609] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.859642] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.898559] env[62189]: DEBUG nova.policy [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '290a4ed551c540db9ec7edffd5b155b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b7fe02199cc4437b51f1e87d8f8373e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1961.149581] env[62189]: DEBUG nova.network.neutron [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Successfully updated port: 0babe82f-543a-46d3-91ac-ba8f8bd0b470 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1961.225108] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081089} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.225405] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1961.226751] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aac200f-0ec3-4c9b-bf1d-171d792b0e07 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.253731] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 04d77cc1-32ad-4f9a-aefa-25122cdd1827/04d77cc1-32ad-4f9a-aefa-25122cdd1827.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1961.254173] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73b4e314-8274-4b52-8650-c96836e1679d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.278802] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1961.278802] env[62189]: value = "task-2122002" [ 1961.278802] env[62189]: _type = "Task" [ 1961.278802] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.290616] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2121999, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.316935} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.291408] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8/1f188c41-dbf1-4c51-8a80-0175b8c3e5f8.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1961.292065] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1961.292065] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5534da87-db55-4f5c-a4e0-c36da09bca6e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.299520] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.305599] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1961.305599] env[62189]: value = "task-2122003" [ 1961.305599] env[62189]: _type = "Task" [ 1961.305599] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.316283] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.320825] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e5edf911-8581-43a4-b221-b25beb028e46 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.323197] env[62189]: DEBUG nova.compute.manager [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1961.326663] env[62189]: DEBUG oslo_concurrency.lockutils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.012s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.328579] env[62189]: INFO nova.compute.claims [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1961.361240] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122001, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.446322] env[62189]: DEBUG nova.network.neutron [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1961.470156] env[62189]: DEBUG nova.network.neutron [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Successfully created port: 7d39c6b1-53ed-4494-acf3-f6c3184b51e0 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1961.616983] env[62189]: DEBUG nova.compute.manager [req-98f8540f-eaba-47e2-9f9c-04b718bd9699 req-8561489b-5b0a-4a90-943f-2d23f3415450 service nova] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Received event network-vif-plugged-0babe82f-543a-46d3-91ac-ba8f8bd0b470 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1961.617213] env[62189]: DEBUG oslo_concurrency.lockutils [req-98f8540f-eaba-47e2-9f9c-04b718bd9699 req-8561489b-5b0a-4a90-943f-2d23f3415450 service nova] Acquiring lock "8dec3082-22e8-4eda-9554-a4742dfa2471-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.617413] env[62189]: DEBUG oslo_concurrency.lockutils [req-98f8540f-eaba-47e2-9f9c-04b718bd9699 req-8561489b-5b0a-4a90-943f-2d23f3415450 service nova] Lock "8dec3082-22e8-4eda-9554-a4742dfa2471-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.617575] env[62189]: DEBUG oslo_concurrency.lockutils [req-98f8540f-eaba-47e2-9f9c-04b718bd9699 req-8561489b-5b0a-4a90-943f-2d23f3415450 service nova] Lock "8dec3082-22e8-4eda-9554-a4742dfa2471-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.617963] env[62189]: DEBUG nova.compute.manager [req-98f8540f-eaba-47e2-9f9c-04b718bd9699 req-8561489b-5b0a-4a90-943f-2d23f3415450 service nova] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] No waiting events found dispatching network-vif-plugged-0babe82f-543a-46d3-91ac-ba8f8bd0b470 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1961.617963] env[62189]: WARNING nova.compute.manager [req-98f8540f-eaba-47e2-9f9c-04b718bd9699 req-8561489b-5b0a-4a90-943f-2d23f3415450 service nova] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Received unexpected event network-vif-plugged-0babe82f-543a-46d3-91ac-ba8f8bd0b470 for instance with vm_state building and task_state spawning. [ 1961.618189] env[62189]: DEBUG nova.compute.manager [req-98f8540f-eaba-47e2-9f9c-04b718bd9699 req-8561489b-5b0a-4a90-943f-2d23f3415450 service nova] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Received event network-changed-0babe82f-543a-46d3-91ac-ba8f8bd0b470 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1961.618358] env[62189]: DEBUG nova.compute.manager [req-98f8540f-eaba-47e2-9f9c-04b718bd9699 req-8561489b-5b0a-4a90-943f-2d23f3415450 service nova] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Refreshing instance network info cache due to event network-changed-0babe82f-543a-46d3-91ac-ba8f8bd0b470. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1961.618537] env[62189]: DEBUG oslo_concurrency.lockutils [req-98f8540f-eaba-47e2-9f9c-04b718bd9699 req-8561489b-5b0a-4a90-943f-2d23f3415450 service nova] Acquiring lock "refresh_cache-8dec3082-22e8-4eda-9554-a4742dfa2471" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.618669] env[62189]: DEBUG oslo_concurrency.lockutils [req-98f8540f-eaba-47e2-9f9c-04b718bd9699 req-8561489b-5b0a-4a90-943f-2d23f3415450 service nova] Acquired lock "refresh_cache-8dec3082-22e8-4eda-9554-a4742dfa2471" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.618815] env[62189]: DEBUG nova.network.neutron [req-98f8540f-eaba-47e2-9f9c-04b718bd9699 req-8561489b-5b0a-4a90-943f-2d23f3415450 service nova] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Refreshing network info cache for port 0babe82f-543a-46d3-91ac-ba8f8bd0b470 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1961.658045] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Acquiring lock "refresh_cache-8dec3082-22e8-4eda-9554-a4742dfa2471" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.790048] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.814391] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108041} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.818043] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1961.818043] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0093605-71c2-465f-a10c-3da2699a3cfb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.841879] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8/1f188c41-dbf1-4c51-8a80-0175b8c3e5f8.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1961.843404] env[62189]: DEBUG nova.network.neutron [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updated VIF entry in instance network info cache for port 2a5d85d8-c56d-46a7-8f0c-95371ba8af3b. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1961.843826] env[62189]: DEBUG nova.network.neutron [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating instance_info_cache with network_info: [{"id": "2a5d85d8-c56d-46a7-8f0c-95371ba8af3b", "address": "fa:16:3e:0b:c5:33", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a5d85d8-c5", "ovs_interfaceid": "2a5d85d8-c56d-46a7-8f0c-95371ba8af3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.845792] env[62189]: DEBUG nova.network.neutron [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Updating instance_info_cache with network_info: [{"id": "c70bf3c1-d21c-4eda-96a5-55483eae9663", "address": "fa:16:3e:d8:91:7b", "network": {"id": "b9ce5e72-8032-4310-8a5b-e06432331b18", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-937942188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f5c11da65ed4bd28f2fd7d020837e0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70bf3c1-d2", "ovs_interfaceid": "c70bf3c1-d21c-4eda-96a5-55483eae9663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.849659] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-624655cb-bc95-48b9-a33a-49536a456121 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.873612] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63864} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.875120] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 8ffae4bd-a23e-40a6-b90a-42296310e286/8ffae4bd-a23e-40a6-b90a-42296310e286.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1961.875496] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1961.875906] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1961.875906] env[62189]: value = "task-2122004" [ 1961.875906] env[62189]: _type = "Task" [ 1961.875906] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.876538] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf68d83a-3ee0-4980-b8b6-286d85c358f7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.891121] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.892627] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1961.892627] env[62189]: value = "task-2122005" [ 1961.892627] env[62189]: _type = "Task" [ 1961.892627] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.901466] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.151131] env[62189]: DEBUG nova.network.neutron [req-98f8540f-eaba-47e2-9f9c-04b718bd9699 req-8561489b-5b0a-4a90-943f-2d23f3415450 service nova] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1962.228173] env[62189]: DEBUG nova.network.neutron [req-98f8540f-eaba-47e2-9f9c-04b718bd9699 req-8561489b-5b0a-4a90-943f-2d23f3415450 service nova] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.290171] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.347102] env[62189]: DEBUG nova.compute.manager [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1962.365317] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Releasing lock "refresh_cache-52287368-e85a-4865-891e-ea4f3d7aae73" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.365696] env[62189]: DEBUG nova.compute.manager [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Instance network_info: |[{"id": "c70bf3c1-d21c-4eda-96a5-55483eae9663", "address": "fa:16:3e:d8:91:7b", "network": {"id": "b9ce5e72-8032-4310-8a5b-e06432331b18", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-937942188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f5c11da65ed4bd28f2fd7d020837e0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70bf3c1-d2", "ovs_interfaceid": "c70bf3c1-d21c-4eda-96a5-55483eae9663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1962.368351] env[62189]: DEBUG oslo_concurrency.lockutils [req-f68624fb-e6a6-4fff-a3f7-310790b2c0c1 req-543a2f56-af2b-43a2-a5c5-414eeeab19e8 service nova] Releasing lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.369125] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:91:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c70bf3c1-d21c-4eda-96a5-55483eae9663', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1962.376340] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Creating folder: Project (5f5c11da65ed4bd28f2fd7d020837e0e). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1962.378759] env[62189]: DEBUG nova.virt.hardware [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1962.378976] env[62189]: DEBUG nova.virt.hardware [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1962.379192] env[62189]: DEBUG nova.virt.hardware [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1962.379317] env[62189]: DEBUG nova.virt.hardware [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1962.379470] env[62189]: DEBUG nova.virt.hardware [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1962.379615] env[62189]: DEBUG nova.virt.hardware [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1962.379844] env[62189]: DEBUG nova.virt.hardware [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1962.380010] env[62189]: DEBUG nova.virt.hardware [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1962.380181] env[62189]: DEBUG nova.virt.hardware [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1962.380669] env[62189]: DEBUG nova.virt.hardware [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1962.380669] env[62189]: DEBUG nova.virt.hardware [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1962.380828] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f28af5bb-fb9b-4eeb-8a02-0981f35b3282 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.383035] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed79f06-53c6-47b0-af3e-a9c09ae6f1d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.400665] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122004, 'name': ReconfigVM_Task, 'duration_secs': 0.321761} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.404282] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7994b6-3684-47af-aa3d-5bd72c311918 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.407951] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8/1f188c41-dbf1-4c51-8a80-0175b8c3e5f8.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1962.412588] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90e77cca-9d6d-4cf2-877b-08e9e33dce89 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.414233] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Created folder: Project (5f5c11da65ed4bd28f2fd7d020837e0e) in parent group-v433996. [ 1962.414416] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Creating folder: Instances. Parent ref: group-v434122. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1962.414664] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067899} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.415277] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52efc389-ee54-46e4-8ad6-0e5c9a93d9f4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.416816] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1962.428623] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81be7e51-b2c7-4939-aafb-bc14b813a8ca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.434925] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1962.434925] env[62189]: value = "task-2122007" [ 1962.434925] env[62189]: _type = "Task" [ 1962.434925] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.466776] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 8ffae4bd-a23e-40a6-b90a-42296310e286/8ffae4bd-a23e-40a6-b90a-42296310e286.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1962.473948] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d130ef9f-2804-421b-afa4-d8b094b695ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.495481] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Created folder: Instances in parent group-v434122. [ 1962.495722] env[62189]: DEBUG oslo.service.loopingcall [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1962.499370] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1962.499648] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122007, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.500214] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff3a9a2c-5ff5-4103-b507-1cedc75e951c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.518403] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1962.518403] env[62189]: value = "task-2122009" [ 1962.518403] env[62189]: _type = "Task" [ 1962.518403] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.523817] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1962.523817] env[62189]: value = "task-2122010" [ 1962.523817] env[62189]: _type = "Task" [ 1962.523817] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.530254] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.539325] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122010, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.730996] env[62189]: DEBUG oslo_concurrency.lockutils [req-98f8540f-eaba-47e2-9f9c-04b718bd9699 req-8561489b-5b0a-4a90-943f-2d23f3415450 service nova] Releasing lock "refresh_cache-8dec3082-22e8-4eda-9554-a4742dfa2471" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.731595] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Acquired lock "refresh_cache-8dec3082-22e8-4eda-9554-a4742dfa2471" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.731595] env[62189]: DEBUG nova.network.neutron [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1962.793268] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122002, 'name': ReconfigVM_Task, 'duration_secs': 1.19526} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.793553] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 04d77cc1-32ad-4f9a-aefa-25122cdd1827/04d77cc1-32ad-4f9a-aefa-25122cdd1827.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1962.794433] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da32f9ed-08fb-4c0e-90cd-8cf397f50378 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.800862] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1962.800862] env[62189]: value = "task-2122011" [ 1962.800862] env[62189]: _type = "Task" [ 1962.800862] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.809698] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122011, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.889510] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b3b6b2-3e1d-4426-b43f-3c32de4dc919 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.896988] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d334b8c-229d-4217-95d7-62a7416ec236 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.928392] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5d0aa1-8da7-4df4-a53f-e4ad9bfa1c66 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.935798] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5fbe67-c0f4-4c89-a5f6-22c5af94a7db {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.952372] env[62189]: DEBUG nova.compute.provider_tree [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1962.956703] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122007, 'name': Rename_Task, 'duration_secs': 0.17346} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.957208] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1962.957446] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db1f0162-3c69-4275-b0df-f21f360c1255 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.964599] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1962.964599] env[62189]: value = "task-2122012" [ 1962.964599] env[62189]: _type = "Task" [ 1962.964599] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.975708] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.033708] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122010, 'name': CreateVM_Task, 'duration_secs': 0.345878} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.036784] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1963.037085] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.037752] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.037979] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.038324] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1963.038594] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e615418-31d1-4367-ba36-730b96b930de {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.043160] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Waiting for the task: (returnval){ [ 1963.043160] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528fc252-cc1c-bd34-3108-fb6c5cff5c73" [ 1963.043160] env[62189]: _type = "Task" [ 1963.043160] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.051051] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528fc252-cc1c-bd34-3108-fb6c5cff5c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.282311] env[62189]: DEBUG nova.network.neutron [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1963.315472] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122011, 'name': Rename_Task, 'duration_secs': 0.316359} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.319019] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1963.319019] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d87b3a59-ce7f-40bd-95c4-b49501d5fe72 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.323602] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1963.323602] env[62189]: value = "task-2122013" [ 1963.323602] env[62189]: _type = "Task" [ 1963.323602] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.333988] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.458065] env[62189]: DEBUG nova.scheduler.client.report [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1963.473882] env[62189]: DEBUG nova.network.neutron [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Successfully updated port: 7d39c6b1-53ed-4494-acf3-f6c3184b51e0 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1963.481334] env[62189]: DEBUG oslo_vmware.api [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122012, 'name': PowerOnVM_Task, 'duration_secs': 0.449433} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.481590] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1963.481794] env[62189]: INFO nova.compute.manager [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1963.481968] env[62189]: DEBUG nova.compute.manager [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1963.482979] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d26d61e-2b9e-47a1-82df-f1331cd53606 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.501829] env[62189]: DEBUG nova.network.neutron [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Updating instance_info_cache with network_info: [{"id": "0babe82f-543a-46d3-91ac-ba8f8bd0b470", "address": "fa:16:3e:42:fd:f6", "network": {"id": "567bb240-9426-4a09-8710-173a270a2478", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-170679260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "482b182507754f298d3e73367bf18312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0babe82f-54", "ovs_interfaceid": "0babe82f-543a-46d3-91ac-ba8f8bd0b470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.529723] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122009, 'name': ReconfigVM_Task, 'duration_secs': 0.625355} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.530087] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 8ffae4bd-a23e-40a6-b90a-42296310e286/8ffae4bd-a23e-40a6-b90a-42296310e286.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1963.530812] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-299cdb8b-035a-4d2c-9f20-6c45ab251510 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.537789] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1963.537789] env[62189]: value = "task-2122014" [ 1963.537789] env[62189]: _type = "Task" [ 1963.537789] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.549935] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122014, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.558563] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528fc252-cc1c-bd34-3108-fb6c5cff5c73, 'name': SearchDatastore_Task, 'duration_secs': 0.015902} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.558842] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.559091] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1963.559321] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.559466] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.559639] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1963.559915] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-054282a4-18f0-4171-bfc7-27787203d164 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.568016] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1963.568204] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1963.569575] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff0c631-97c1-4413-9403-d355729bb8a5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.574526] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Waiting for the task: (returnval){ [ 1963.574526] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b507b7-c87e-3088-fb43-9ff786fe602a" [ 1963.574526] env[62189]: _type = "Task" [ 1963.574526] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.583227] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b507b7-c87e-3088-fb43-9ff786fe602a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.646016] env[62189]: DEBUG nova.compute.manager [req-fe004a8a-9222-4678-b426-a4c1e816fc0f req-98e3743a-9b61-4111-ba08-030b4a04d618 service nova] [instance: 19779686-0994-494a-8bd7-927cde64780d] Received event network-vif-plugged-7d39c6b1-53ed-4494-acf3-f6c3184b51e0 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1963.646278] env[62189]: DEBUG oslo_concurrency.lockutils [req-fe004a8a-9222-4678-b426-a4c1e816fc0f req-98e3743a-9b61-4111-ba08-030b4a04d618 service nova] Acquiring lock "19779686-0994-494a-8bd7-927cde64780d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.646498] env[62189]: DEBUG oslo_concurrency.lockutils [req-fe004a8a-9222-4678-b426-a4c1e816fc0f req-98e3743a-9b61-4111-ba08-030b4a04d618 service nova] Lock "19779686-0994-494a-8bd7-927cde64780d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.646665] env[62189]: DEBUG oslo_concurrency.lockutils [req-fe004a8a-9222-4678-b426-a4c1e816fc0f req-98e3743a-9b61-4111-ba08-030b4a04d618 service nova] Lock "19779686-0994-494a-8bd7-927cde64780d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.646833] env[62189]: DEBUG nova.compute.manager [req-fe004a8a-9222-4678-b426-a4c1e816fc0f req-98e3743a-9b61-4111-ba08-030b4a04d618 service nova] [instance: 19779686-0994-494a-8bd7-927cde64780d] No waiting events found dispatching network-vif-plugged-7d39c6b1-53ed-4494-acf3-f6c3184b51e0 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1963.647033] env[62189]: WARNING nova.compute.manager [req-fe004a8a-9222-4678-b426-a4c1e816fc0f req-98e3743a-9b61-4111-ba08-030b4a04d618 service nova] [instance: 19779686-0994-494a-8bd7-927cde64780d] Received unexpected event network-vif-plugged-7d39c6b1-53ed-4494-acf3-f6c3184b51e0 for instance with vm_state building and task_state spawning. [ 1963.647179] env[62189]: DEBUG nova.compute.manager [req-fe004a8a-9222-4678-b426-a4c1e816fc0f req-98e3743a-9b61-4111-ba08-030b4a04d618 service nova] [instance: 19779686-0994-494a-8bd7-927cde64780d] Received event network-changed-7d39c6b1-53ed-4494-acf3-f6c3184b51e0 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1963.647342] env[62189]: DEBUG nova.compute.manager [req-fe004a8a-9222-4678-b426-a4c1e816fc0f req-98e3743a-9b61-4111-ba08-030b4a04d618 service nova] [instance: 19779686-0994-494a-8bd7-927cde64780d] Refreshing instance network info cache due to event network-changed-7d39c6b1-53ed-4494-acf3-f6c3184b51e0. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1963.647553] env[62189]: DEBUG oslo_concurrency.lockutils [req-fe004a8a-9222-4678-b426-a4c1e816fc0f req-98e3743a-9b61-4111-ba08-030b4a04d618 service nova] Acquiring lock "refresh_cache-19779686-0994-494a-8bd7-927cde64780d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.647709] env[62189]: DEBUG oslo_concurrency.lockutils [req-fe004a8a-9222-4678-b426-a4c1e816fc0f req-98e3743a-9b61-4111-ba08-030b4a04d618 service nova] Acquired lock "refresh_cache-19779686-0994-494a-8bd7-927cde64780d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.647874] env[62189]: DEBUG nova.network.neutron [req-fe004a8a-9222-4678-b426-a4c1e816fc0f req-98e3743a-9b61-4111-ba08-030b4a04d618 service nova] [instance: 19779686-0994-494a-8bd7-927cde64780d] Refreshing network info cache for port 7d39c6b1-53ed-4494-acf3-f6c3184b51e0 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1963.833762] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122013, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.963346] env[62189]: DEBUG oslo_concurrency.lockutils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.963899] env[62189]: DEBUG nova.compute.manager [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1963.967016] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.012s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.968594] env[62189]: INFO nova.compute.claims [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1963.978611] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "refresh_cache-19779686-0994-494a-8bd7-927cde64780d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.003881] env[62189]: INFO nova.compute.manager [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Took 43.91 seconds to build instance. [ 1964.005419] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Releasing lock "refresh_cache-8dec3082-22e8-4eda-9554-a4742dfa2471" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.005419] env[62189]: DEBUG nova.compute.manager [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Instance network_info: |[{"id": "0babe82f-543a-46d3-91ac-ba8f8bd0b470", "address": "fa:16:3e:42:fd:f6", "network": {"id": "567bb240-9426-4a09-8710-173a270a2478", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-170679260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "482b182507754f298d3e73367bf18312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0babe82f-54", "ovs_interfaceid": "0babe82f-543a-46d3-91ac-ba8f8bd0b470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1964.005873] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:fd:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0babe82f-543a-46d3-91ac-ba8f8bd0b470', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1964.013361] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Creating folder: Project (482b182507754f298d3e73367bf18312). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1964.014505] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c326285d-aeae-4903-be01-c430e99bf124 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.026386] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Created folder: Project (482b182507754f298d3e73367bf18312) in parent group-v433996. [ 1964.026575] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Creating folder: Instances. Parent ref: group-v434125. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1964.026834] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd9cc95e-07bf-4e1b-99ca-1a8aedf939c1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.036563] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Created folder: Instances in parent group-v434125. [ 1964.036943] env[62189]: DEBUG oslo.service.loopingcall [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1964.037605] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1964.037988] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a22eec6-b8ba-426e-867a-9947f4f48719 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.062943] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122014, 'name': Rename_Task, 'duration_secs': 0.182725} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.065207] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1964.065207] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1964.065207] env[62189]: value = "task-2122017" [ 1964.065207] env[62189]: _type = "Task" [ 1964.065207] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.065207] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfea6b0f-8f63-466e-96e2-65a434aa5047 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.075696] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.079694] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1964.079694] env[62189]: value = "task-2122018" [ 1964.079694] env[62189]: _type = "Task" [ 1964.079694] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.085969] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b507b7-c87e-3088-fb43-9ff786fe602a, 'name': SearchDatastore_Task, 'duration_secs': 0.009416} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.087086] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac13694e-31fb-455f-b25f-9645aa57d9c5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.092338] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122018, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.095129] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Waiting for the task: (returnval){ [ 1964.095129] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c41363-35ed-b0c3-03b3-562f20ddd066" [ 1964.095129] env[62189]: _type = "Task" [ 1964.095129] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.102820] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c41363-35ed-b0c3-03b3-562f20ddd066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.185311] env[62189]: DEBUG nova.network.neutron [req-fe004a8a-9222-4678-b426-a4c1e816fc0f req-98e3743a-9b61-4111-ba08-030b4a04d618 service nova] [instance: 19779686-0994-494a-8bd7-927cde64780d] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1964.282305] env[62189]: DEBUG nova.network.neutron [req-fe004a8a-9222-4678-b426-a4c1e816fc0f req-98e3743a-9b61-4111-ba08-030b4a04d618 service nova] [instance: 19779686-0994-494a-8bd7-927cde64780d] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.333769] env[62189]: DEBUG oslo_vmware.api [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122013, 'name': PowerOnVM_Task, 'duration_secs': 0.727056} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.334364] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1964.334639] env[62189]: INFO nova.compute.manager [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Took 17.57 seconds to spawn the instance on the hypervisor. [ 1964.334825] env[62189]: DEBUG nova.compute.manager [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1964.335707] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc383c1c-f266-4989-8b87-cdbaf652d495 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.474036] env[62189]: DEBUG nova.compute.utils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1964.478263] env[62189]: DEBUG nova.compute.manager [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1964.478458] env[62189]: DEBUG nova.network.neutron [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1964.515166] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7a550444-a642-4421-b865-958fa880b19e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "1f188c41-dbf1-4c51-8a80-0175b8c3e5f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.461s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.518789] env[62189]: DEBUG nova.policy [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc989044e2704bbeb5bed934424c266a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c52443a4689b480faeb835027b0bdafd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1964.577323] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.588821] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122018, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.603916] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c41363-35ed-b0c3-03b3-562f20ddd066, 'name': SearchDatastore_Task, 'duration_secs': 0.0229} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.604197] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.604450] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 52287368-e85a-4865-891e-ea4f3d7aae73/52287368-e85a-4865-891e-ea4f3d7aae73.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1964.604706] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5803b6ad-858f-4fa5-8987-0ec07230ae1e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.611241] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Waiting for the task: (returnval){ [ 1964.611241] env[62189]: value = "task-2122019" [ 1964.611241] env[62189]: _type = "Task" [ 1964.611241] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.619418] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': task-2122019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.743788] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e025cb4-52ff-438c-a228-0263a5ec563c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.750559] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a23d03-4d96-427c-a507-105221a3e638 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Suspending the VM {{(pid=62189) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1964.750818] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-edd4166c-f175-4e3e-9384-d53d67be84d9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.757197] env[62189]: DEBUG oslo_vmware.api [None req-a0a23d03-4d96-427c-a507-105221a3e638 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1964.757197] env[62189]: value = "task-2122020" [ 1964.757197] env[62189]: _type = "Task" [ 1964.757197] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.765903] env[62189]: DEBUG oslo_vmware.api [None req-a0a23d03-4d96-427c-a507-105221a3e638 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122020, 'name': SuspendVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.784476] env[62189]: DEBUG oslo_concurrency.lockutils [req-fe004a8a-9222-4678-b426-a4c1e816fc0f req-98e3743a-9b61-4111-ba08-030b4a04d618 service nova] Releasing lock "refresh_cache-19779686-0994-494a-8bd7-927cde64780d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.784899] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquired lock "refresh_cache-19779686-0994-494a-8bd7-927cde64780d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.785113] env[62189]: DEBUG nova.network.neutron [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1964.807070] env[62189]: DEBUG nova.network.neutron [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Successfully created port: 9a0e5347-4c8a-42ab-a4da-060b96322194 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1964.856543] env[62189]: INFO nova.compute.manager [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Took 61.49 seconds to build instance. [ 1964.982781] env[62189]: DEBUG nova.compute.manager [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1965.018191] env[62189]: DEBUG nova.compute.manager [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1965.084941] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.092211] env[62189]: DEBUG oslo_vmware.api [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122018, 'name': PowerOnVM_Task, 'duration_secs': 0.654236} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.092903] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1965.093207] env[62189]: INFO nova.compute.manager [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Took 15.60 seconds to spawn the instance on the hypervisor. [ 1965.093397] env[62189]: DEBUG nova.compute.manager [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1965.094620] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61517c9b-1b63-4c07-8196-d1fe29b3f27e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.123693] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': task-2122019, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.268032] env[62189]: DEBUG oslo_vmware.api [None req-a0a23d03-4d96-427c-a507-105221a3e638 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122020, 'name': SuspendVM_Task} progress is 91%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.332262] env[62189]: DEBUG nova.network.neutron [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1965.358333] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64df61db-3807-425d-af0e-642b4d52c18f tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "04d77cc1-32ad-4f9a-aefa-25122cdd1827" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.009s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.536579] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.542014] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8488687f-0259-4ee8-8b3e-10c9ceea8036 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.549033] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b026b552-b181-4c70-8fab-28bae769819b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.583961] env[62189]: DEBUG nova.network.neutron [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Updating instance_info_cache with network_info: [{"id": "7d39c6b1-53ed-4494-acf3-f6c3184b51e0", "address": "fa:16:3e:d8:24:f5", "network": {"id": "014ed494-ad0a-4a04-90c3-cb6a00d316a7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-689151253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b7fe02199cc4437b51f1e87d8f8373e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d39c6b1-53", "ovs_interfaceid": "7d39c6b1-53ed-4494-acf3-f6c3184b51e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.593309] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f881457-7aae-4d35-a7a8-c5228eb2ea25 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.599272] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.601769] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e32c541-4bdb-4ea4-892c-39d6673dc3bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.620468] env[62189]: DEBUG nova.compute.provider_tree [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1965.627144] env[62189]: INFO nova.compute.manager [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Took 55.14 seconds to build instance. [ 1965.633152] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': task-2122019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789175} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.633900] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 52287368-e85a-4865-891e-ea4f3d7aae73/52287368-e85a-4865-891e-ea4f3d7aae73.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1965.634140] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1965.634400] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c229b060-00dc-45b5-81b4-02047f8ef3a2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.641559] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Waiting for the task: (returnval){ [ 1965.641559] env[62189]: value = "task-2122021" [ 1965.641559] env[62189]: _type = "Task" [ 1965.641559] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.649762] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': task-2122021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.768276] env[62189]: DEBUG oslo_vmware.api [None req-a0a23d03-4d96-427c-a507-105221a3e638 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122020, 'name': SuspendVM_Task, 'duration_secs': 0.945897} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.768461] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a23d03-4d96-427c-a507-105221a3e638 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Suspended the VM {{(pid=62189) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1965.768647] env[62189]: DEBUG nova.compute.manager [None req-a0a23d03-4d96-427c-a507-105221a3e638 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1965.769730] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a596ab9-6548-4605-afdb-b82050ba5785 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.861136] env[62189]: DEBUG nova.compute.manager [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1965.914159] env[62189]: INFO nova.compute.manager [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Rescuing [ 1965.914159] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "refresh_cache-04d77cc1-32ad-4f9a-aefa-25122cdd1827" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.914355] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "refresh_cache-04d77cc1-32ad-4f9a-aefa-25122cdd1827" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.914449] env[62189]: DEBUG nova.network.neutron [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1965.997118] env[62189]: DEBUG nova.compute.manager [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1966.026250] env[62189]: DEBUG nova.virt.hardware [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1966.026507] env[62189]: DEBUG nova.virt.hardware [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1966.026661] env[62189]: DEBUG nova.virt.hardware [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1966.026843] env[62189]: DEBUG nova.virt.hardware [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1966.026991] env[62189]: DEBUG nova.virt.hardware [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1966.027154] env[62189]: DEBUG nova.virt.hardware [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1966.027365] env[62189]: DEBUG nova.virt.hardware [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1966.027524] env[62189]: DEBUG nova.virt.hardware [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1966.027734] env[62189]: DEBUG nova.virt.hardware [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1966.027854] env[62189]: DEBUG nova.virt.hardware [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1966.028037] env[62189]: DEBUG nova.virt.hardware [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1966.028921] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f393488a-43d2-4c49-9f2c-ca3465f1f448 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.037795] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc00f188-4112-41c3-b14b-06b1744f6f40 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.093157] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Releasing lock "refresh_cache-19779686-0994-494a-8bd7-927cde64780d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.093462] env[62189]: DEBUG nova.compute.manager [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Instance network_info: |[{"id": "7d39c6b1-53ed-4494-acf3-f6c3184b51e0", "address": "fa:16:3e:d8:24:f5", "network": {"id": "014ed494-ad0a-4a04-90c3-cb6a00d316a7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-689151253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b7fe02199cc4437b51f1e87d8f8373e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d39c6b1-53", "ovs_interfaceid": "7d39c6b1-53ed-4494-acf3-f6c3184b51e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1966.093699] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.094057] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:24:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d39c6b1-53ed-4494-acf3-f6c3184b51e0', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1966.102512] env[62189]: DEBUG oslo.service.loopingcall [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1966.102735] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19779686-0994-494a-8bd7-927cde64780d] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1966.102956] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef60428d-9306-4ee5-aa66-18edf5f0c190 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.126639] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1966.126639] env[62189]: value = "task-2122022" [ 1966.126639] env[62189]: _type = "Task" [ 1966.126639] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.135668] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8152930a-0c59-4c45-a092-ff846e5d8b9c tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "8ffae4bd-a23e-40a6-b90a-42296310e286" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.345s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.144701] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.149427] env[62189]: ERROR nova.scheduler.client.report [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [req-4fcbca85-ede2-4bd2-8798-1905106ff110] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4fcbca85-ede2-4bd2-8798-1905106ff110"}]} [ 1966.157192] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': task-2122021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100123} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.157451] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1966.158291] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7015b922-078b-4521-badf-5f4ebea4f5f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.182463] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 52287368-e85a-4865-891e-ea4f3d7aae73/52287368-e85a-4865-891e-ea4f3d7aae73.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1966.183237] env[62189]: DEBUG nova.scheduler.client.report [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1966.185247] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b97b384d-da9c-4fcf-950a-a26517e70c40 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.206953] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Waiting for the task: (returnval){ [ 1966.206953] env[62189]: value = "task-2122023" [ 1966.206953] env[62189]: _type = "Task" [ 1966.206953] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.215899] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': task-2122023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.217027] env[62189]: DEBUG nova.scheduler.client.report [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1966.217215] env[62189]: DEBUG nova.compute.provider_tree [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1966.229015] env[62189]: DEBUG nova.scheduler.client.report [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1966.229251] env[62189]: DEBUG nova.compute.provider_tree [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 69 to 70 during operation: update_aggregates {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1966.247027] env[62189]: DEBUG nova.scheduler.client.report [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1966.380637] env[62189]: DEBUG oslo_concurrency.lockutils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.596131] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.637336] env[62189]: DEBUG nova.compute.manager [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1966.640128] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.644042] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe4bd82-9d40-40a0-a155-26bf874e80fd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.649860] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e04a822-f217-4cc4-bf41-cac7113aa34c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.656708] env[62189]: DEBUG nova.network.neutron [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Updating instance_info_cache with network_info: [{"id": "02e1ab20-b5b4-4966-82dd-50904e7036cd", "address": "fa:16:3e:e5:26:56", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e1ab20-b5", "ovs_interfaceid": "02e1ab20-b5b4-4966-82dd-50904e7036cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.685502] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6c466b-da55-4943-85d3-a0778a414f2a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.694640] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27194333-8a16-4eda-a1ff-1ddcee45fb8a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.710366] env[62189]: DEBUG nova.compute.provider_tree [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1966.719464] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': task-2122023, 'name': ReconfigVM_Task, 'duration_secs': 0.286821} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.719739] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 52287368-e85a-4865-891e-ea4f3d7aae73/52287368-e85a-4865-891e-ea4f3d7aae73.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1966.720397] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b207834a-0ca7-4211-a261-83a3e304e83d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.727928] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Waiting for the task: (returnval){ [ 1966.727928] env[62189]: value = "task-2122024" [ 1966.727928] env[62189]: _type = "Task" [ 1966.727928] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.735875] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': task-2122024, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.076533] env[62189]: DEBUG nova.compute.manager [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Stashing vm_state: active {{(pid=62189) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1967.095585] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.137305] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.159442] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "refresh_cache-04d77cc1-32ad-4f9a-aefa-25122cdd1827" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.174070] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.239690] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': task-2122024, 'name': Rename_Task, 'duration_secs': 0.14447} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.240363] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1967.240603] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d406fe2-39c1-4480-9953-0f587da37acb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.247963] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Waiting for the task: (returnval){ [ 1967.247963] env[62189]: value = "task-2122025" [ 1967.247963] env[62189]: _type = "Task" [ 1967.247963] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.248815] env[62189]: DEBUG nova.scheduler.client.report [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1967.249053] env[62189]: DEBUG nova.compute.provider_tree [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 70 to 71 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1967.249237] env[62189]: DEBUG nova.compute.provider_tree [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1967.261248] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': task-2122025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.595433] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.597322] env[62189]: DEBUG oslo_concurrency.lockutils [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.638602] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.758355] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.790s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.758355] env[62189]: DEBUG nova.compute.manager [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1967.760353] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.677s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.760525] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.760676] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1967.760971] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.208s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.762353] env[62189]: INFO nova.compute.claims [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1967.766199] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cac685-4bac-4eab-98c6-d374c4209821 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.772367] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': task-2122025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.779252] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d0933b-c7ec-4d0e-b557-11b544ebf325 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.796416] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084b7c4a-1edd-4a77-88a7-a1985b0626d3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.806077] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b922ac-24d5-4510-b582-1242ba352d59 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.839172] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178701MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1967.839332] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.095986] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.137433] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.169954] env[62189]: DEBUG nova.compute.manager [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.170867] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c25578-9d9b-4740-a338-562f74a77a21 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.262592] env[62189]: DEBUG oslo_vmware.api [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': task-2122025, 'name': PowerOnVM_Task, 'duration_secs': 0.588144} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.262934] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1968.263806] env[62189]: INFO nova.compute.manager [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Took 11.20 seconds to spawn the instance on the hypervisor. [ 1968.263806] env[62189]: DEBUG nova.compute.manager [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.264254] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35989cb-5028-4668-af73-c8c99aaafabb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.269374] env[62189]: DEBUG nova.compute.utils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1968.270686] env[62189]: DEBUG nova.compute.manager [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1968.270862] env[62189]: DEBUG nova.network.neutron [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1968.327714] env[62189]: DEBUG nova.policy [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caac56132f57489e8a6bb0fe107e258d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'feb32aaa92244e81aa0f8c85084fdb02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1968.596745] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.640150] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.646344] env[62189]: DEBUG nova.network.neutron [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Successfully created port: e852c526-8377-4c38-a745-ac0c183a5c5e {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1968.681679] env[62189]: INFO nova.compute.manager [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] instance snapshotting [ 1968.681876] env[62189]: WARNING nova.compute.manager [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1968.684814] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2597e2-bbeb-41dc-96a7-c5e4f685c1d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.703049] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1968.703437] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bbe25c3-c938-4f70-bb9f-76847d15d7a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.705490] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927de7c2-8f01-44f6-8828-1dd851459e7d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.714756] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1968.714756] env[62189]: value = "task-2122026" [ 1968.714756] env[62189]: _type = "Task" [ 1968.714756] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.725069] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.774751] env[62189]: DEBUG nova.compute.manager [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1968.789804] env[62189]: INFO nova.compute.manager [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Took 40.01 seconds to build instance. [ 1969.100061] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.141204] env[62189]: DEBUG nova.compute.manager [None req-6649760b-e1d1-4eb5-a93e-fc588b7ba143 tempest-ServerDiagnosticsV248Test-617454713 tempest-ServerDiagnosticsV248Test-617454713-project-admin] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1969.142763] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471feef1-d470-4388-aef3-04fb39845c2c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.149858] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.156309] env[62189]: INFO nova.compute.manager [None req-6649760b-e1d1-4eb5-a93e-fc588b7ba143 tempest-ServerDiagnosticsV248Test-617454713 tempest-ServerDiagnosticsV248Test-617454713-project-admin] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Retrieving diagnostics [ 1969.157124] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10a0871-6562-417c-acd7-9c09a6be05e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.219746] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1969.222402] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b55ca6a-5955-446d-b9d2-cec45589457e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.229138] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122026, 'name': PowerOffVM_Task, 'duration_secs': 0.498714} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.230325] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1969.230685] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1969.230685] env[62189]: value = "task-2122027" [ 1969.230685] env[62189]: _type = "Task" [ 1969.230685] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.231414] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de27fac-a096-4b69-9077-c0abb0626ea3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.244609] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122027, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.261281] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c49ad3-96e9-43e4-af00-251287e6d9cc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.286737] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f726d5b-3f41-4283-bbe8-2c1ac926ab08 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.291753] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dadd9ab6-4011-4ae3-b1a5-46274503c852 tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Lock "52287368-e85a-4865-891e-ea4f3d7aae73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.603s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.296453] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33be9f4-2bc1-46a3-8b0f-e46e1f54b5d9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.301155] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1969.301446] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3494cd68-d766-412c-accf-70f41dd9dcc6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.331927] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdcab6b-fd32-4bc8-8cbf-3a79990091e2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.334722] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1969.334722] env[62189]: value = "task-2122028" [ 1969.334722] env[62189]: _type = "Task" [ 1969.334722] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.341810] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e64030-8be9-4b95-88e3-06fca3105bc0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.349340] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] VM already powered off {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1969.349581] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1969.349876] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.350080] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.350275] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1969.350498] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3941b9e-bb47-4d03-b521-6e5041135b4f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.360875] env[62189]: DEBUG nova.compute.provider_tree [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1969.368911] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1969.369167] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1969.370793] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1ed3e1-5e14-41fe-84cc-4e893a04e44b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.378757] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1969.378757] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52323c85-3a1c-1454-1672-4565f4d14802" [ 1969.378757] env[62189]: _type = "Task" [ 1969.378757] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.387108] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52323c85-3a1c-1454-1672-4565f4d14802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.551974] env[62189]: DEBUG oslo_concurrency.lockutils [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Acquiring lock "52287368-e85a-4865-891e-ea4f3d7aae73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.552283] env[62189]: DEBUG oslo_concurrency.lockutils [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Lock "52287368-e85a-4865-891e-ea4f3d7aae73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.552657] env[62189]: DEBUG oslo_concurrency.lockutils [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Acquiring lock "52287368-e85a-4865-891e-ea4f3d7aae73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.552854] env[62189]: DEBUG oslo_concurrency.lockutils [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Lock "52287368-e85a-4865-891e-ea4f3d7aae73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.553069] env[62189]: DEBUG oslo_concurrency.lockutils [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Lock "52287368-e85a-4865-891e-ea4f3d7aae73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.556407] env[62189]: INFO nova.compute.manager [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Terminating instance [ 1969.599296] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.643975] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.743175] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122027, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.786044] env[62189]: DEBUG nova.compute.manager [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1969.794528] env[62189]: DEBUG nova.compute.manager [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1969.808024] env[62189]: DEBUG nova.virt.hardware [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1969.808274] env[62189]: DEBUG nova.virt.hardware [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1969.808496] env[62189]: DEBUG nova.virt.hardware [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1969.808700] env[62189]: DEBUG nova.virt.hardware [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1969.808844] env[62189]: DEBUG nova.virt.hardware [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1969.809012] env[62189]: DEBUG nova.virt.hardware [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1969.809258] env[62189]: DEBUG nova.virt.hardware [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1969.809434] env[62189]: DEBUG nova.virt.hardware [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1969.809630] env[62189]: DEBUG nova.virt.hardware [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1969.809811] env[62189]: DEBUG nova.virt.hardware [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1969.810055] env[62189]: DEBUG nova.virt.hardware [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1969.811178] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4edacec-22aa-4361-a7de-343c0605d4c1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.819644] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7812b68-0077-40c9-a820-75bcf86ada22 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.864803] env[62189]: DEBUG nova.scheduler.client.report [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1969.889243] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52323c85-3a1c-1454-1672-4565f4d14802, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.890073] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d18e96c-aa46-4133-a0f2-b5a099ea4223 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.895223] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1969.895223] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521879e1-f7af-db65-110e-c0f57b266864" [ 1969.895223] env[62189]: _type = "Task" [ 1969.895223] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.904667] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521879e1-f7af-db65-110e-c0f57b266864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.061609] env[62189]: DEBUG nova.compute.manager [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1970.061892] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1970.063206] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbe477c-3ed7-4f1e-a56f-a779797a7692 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.071460] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1970.071714] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69b6f08f-4c19-4c4d-a52e-2dee36df839a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.078021] env[62189]: DEBUG oslo_vmware.api [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Waiting for the task: (returnval){ [ 1970.078021] env[62189]: value = "task-2122029" [ 1970.078021] env[62189]: _type = "Task" [ 1970.078021] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.086643] env[62189]: DEBUG oslo_vmware.api [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': task-2122029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.097011] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.146095] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.246573] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122027, 'name': CreateSnapshot_Task, 'duration_secs': 0.680537} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.246946] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1970.247875] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd0946b-7bbd-4a76-a656-78e71682047f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.290388] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Acquiring lock "03d56df4-7b0a-478f-914e-d407188f696d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.290697] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Lock "03d56df4-7b0a-478f-914e-d407188f696d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.290955] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Acquiring lock "03d56df4-7b0a-478f-914e-d407188f696d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.291197] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Lock "03d56df4-7b0a-478f-914e-d407188f696d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.291444] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Lock "03d56df4-7b0a-478f-914e-d407188f696d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.295269] env[62189]: INFO nova.compute.manager [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Terminating instance [ 1970.317361] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.370590] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.371109] env[62189]: DEBUG nova.compute.manager [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1970.374494] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.443s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.374721] env[62189]: DEBUG nova.objects.instance [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lazy-loading 'resources' on Instance uuid 47d7b493-f029-4b9d-813f-1446ff42d080 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1970.405479] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521879e1-f7af-db65-110e-c0f57b266864, 'name': SearchDatastore_Task, 'duration_secs': 0.018376} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.405737] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.405993] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 04d77cc1-32ad-4f9a-aefa-25122cdd1827/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk. {{(pid=62189) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1970.406272] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9779cc22-426b-494c-9bbf-1fda333a439a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.413594] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1970.413594] env[62189]: value = "task-2122030" [ 1970.413594] env[62189]: _type = "Task" [ 1970.413594] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.421880] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.587479] env[62189]: DEBUG oslo_vmware.api [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': task-2122029, 'name': PowerOffVM_Task, 'duration_secs': 0.156428} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.587755] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1970.587938] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1970.588196] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02d76701-cd75-472f-8026-7516f37c270e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.597549] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.645546] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.767092] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1970.767482] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9939c83d-7fd4-435c-b481-298659e788e0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.777335] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1970.777335] env[62189]: value = "task-2122032" [ 1970.777335] env[62189]: _type = "Task" [ 1970.777335] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.786046] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122032, 'name': CloneVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.799119] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Acquiring lock "refresh_cache-03d56df4-7b0a-478f-914e-d407188f696d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.799369] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Acquired lock "refresh_cache-03d56df4-7b0a-478f-914e-d407188f696d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.799601] env[62189]: DEBUG nova.network.neutron [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1970.878268] env[62189]: DEBUG nova.compute.utils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1970.882922] env[62189]: DEBUG nova.compute.manager [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1970.883219] env[62189]: DEBUG nova.network.neutron [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1970.922934] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122030, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.925153] env[62189]: DEBUG nova.policy [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53b032d3b44f44aea47b0ead2cf7b8de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '649382691bb342e3ad6c5164ef53011f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1971.099958] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.150194] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.290058] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122032, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.301238] env[62189]: DEBUG nova.network.neutron [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Successfully created port: d7a21453-04df-4836-808e-48d3a8616263 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1971.327576] env[62189]: DEBUG nova.network.neutron [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1971.364789] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2539181f-8f69-4c17-a014-28f9c3bcf1c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.372680] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30112998-94d4-4361-bdc4-3d18241d0cd1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.405156] env[62189]: DEBUG nova.compute.manager [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1971.408632] env[62189]: DEBUG nova.network.neutron [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.410304] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffabc99-1af2-43c2-8ad8-3f139495d720 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.422364] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e96c73-40e9-4001-9c99-c6a58f020e5f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.432021] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515561} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.432021] env[62189]: INFO nova.virt.vmwareapi.ds_util [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 04d77cc1-32ad-4f9a-aefa-25122cdd1827/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk. [ 1971.432021] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b6823a-988c-485c-ab08-3111986387fd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.442052] env[62189]: DEBUG nova.compute.provider_tree [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1971.467733] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 04d77cc1-32ad-4f9a-aefa-25122cdd1827/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1971.469178] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96ae0d98-d4bd-492b-9a25-d7a7a706c80d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.487032] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1971.487032] env[62189]: value = "task-2122033" [ 1971.487032] env[62189]: _type = "Task" [ 1971.487032] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.494596] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.602086] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.647719] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.787789] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122032, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.914215] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Releasing lock "refresh_cache-03d56df4-7b0a-478f-914e-d407188f696d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.914650] env[62189]: DEBUG nova.compute.manager [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1971.914846] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1971.919044] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1346bff-210b-4dd9-ab30-43d3ed1ff663 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.927188] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1971.927471] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e70187c-313d-48d9-8fc5-8621539adf1d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.934032] env[62189]: DEBUG oslo_vmware.api [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Waiting for the task: (returnval){ [ 1971.934032] env[62189]: value = "task-2122034" [ 1971.934032] env[62189]: _type = "Task" [ 1971.934032] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.942656] env[62189]: DEBUG oslo_vmware.api [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': task-2122034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.944788] env[62189]: DEBUG nova.scheduler.client.report [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1971.995980] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.100265] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.149343] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.288474] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122032, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.423288] env[62189]: DEBUG nova.compute.manager [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1972.445723] env[62189]: DEBUG oslo_vmware.api [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': task-2122034, 'name': PowerOffVM_Task, 'duration_secs': 0.281903} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.452069] env[62189]: DEBUG nova.virt.hardware [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1972.452422] env[62189]: DEBUG nova.virt.hardware [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1972.452639] env[62189]: DEBUG nova.virt.hardware [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1972.452901] env[62189]: DEBUG nova.virt.hardware [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1972.453308] env[62189]: DEBUG nova.virt.hardware [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1972.453479] env[62189]: DEBUG nova.virt.hardware [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1972.453811] env[62189]: DEBUG nova.virt.hardware [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1972.453984] env[62189]: DEBUG nova.virt.hardware [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1972.454232] env[62189]: DEBUG nova.virt.hardware [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1972.454454] env[62189]: DEBUG nova.virt.hardware [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1972.454649] env[62189]: DEBUG nova.virt.hardware [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1972.455054] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1972.455264] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1972.456019] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.459079] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6917d86-a978-45a5-805f-cadb293c04e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.462178] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b00d4d5-53bd-41d2-ae9e-4b42cf3e2fd7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.464268] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.305s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.464530] env[62189]: DEBUG nova.objects.instance [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lazy-loading 'resources' on Instance uuid 674e7329-baf4-4f64-9c93-eaa001eb5472 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1972.470720] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ea258a-f2ac-4280-8a7d-40c7e4629ccb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.490017] env[62189]: INFO nova.scheduler.client.report [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleted allocations for instance 47d7b493-f029-4b9d-813f-1446ff42d080 [ 1972.494197] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1972.494430] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1972.494761] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Deleting the datastore file [datastore2] 03d56df4-7b0a-478f-914e-d407188f696d {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1972.498056] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc524967-ec22-4e2d-a385-77358215529f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.506522] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122033, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.508121] env[62189]: DEBUG oslo_vmware.api [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Waiting for the task: (returnval){ [ 1972.508121] env[62189]: value = "task-2122036" [ 1972.508121] env[62189]: _type = "Task" [ 1972.508121] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.516886] env[62189]: DEBUG oslo_vmware.api [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': task-2122036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.601983] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.649263] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.788313] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122032, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.000782] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122033, 'name': ReconfigVM_Task, 'duration_secs': 1.028736} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.000782] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 04d77cc1-32ad-4f9a-aefa-25122cdd1827/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1973.000782] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60b5ab6-a62c-4400-a201-a0602989fd85 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.007613] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3a96ff64-a762-4067-a610-446fc46e622d tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "47d7b493-f029-4b9d-813f-1446ff42d080" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.884s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.035582] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-406b6b03-453a-406c-bb09-3affb4222699 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.049564] env[62189]: DEBUG oslo_vmware.api [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Task: {'id': task-2122036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106606} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.050236] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1973.050460] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1973.050652] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1973.050822] env[62189]: INFO nova.compute.manager [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1973.051103] env[62189]: DEBUG oslo.service.loopingcall [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1973.051300] env[62189]: DEBUG nova.compute.manager [-] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1973.051395] env[62189]: DEBUG nova.network.neutron [-] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1973.055165] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1973.055165] env[62189]: value = "task-2122037" [ 1973.055165] env[62189]: _type = "Task" [ 1973.055165] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.065445] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.066106] env[62189]: DEBUG nova.network.neutron [-] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1973.101182] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.152051] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.291266] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122032, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.371398] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a2fd06-6b10-4c97-bea5-594a80e64bb5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.378815] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2b21bb-1a8f-4dde-ba64-c4a071884e11 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.410740] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57035fa-529a-4c9d-a1f6-0975f4f36ed1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.417517] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ff70ea-8f9b-4d9e-b821-9de8353e5772 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.430754] env[62189]: DEBUG nova.compute.provider_tree [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1973.565174] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122037, 'name': ReconfigVM_Task, 'duration_secs': 0.143015} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.565747] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1973.565747] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d65bfa78-9980-4b96-98af-3fb876a4cec0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.568784] env[62189]: DEBUG nova.network.neutron [-] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.572965] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1973.572965] env[62189]: value = "task-2122038" [ 1973.572965] env[62189]: _type = "Task" [ 1973.572965] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.580969] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.601620] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.651203] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.790651] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122032, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.933202] env[62189]: DEBUG nova.scheduler.client.report [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1974.071531] env[62189]: INFO nova.compute.manager [-] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Took 1.02 seconds to deallocate network for instance. [ 1974.085867] env[62189]: DEBUG oslo_vmware.api [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122038, 'name': PowerOnVM_Task, 'duration_secs': 0.449626} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.086147] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1974.088930] env[62189]: DEBUG nova.compute.manager [None req-f9398148-6c9d-4af6-ad68-de922769a9ad tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1974.090124] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9655a8cb-7974-43db-9a6c-39361848f438 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.109417] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122017, 'name': CreateVM_Task, 'duration_secs': 9.966643} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.111302] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1974.112572] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1974.112572] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1974.112572] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Deleting the datastore file [datastore2] 52287368-e85a-4865-891e-ea4f3d7aae73 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1974.112572] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.112987] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.113911] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1974.113911] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f567e35-e187-48cc-9d64-7b2607206877 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.115665] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c3c697-b11a-472f-acaf-bc343b6a20ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.121025] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Waiting for the task: (returnval){ [ 1974.121025] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525c9ecd-5f90-2af2-c274-93a3d1861919" [ 1974.121025] env[62189]: _type = "Task" [ 1974.121025] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.125809] env[62189]: DEBUG oslo_vmware.api [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Waiting for the task: (returnval){ [ 1974.125809] env[62189]: value = "task-2122039" [ 1974.125809] env[62189]: _type = "Task" [ 1974.125809] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.133664] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525c9ecd-5f90-2af2-c274-93a3d1861919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.139132] env[62189]: DEBUG oslo_vmware.api [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': task-2122039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.150125] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.290454] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122032, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.438621] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.441910] env[62189]: DEBUG oslo_concurrency.lockutils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.047s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.443943] env[62189]: INFO nova.compute.claims [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1974.460957] env[62189]: INFO nova.scheduler.client.report [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Deleted allocations for instance 674e7329-baf4-4f64-9c93-eaa001eb5472 [ 1974.581619] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.638673] env[62189]: DEBUG oslo_vmware.api [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Task: {'id': task-2122039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158842} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.639034] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525c9ecd-5f90-2af2-c274-93a3d1861919, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.639294] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1974.639499] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1974.639740] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1974.640047] env[62189]: INFO nova.compute.manager [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Took 4.58 seconds to destroy the instance on the hypervisor. [ 1974.640295] env[62189]: DEBUG oslo.service.loopingcall [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1974.640601] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.640905] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1974.641228] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.641423] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.641697] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1974.642033] env[62189]: DEBUG nova.compute.manager [-] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1974.642161] env[62189]: DEBUG nova.network.neutron [-] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1974.644079] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30785e8b-ce8c-4df3-b95b-c12c5dc521dc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.655738] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122022, 'name': CreateVM_Task, 'duration_secs': 8.136353} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.657075] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19779686-0994-494a-8bd7-927cde64780d] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1974.657277] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1974.657596] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1974.658650] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.658833] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.659182] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1974.659509] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f36eaf3-75bd-467c-a474-64cf57858de0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.661725] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae20b115-150f-42bd-b0a9-2640d0587b65 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.667504] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Waiting for the task: (returnval){ [ 1974.667504] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520dfa21-b5ac-a6c4-fe47-b67060ee69ed" [ 1974.667504] env[62189]: _type = "Task" [ 1974.667504] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.669074] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1974.669074] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52109361-ad00-1d5a-a410-c2bd2a340706" [ 1974.669074] env[62189]: _type = "Task" [ 1974.669074] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.682158] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520dfa21-b5ac-a6c4-fe47-b67060ee69ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010842} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.688188] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52109361-ad00-1d5a-a410-c2bd2a340706, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.688188] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75343105-299b-40c3-830e-dc902ee053d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.690027] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.690284] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1974.690516] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.693834] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Waiting for the task: (returnval){ [ 1974.693834] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522c6c24-7116-1583-ba65-4cc5a4499f7d" [ 1974.693834] env[62189]: _type = "Task" [ 1974.693834] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.704767] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522c6c24-7116-1583-ba65-4cc5a4499f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.792071] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122032, 'name': CloneVM_Task} progress is 95%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.977769] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8930ec0d-c793-4537-ad53-e2ecb5029ae4 tempest-SecurityGroupsTestJSON-1840913027 tempest-SecurityGroupsTestJSON-1840913027-project-member] Lock "674e7329-baf4-4f64-9c93-eaa001eb5472" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.929s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.045585] env[62189]: DEBUG nova.compute.manager [req-c86d6cec-64eb-4a33-a607-cdb11a0d6961 req-1c4a9443-62c4-4ea9-b55a-0a4fa1a6534a service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Received event network-vif-plugged-9a0e5347-4c8a-42ab-a4da-060b96322194 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1975.045791] env[62189]: DEBUG oslo_concurrency.lockutils [req-c86d6cec-64eb-4a33-a607-cdb11a0d6961 req-1c4a9443-62c4-4ea9-b55a-0a4fa1a6534a service nova] Acquiring lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.045995] env[62189]: DEBUG oslo_concurrency.lockutils [req-c86d6cec-64eb-4a33-a607-cdb11a0d6961 req-1c4a9443-62c4-4ea9-b55a-0a4fa1a6534a service nova] Lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.046201] env[62189]: DEBUG oslo_concurrency.lockutils [req-c86d6cec-64eb-4a33-a607-cdb11a0d6961 req-1c4a9443-62c4-4ea9-b55a-0a4fa1a6534a service nova] Lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.046360] env[62189]: DEBUG nova.compute.manager [req-c86d6cec-64eb-4a33-a607-cdb11a0d6961 req-1c4a9443-62c4-4ea9-b55a-0a4fa1a6534a service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] No waiting events found dispatching network-vif-plugged-9a0e5347-4c8a-42ab-a4da-060b96322194 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1975.046516] env[62189]: WARNING nova.compute.manager [req-c86d6cec-64eb-4a33-a607-cdb11a0d6961 req-1c4a9443-62c4-4ea9-b55a-0a4fa1a6534a service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Received unexpected event network-vif-plugged-9a0e5347-4c8a-42ab-a4da-060b96322194 for instance with vm_state building and task_state spawning. [ 1975.131728] env[62189]: DEBUG nova.network.neutron [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Successfully updated port: 9a0e5347-4c8a-42ab-a4da-060b96322194 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1975.138959] env[62189]: DEBUG nova.compute.manager [req-6aaf7ab0-1756-45a9-9d3f-213da28e862b req-300759a0-ef3b-42a8-ac44-40dead40f375 service nova] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Received event network-vif-deleted-c70bf3c1-d21c-4eda-96a5-55483eae9663 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1975.139254] env[62189]: INFO nova.compute.manager [req-6aaf7ab0-1756-45a9-9d3f-213da28e862b req-300759a0-ef3b-42a8-ac44-40dead40f375 service nova] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Neutron deleted interface c70bf3c1-d21c-4eda-96a5-55483eae9663; detaching it from the instance and deleting it from the info cache [ 1975.139377] env[62189]: DEBUG nova.network.neutron [req-6aaf7ab0-1756-45a9-9d3f-213da28e862b req-300759a0-ef3b-42a8-ac44-40dead40f375 service nova] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.205081] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522c6c24-7116-1583-ba65-4cc5a4499f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.013492} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.205416] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.205683] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 8dec3082-22e8-4eda-9554-a4742dfa2471/8dec3082-22e8-4eda-9554-a4742dfa2471.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1975.205957] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.206171] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1975.206565] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bd59c69-2561-43d2-adc5-ef1ef9b5aecf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.210017] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-534e7f30-2bdc-4bcd-b63d-613039a8559e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.217991] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Waiting for the task: (returnval){ [ 1975.217991] env[62189]: value = "task-2122040" [ 1975.217991] env[62189]: _type = "Task" [ 1975.217991] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.221022] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1975.221022] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1975.224102] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333aec86-62c8-4b06-909f-1f37c152a727 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.235427] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': task-2122040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.237468] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1975.237468] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522ba8e4-c219-cb3b-fa49-00466478fc4d" [ 1975.237468] env[62189]: _type = "Task" [ 1975.237468] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.247331] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522ba8e4-c219-cb3b-fa49-00466478fc4d, 'name': SearchDatastore_Task, 'duration_secs': 0.007946} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.248228] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f4dc2f-319c-4545-815b-78a2230114cc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.253461] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1975.253461] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5223a78e-205c-087f-cc78-77e3faa48227" [ 1975.253461] env[62189]: _type = "Task" [ 1975.253461] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.261505] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5223a78e-205c-087f-cc78-77e3faa48227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.292098] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122032, 'name': CloneVM_Task, 'duration_secs': 4.415597} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.292368] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Created linked-clone VM from snapshot [ 1975.293115] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa4e995-2521-4b76-a459-47a4a08a95e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.301554] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Uploading image ef3f03af-97d0-447a-9979-a6b94ee00d06 {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1975.323784] env[62189]: DEBUG oslo_vmware.rw_handles [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1975.323784] env[62189]: value = "vm-434130" [ 1975.323784] env[62189]: _type = "VirtualMachine" [ 1975.323784] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1975.324086] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-162cd013-4f20-4b84-a356-cb4cfa19c5b1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.332306] env[62189]: DEBUG oslo_vmware.rw_handles [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lease: (returnval){ [ 1975.332306] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52839489-8cc6-5567-76fe-aa5065a99cdf" [ 1975.332306] env[62189]: _type = "HttpNfcLease" [ 1975.332306] env[62189]: } obtained for exporting VM: (result){ [ 1975.332306] env[62189]: value = "vm-434130" [ 1975.332306] env[62189]: _type = "VirtualMachine" [ 1975.332306] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1975.332607] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the lease: (returnval){ [ 1975.332607] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52839489-8cc6-5567-76fe-aa5065a99cdf" [ 1975.332607] env[62189]: _type = "HttpNfcLease" [ 1975.332607] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1975.339587] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1975.339587] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52839489-8cc6-5567-76fe-aa5065a99cdf" [ 1975.339587] env[62189]: _type = "HttpNfcLease" [ 1975.339587] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1975.466039] env[62189]: DEBUG nova.network.neutron [-] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.635446] env[62189]: DEBUG oslo_concurrency.lockutils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.635662] env[62189]: DEBUG oslo_concurrency.lockutils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.635818] env[62189]: DEBUG nova.network.neutron [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1975.647820] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bceedc5-0cd0-4f5e-b893-d09999b52562 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.660997] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41708a03-64d7-4928-b424-5329271a2155 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.711753] env[62189]: DEBUG nova.compute.manager [req-6aaf7ab0-1756-45a9-9d3f-213da28e862b req-300759a0-ef3b-42a8-ac44-40dead40f375 service nova] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Detach interface failed, port_id=c70bf3c1-d21c-4eda-96a5-55483eae9663, reason: Instance 52287368-e85a-4865-891e-ea4f3d7aae73 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1975.730948] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': task-2122040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469942} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.731256] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 8dec3082-22e8-4eda-9554-a4742dfa2471/8dec3082-22e8-4eda-9554-a4742dfa2471.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1975.731587] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1975.731845] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f0c0c98-5e76-4db1-bf33-2974929bb993 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.739067] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Waiting for the task: (returnval){ [ 1975.739067] env[62189]: value = "task-2122042" [ 1975.739067] env[62189]: _type = "Task" [ 1975.739067] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.745047] env[62189]: DEBUG nova.network.neutron [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Successfully updated port: e852c526-8377-4c38-a745-ac0c183a5c5e {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1975.752368] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': task-2122042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.766632] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5223a78e-205c-087f-cc78-77e3faa48227, 'name': SearchDatastore_Task, 'duration_secs': 0.008613} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.766962] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.767426] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 19779686-0994-494a-8bd7-927cde64780d/19779686-0994-494a-8bd7-927cde64780d.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1975.767543] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bed6f60c-ca52-4e97-bc52-46cdf16297a8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.776290] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1975.776290] env[62189]: value = "task-2122043" [ 1975.776290] env[62189]: _type = "Task" [ 1975.776290] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.785943] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.786791] env[62189]: DEBUG nova.network.neutron [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Successfully updated port: d7a21453-04df-4836-808e-48d3a8616263 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1975.846667] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1975.846667] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52839489-8cc6-5567-76fe-aa5065a99cdf" [ 1975.846667] env[62189]: _type = "HttpNfcLease" [ 1975.846667] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1975.846982] env[62189]: DEBUG oslo_vmware.rw_handles [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1975.846982] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52839489-8cc6-5567-76fe-aa5065a99cdf" [ 1975.846982] env[62189]: _type = "HttpNfcLease" [ 1975.846982] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1975.847737] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e17308-ad0e-4bd3-b9d2-f6994a3326e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.855763] env[62189]: DEBUG oslo_vmware.rw_handles [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a47842-0bc6-fbfd-5ae5-dde86f4c4d07/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1975.856274] env[62189]: DEBUG oslo_vmware.rw_handles [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a47842-0bc6-fbfd-5ae5-dde86f4c4d07/disk-0.vmdk for reading. {{(pid=62189) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1975.968992] env[62189]: INFO nova.compute.manager [-] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Took 1.33 seconds to deallocate network for instance. [ 1976.071567] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caac20f-264d-4bcc-8aaf-338f618d680c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.081100] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-29327036-5da8-4da4-b56a-e2f12af4a1c5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.082386] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d73425-b242-42ba-a255-a8d15260f5cd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.119602] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e96c17-1720-440a-9671-939259e94ec0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.129243] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589ea562-cb63-45ef-b203-8e49bfd9c35f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.149684] env[62189]: DEBUG nova.compute.provider_tree [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1976.212987] env[62189]: DEBUG nova.network.neutron [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1976.249974] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': task-2122042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070816} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.249974] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1976.250684] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a35c41-3e8f-4606-8bb7-9edf7e0bfc4d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.255671] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Acquiring lock "refresh_cache-c8116c8c-91f5-49d4-bd92-31b3c6b05b05" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.255804] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Acquired lock "refresh_cache-c8116c8c-91f5-49d4-bd92-31b3c6b05b05" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.255942] env[62189]: DEBUG nova.network.neutron [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1976.277047] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 8dec3082-22e8-4eda-9554-a4742dfa2471/8dec3082-22e8-4eda-9554-a4742dfa2471.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1976.278409] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79e0e8ac-89d8-4675-b496-e0b3aa625ac5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.295475] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "refresh_cache-d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.295623] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired lock "refresh_cache-d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.295773] env[62189]: DEBUG nova.network.neutron [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1976.302873] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478947} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.305520] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 19779686-0994-494a-8bd7-927cde64780d/19779686-0994-494a-8bd7-927cde64780d.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1976.305520] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1976.305520] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Waiting for the task: (returnval){ [ 1976.305520] env[62189]: value = "task-2122044" [ 1976.305520] env[62189]: _type = "Task" [ 1976.305520] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.305520] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c810fa90-0797-4c9b-bb84-81e387a277e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.320701] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': task-2122044, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.322276] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1976.322276] env[62189]: value = "task-2122045" [ 1976.322276] env[62189]: _type = "Task" [ 1976.322276] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.332515] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.452097] env[62189]: DEBUG nova.network.neutron [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Updating instance_info_cache with network_info: [{"id": "9a0e5347-4c8a-42ab-a4da-060b96322194", "address": "fa:16:3e:63:20:f9", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0e5347-4c", "ovs_interfaceid": "9a0e5347-4c8a-42ab-a4da-060b96322194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.480113] env[62189]: DEBUG oslo_concurrency.lockutils [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.659825] env[62189]: DEBUG nova.scheduler.client.report [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1976.820286] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': task-2122044, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.826629] env[62189]: DEBUG nova.network.neutron [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1976.835489] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073346} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.836147] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1976.836964] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbb60f5-075c-4a64-90ad-68af870d2a39 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.871838] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 19779686-0994-494a-8bd7-927cde64780d/19779686-0994-494a-8bd7-927cde64780d.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1976.875936] env[62189]: DEBUG nova.network.neutron [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1976.877872] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bf3655a-e828-465b-b62c-8d4d775713e0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.907389] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1976.907389] env[62189]: value = "task-2122046" [ 1976.907389] env[62189]: _type = "Task" [ 1976.907389] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.924145] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122046, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.958191] env[62189]: DEBUG oslo_concurrency.lockutils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.958590] env[62189]: DEBUG nova.compute.manager [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Instance network_info: |[{"id": "9a0e5347-4c8a-42ab-a4da-060b96322194", "address": "fa:16:3e:63:20:f9", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0e5347-4c", "ovs_interfaceid": "9a0e5347-4c8a-42ab-a4da-060b96322194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1976.959205] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:20:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a0e5347-4c8a-42ab-a4da-060b96322194', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1976.967213] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Creating folder: Project (c52443a4689b480faeb835027b0bdafd). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1976.970125] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20f63cef-df29-4c0f-a957-c0cbfb522872 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.981872] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Created folder: Project (c52443a4689b480faeb835027b0bdafd) in parent group-v433996. [ 1976.982116] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Creating folder: Instances. Parent ref: group-v434131. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1976.982386] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2489d797-df46-454e-8c75-9b8f103d6a32 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.991905] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Created folder: Instances in parent group-v434131. [ 1976.992241] env[62189]: DEBUG oslo.service.loopingcall [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1976.992450] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1976.992658] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e51ce9c-2f3c-4123-b5ed-90fda61afeeb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.019621] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1977.019621] env[62189]: value = "task-2122049" [ 1977.019621] env[62189]: _type = "Task" [ 1977.019621] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.028768] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122049, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.166941] env[62189]: DEBUG oslo_concurrency.lockutils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.167850] env[62189]: DEBUG nova.compute.manager [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1977.171669] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.635s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.176485] env[62189]: INFO nova.compute.claims [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1977.224085] env[62189]: DEBUG nova.compute.manager [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Received event network-changed-9a0e5347-4c8a-42ab-a4da-060b96322194 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1977.224085] env[62189]: DEBUG nova.compute.manager [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Refreshing instance network info cache due to event network-changed-9a0e5347-4c8a-42ab-a4da-060b96322194. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1977.225763] env[62189]: DEBUG oslo_concurrency.lockutils [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] Acquiring lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.225763] env[62189]: DEBUG oslo_concurrency.lockutils [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] Acquired lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.225763] env[62189]: DEBUG nova.network.neutron [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Refreshing network info cache for port 9a0e5347-4c8a-42ab-a4da-060b96322194 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1977.254684] env[62189]: DEBUG nova.network.neutron [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Updating instance_info_cache with network_info: [{"id": "d7a21453-04df-4836-808e-48d3a8616263", "address": "fa:16:3e:b8:3e:76", "network": {"id": "22bb9e55-a8d4-4475-a726-bbbbb8e07851", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-662988363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "649382691bb342e3ad6c5164ef53011f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a21453-04", "ovs_interfaceid": "d7a21453-04df-4836-808e-48d3a8616263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.257850] env[62189]: DEBUG nova.network.neutron [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Updating instance_info_cache with network_info: [{"id": "e852c526-8377-4c38-a745-ac0c183a5c5e", "address": "fa:16:3e:83:65:50", "network": {"id": "02ea059f-786c-4b30-8c17-8620b99efbaf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-289464095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "feb32aaa92244e81aa0f8c85084fdb02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape852c526-83", "ovs_interfaceid": "e852c526-8377-4c38-a745-ac0c183a5c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.320151] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': task-2122044, 'name': ReconfigVM_Task, 'duration_secs': 0.533707} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.320572] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 8dec3082-22e8-4eda-9554-a4742dfa2471/8dec3082-22e8-4eda-9554-a4742dfa2471.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1977.321226] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58715e11-3e0d-460c-b998-b64341d230fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.327648] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Waiting for the task: (returnval){ [ 1977.327648] env[62189]: value = "task-2122050" [ 1977.327648] env[62189]: _type = "Task" [ 1977.327648] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.336466] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': task-2122050, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.404516] env[62189]: INFO nova.compute.manager [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Rescuing [ 1977.404803] env[62189]: DEBUG oslo_concurrency.lockutils [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "refresh_cache-31312dd9-a51d-4178-9ade-20e3972786ad" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.404950] env[62189]: DEBUG oslo_concurrency.lockutils [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "refresh_cache-31312dd9-a51d-4178-9ade-20e3972786ad" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.405357] env[62189]: DEBUG nova.network.neutron [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1977.419773] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.531086] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122049, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.673486] env[62189]: DEBUG nova.compute.utils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1977.676526] env[62189]: DEBUG nova.compute.manager [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1977.676526] env[62189]: DEBUG nova.network.neutron [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1977.734475] env[62189]: DEBUG nova.policy [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '736500b919fb41df89cd849f9761ccfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3bd795a2cdb412abcf14832ddc5b1b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1977.758869] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Releasing lock "refresh_cache-d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.758869] env[62189]: DEBUG nova.compute.manager [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Instance network_info: |[{"id": "d7a21453-04df-4836-808e-48d3a8616263", "address": "fa:16:3e:b8:3e:76", "network": {"id": "22bb9e55-a8d4-4475-a726-bbbbb8e07851", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-662988363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "649382691bb342e3ad6c5164ef53011f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a21453-04", "ovs_interfaceid": "d7a21453-04df-4836-808e-48d3a8616263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1977.759070] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:3e:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7a21453-04df-4836-808e-48d3a8616263', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1977.766552] env[62189]: DEBUG oslo.service.loopingcall [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1977.766951] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Releasing lock "refresh_cache-c8116c8c-91f5-49d4-bd92-31b3c6b05b05" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.767462] env[62189]: DEBUG nova.compute.manager [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Instance network_info: |[{"id": "e852c526-8377-4c38-a745-ac0c183a5c5e", "address": "fa:16:3e:83:65:50", "network": {"id": "02ea059f-786c-4b30-8c17-8620b99efbaf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-289464095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "feb32aaa92244e81aa0f8c85084fdb02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape852c526-83", "ovs_interfaceid": "e852c526-8377-4c38-a745-ac0c183a5c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1977.767796] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1977.768208] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:65:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e852c526-8377-4c38-a745-ac0c183a5c5e', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1977.776482] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Creating folder: Project (feb32aaa92244e81aa0f8c85084fdb02). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1977.776827] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-499393a5-fd60-4948-b62d-409a5d41cb17 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.793717] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac7ff1aa-cb28-4537-a4dd-53bb62c5c13c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.800744] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1977.800744] env[62189]: value = "task-2122051" [ 1977.800744] env[62189]: _type = "Task" [ 1977.800744] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.805170] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Created folder: Project (feb32aaa92244e81aa0f8c85084fdb02) in parent group-v433996. [ 1977.805370] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Creating folder: Instances. Parent ref: group-v434134. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1977.805937] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de3ac4ff-bce6-404e-9802-b6b16b804c42 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.810189] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122051, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.822164] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Created folder: Instances in parent group-v434134. [ 1977.822427] env[62189]: DEBUG oslo.service.loopingcall [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1977.822632] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1977.822849] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-608c1057-ad1a-48d6-a744-e3e334ded9d0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.846316] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': task-2122050, 'name': Rename_Task, 'duration_secs': 0.217288} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.847600] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1977.847863] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1977.847863] env[62189]: value = "task-2122054" [ 1977.847863] env[62189]: _type = "Task" [ 1977.847863] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.848066] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23b68211-5175-49c9-a73f-c84c61099e44 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.858770] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122054, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.860281] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Waiting for the task: (returnval){ [ 1977.860281] env[62189]: value = "task-2122055" [ 1977.860281] env[62189]: _type = "Task" [ 1977.860281] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.869781] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': task-2122055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.924048] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122046, 'name': ReconfigVM_Task, 'duration_secs': 0.620313} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.924048] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 19779686-0994-494a-8bd7-927cde64780d/19779686-0994-494a-8bd7-927cde64780d.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1977.924048] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cef12bdf-33de-4c84-949f-5d985e986580 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.932744] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1977.932744] env[62189]: value = "task-2122056" [ 1977.932744] env[62189]: _type = "Task" [ 1977.932744] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.942605] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122056, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.034391] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122049, 'name': CreateVM_Task, 'duration_secs': 0.730904} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.034587] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1978.035324] env[62189]: DEBUG oslo_concurrency.lockutils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.035517] env[62189]: DEBUG oslo_concurrency.lockutils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.036179] env[62189]: DEBUG oslo_concurrency.lockutils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1978.036539] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f2e426-8ad8-462b-a43b-4a25e1706fcf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.044653] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 1978.044653] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524fa3fb-1a84-45bd-2cb3-fb27e6e11770" [ 1978.044653] env[62189]: _type = "Task" [ 1978.044653] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.053687] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524fa3fb-1a84-45bd-2cb3-fb27e6e11770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.187382] env[62189]: DEBUG nova.compute.manager [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1978.311716] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122051, 'name': CreateVM_Task, 'duration_secs': 0.432505} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.311876] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1978.312815] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.359147] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122054, 'name': CreateVM_Task, 'duration_secs': 0.427714} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.361879] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1978.363043] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.378307] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': task-2122055, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.427239] env[62189]: DEBUG nova.network.neutron [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Updated VIF entry in instance network info cache for port 9a0e5347-4c8a-42ab-a4da-060b96322194. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1978.427629] env[62189]: DEBUG nova.network.neutron [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Updating instance_info_cache with network_info: [{"id": "9a0e5347-4c8a-42ab-a4da-060b96322194", "address": "fa:16:3e:63:20:f9", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0e5347-4c", "ovs_interfaceid": "9a0e5347-4c8a-42ab-a4da-060b96322194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.451942] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122056, 'name': Rename_Task, 'duration_secs': 0.175925} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.452549] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1978.453370] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35356f77-8611-474b-bc57-c7ebf823b1aa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.465080] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1978.465080] env[62189]: value = "task-2122057" [ 1978.465080] env[62189]: _type = "Task" [ 1978.465080] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.480408] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122057, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.556201] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524fa3fb-1a84-45bd-2cb3-fb27e6e11770, 'name': SearchDatastore_Task, 'duration_secs': 0.011593} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.557050] env[62189]: DEBUG oslo_concurrency.lockutils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.557050] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1978.557050] env[62189]: DEBUG oslo_concurrency.lockutils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.557259] env[62189]: DEBUG oslo_concurrency.lockutils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.557375] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1978.557661] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.558041] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1978.558310] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99b645a7-2907-4eb4-be30-ff247d81bcb6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.562741] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b87d8775-69be-434b-aab7-3688c98cae36 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.566700] env[62189]: DEBUG nova.network.neutron [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Updating instance_info_cache with network_info: [{"id": "317b97e4-b5d5-4645-9ee2-8535b520deda", "address": "fa:16:3e:02:a8:00", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317b97e4-b5", "ovs_interfaceid": "317b97e4-b5d5-4645-9ee2-8535b520deda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.569602] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1978.569602] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cd1862-dbee-9e50-6681-a1fa9fb9f14e" [ 1978.569602] env[62189]: _type = "Task" [ 1978.569602] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.575951] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1978.576205] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1978.579926] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0dd0e6-876d-40d8-a414-50afd73b6f64 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.586985] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cd1862-dbee-9e50-6681-a1fa9fb9f14e, 'name': SearchDatastore_Task, 'duration_secs': 0.014248} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.587725] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.587994] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1978.588257] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.588816] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.589456] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1978.591238] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4351a9-0fed-4245-a032-9f46f0d5f6ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.593245] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 1978.593245] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527c813f-712e-7b0e-a04b-b01e48c22ebd" [ 1978.593245] env[62189]: _type = "Task" [ 1978.593245] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.603013] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Waiting for the task: (returnval){ [ 1978.603013] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528a8415-7a7e-fece-31a8-4423a90e110b" [ 1978.603013] env[62189]: _type = "Task" [ 1978.603013] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.611096] env[62189]: DEBUG nova.network.neutron [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Successfully created port: 62a3779f-b276-4272-bf37-b401108f4f2e {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1978.613124] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527c813f-712e-7b0e-a04b-b01e48c22ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.012357} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.617286] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6890c2df-fe5a-46db-b557-e44fce36eea5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.626017] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528a8415-7a7e-fece-31a8-4423a90e110b, 'name': SearchDatastore_Task, 'duration_secs': 0.012136} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.626017] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.626017] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1978.626017] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.630485] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 1978.630485] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524c6f49-2120-b3f4-b528-f240442d7968" [ 1978.630485] env[62189]: _type = "Task" [ 1978.630485] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.638749] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524c6f49-2120-b3f4-b528-f240442d7968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.759660] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebb8ea8-ca76-4026-83b0-5902105b58ac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.767361] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102aaf47-31df-42b2-b6d4-a3d298831c0c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.797973] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a86ec9a-a25a-4897-bdcf-a50521f1cdb5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.806030] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a05a3ba-e6ea-4404-bcde-c02e4ac5a9fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.819397] env[62189]: DEBUG nova.compute.provider_tree [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1978.871586] env[62189]: DEBUG oslo_vmware.api [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': task-2122055, 'name': PowerOnVM_Task, 'duration_secs': 0.595422} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.871848] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1978.872164] env[62189]: INFO nova.compute.manager [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Took 19.19 seconds to spawn the instance on the hypervisor. [ 1978.872435] env[62189]: DEBUG nova.compute.manager [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1978.873313] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ca1f7f-bb63-4ce4-9b62-ff3df612b739 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.934546] env[62189]: DEBUG oslo_concurrency.lockutils [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] Releasing lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.934823] env[62189]: DEBUG nova.compute.manager [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Received event network-vif-plugged-e852c526-8377-4c38-a745-ac0c183a5c5e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1978.935032] env[62189]: DEBUG oslo_concurrency.lockutils [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] Acquiring lock "c8116c8c-91f5-49d4-bd92-31b3c6b05b05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.935241] env[62189]: DEBUG oslo_concurrency.lockutils [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] Lock "c8116c8c-91f5-49d4-bd92-31b3c6b05b05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.935416] env[62189]: DEBUG oslo_concurrency.lockutils [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] Lock "c8116c8c-91f5-49d4-bd92-31b3c6b05b05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.935555] env[62189]: DEBUG nova.compute.manager [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] No waiting events found dispatching network-vif-plugged-e852c526-8377-4c38-a745-ac0c183a5c5e {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1978.935718] env[62189]: WARNING nova.compute.manager [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Received unexpected event network-vif-plugged-e852c526-8377-4c38-a745-ac0c183a5c5e for instance with vm_state building and task_state spawning. [ 1978.935880] env[62189]: DEBUG nova.compute.manager [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Received event network-vif-plugged-d7a21453-04df-4836-808e-48d3a8616263 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1978.936056] env[62189]: DEBUG oslo_concurrency.lockutils [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] Acquiring lock "d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.936240] env[62189]: DEBUG oslo_concurrency.lockutils [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] Lock "d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.936408] env[62189]: DEBUG oslo_concurrency.lockutils [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] Lock "d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.936547] env[62189]: DEBUG nova.compute.manager [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] No waiting events found dispatching network-vif-plugged-d7a21453-04df-4836-808e-48d3a8616263 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1978.936821] env[62189]: WARNING nova.compute.manager [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Received unexpected event network-vif-plugged-d7a21453-04df-4836-808e-48d3a8616263 for instance with vm_state building and task_state spawning. [ 1978.937012] env[62189]: DEBUG nova.compute.manager [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Received event network-changed-e852c526-8377-4c38-a745-ac0c183a5c5e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1978.937178] env[62189]: DEBUG nova.compute.manager [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Refreshing instance network info cache due to event network-changed-e852c526-8377-4c38-a745-ac0c183a5c5e. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1978.937359] env[62189]: DEBUG oslo_concurrency.lockutils [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] Acquiring lock "refresh_cache-c8116c8c-91f5-49d4-bd92-31b3c6b05b05" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.937494] env[62189]: DEBUG oslo_concurrency.lockutils [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] Acquired lock "refresh_cache-c8116c8c-91f5-49d4-bd92-31b3c6b05b05" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.937649] env[62189]: DEBUG nova.network.neutron [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Refreshing network info cache for port e852c526-8377-4c38-a745-ac0c183a5c5e {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.977710] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122057, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.072627] env[62189]: DEBUG oslo_concurrency.lockutils [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "refresh_cache-31312dd9-a51d-4178-9ade-20e3972786ad" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.143262] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524c6f49-2120-b3f4-b528-f240442d7968, 'name': SearchDatastore_Task, 'duration_secs': 0.014617} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.143564] env[62189]: DEBUG oslo_concurrency.lockutils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.143848] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] a1c75f43-b0aa-4843-a22b-c8fa33996a9c/a1c75f43-b0aa-4843-a22b-c8fa33996a9c.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1979.144180] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.144367] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1979.144612] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fdd4577-bfe1-4efc-ad62-21512471fd51 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.148752] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fcf3d09-436f-4891-b5c6-fe357428599e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.156697] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 1979.156697] env[62189]: value = "task-2122058" [ 1979.156697] env[62189]: _type = "Task" [ 1979.156697] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.161756] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1979.161962] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1979.163200] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbdf602f-b5ce-4326-a2dc-a91eca05444c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.169479] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.172897] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1979.172897] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526fbcb6-0341-2056-9760-f724f3508367" [ 1979.172897] env[62189]: _type = "Task" [ 1979.172897] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.181450] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526fbcb6-0341-2056-9760-f724f3508367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.205925] env[62189]: DEBUG nova.compute.manager [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1979.233067] env[62189]: DEBUG nova.virt.hardware [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1979.233344] env[62189]: DEBUG nova.virt.hardware [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1979.233858] env[62189]: DEBUG nova.virt.hardware [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1979.233858] env[62189]: DEBUG nova.virt.hardware [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1979.233858] env[62189]: DEBUG nova.virt.hardware [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1979.234127] env[62189]: DEBUG nova.virt.hardware [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1979.234192] env[62189]: DEBUG nova.virt.hardware [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1979.234374] env[62189]: DEBUG nova.virt.hardware [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1979.234545] env[62189]: DEBUG nova.virt.hardware [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1979.234707] env[62189]: DEBUG nova.virt.hardware [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1979.234877] env[62189]: DEBUG nova.virt.hardware [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1979.235797] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f736e348-e9d3-4b53-82cb-3f72a414e076 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.244833] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0aefc2-d418-4b41-9969-2c2916439d06 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.322840] env[62189]: DEBUG nova.scheduler.client.report [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1979.393938] env[62189]: INFO nova.compute.manager [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Took 50.61 seconds to build instance. [ 1979.480738] env[62189]: DEBUG oslo_vmware.api [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122057, 'name': PowerOnVM_Task, 'duration_secs': 0.745492} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.480738] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1979.480738] env[62189]: INFO nova.compute.manager [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Took 17.13 seconds to spawn the instance on the hypervisor. [ 1979.481094] env[62189]: DEBUG nova.compute.manager [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1979.481765] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab360b3-8481-425d-b8aa-8d7db37f697f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.669644] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122058, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.684084] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526fbcb6-0341-2056-9760-f724f3508367, 'name': SearchDatastore_Task, 'duration_secs': 0.015474} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.684888] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26a5b5b-2b45-4064-a1cc-efba303ca0d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.690909] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1979.690909] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52748a16-b4bc-229e-75da-8eb218b06181" [ 1979.690909] env[62189]: _type = "Task" [ 1979.690909] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.698961] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52748a16-b4bc-229e-75da-8eb218b06181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.754227] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Acquiring lock "8dec3082-22e8-4eda-9554-a4742dfa2471" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.830485] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.830903] env[62189]: DEBUG nova.compute.manager [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1979.833891] env[62189]: DEBUG oslo_concurrency.lockutils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.453s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.835316] env[62189]: INFO nova.compute.claims [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1979.839603] env[62189]: DEBUG nova.network.neutron [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Updated VIF entry in instance network info cache for port e852c526-8377-4c38-a745-ac0c183a5c5e. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1979.839603] env[62189]: DEBUG nova.network.neutron [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Updating instance_info_cache with network_info: [{"id": "e852c526-8377-4c38-a745-ac0c183a5c5e", "address": "fa:16:3e:83:65:50", "network": {"id": "02ea059f-786c-4b30-8c17-8620b99efbaf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-289464095-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "feb32aaa92244e81aa0f8c85084fdb02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape852c526-83", "ovs_interfaceid": "e852c526-8377-4c38-a745-ac0c183a5c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.896795] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3e0e7f2-4281-41fa-bd56-2f37fe72620f tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Lock "8dec3082-22e8-4eda-9554-a4742dfa2471" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.698s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.898069] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Lock "8dec3082-22e8-4eda-9554-a4742dfa2471" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.144s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.898305] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Acquiring lock "8dec3082-22e8-4eda-9554-a4742dfa2471-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.898513] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Lock "8dec3082-22e8-4eda-9554-a4742dfa2471-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.898677] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Lock "8dec3082-22e8-4eda-9554-a4742dfa2471-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.900835] env[62189]: INFO nova.compute.manager [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Terminating instance [ 1980.003511] env[62189]: INFO nova.compute.manager [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Took 39.85 seconds to build instance. [ 1980.170624] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571568} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.170943] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] a1c75f43-b0aa-4843-a22b-c8fa33996a9c/a1c75f43-b0aa-4843-a22b-c8fa33996a9c.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1980.171215] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1980.171515] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac06e0e6-fea8-48e2-9b6b-b0a4cda761c7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.180259] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 1980.180259] env[62189]: value = "task-2122059" [ 1980.180259] env[62189]: _type = "Task" [ 1980.180259] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.192077] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.202206] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52748a16-b4bc-229e-75da-8eb218b06181, 'name': SearchDatastore_Task, 'duration_secs': 0.021529} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.202206] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.202206] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7/d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1980.202206] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.202380] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1980.202412] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-361de6ac-039f-471c-995e-eb8274da3469 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.205611] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9dfaf17-a325-42bd-8af4-0c0cdd20e90b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.214578] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1980.214578] env[62189]: value = "task-2122060" [ 1980.214578] env[62189]: _type = "Task" [ 1980.214578] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.220262] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1980.220483] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1980.221962] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-234d090d-a537-41b6-a8c0-b75a4e2d6e84 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.232298] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.235962] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Waiting for the task: (returnval){ [ 1980.235962] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52990c17-5cac-cb42-8d5d-989484df2dd5" [ 1980.235962] env[62189]: _type = "Task" [ 1980.235962] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.246191] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52990c17-5cac-cb42-8d5d-989484df2dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.343036] env[62189]: DEBUG nova.compute.utils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1980.348023] env[62189]: DEBUG oslo_concurrency.lockutils [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] Releasing lock "refresh_cache-c8116c8c-91f5-49d4-bd92-31b3c6b05b05" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.348023] env[62189]: DEBUG nova.compute.manager [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Received event network-changed-d7a21453-04df-4836-808e-48d3a8616263 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1980.348023] env[62189]: DEBUG nova.compute.manager [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Refreshing instance network info cache due to event network-changed-d7a21453-04df-4836-808e-48d3a8616263. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1980.348023] env[62189]: DEBUG oslo_concurrency.lockutils [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] Acquiring lock "refresh_cache-d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.348023] env[62189]: DEBUG oslo_concurrency.lockutils [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] Acquired lock "refresh_cache-d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.348352] env[62189]: DEBUG nova.network.neutron [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Refreshing network info cache for port d7a21453-04df-4836-808e-48d3a8616263 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1980.349794] env[62189]: DEBUG nova.compute.manager [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1980.349922] env[62189]: DEBUG nova.network.neutron [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1980.383275] env[62189]: DEBUG nova.compute.manager [req-22c633d4-ae53-4a4c-b6d2-3a0d73e70076 req-37ef3643-e1fd-4682-a4fc-9282967c9b0b service nova] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Received event network-vif-plugged-62a3779f-b276-4272-bf37-b401108f4f2e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1980.383746] env[62189]: DEBUG oslo_concurrency.lockutils [req-22c633d4-ae53-4a4c-b6d2-3a0d73e70076 req-37ef3643-e1fd-4682-a4fc-9282967c9b0b service nova] Acquiring lock "24417845-7960-4e26-9eb1-4877af2c2a7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.383828] env[62189]: DEBUG oslo_concurrency.lockutils [req-22c633d4-ae53-4a4c-b6d2-3a0d73e70076 req-37ef3643-e1fd-4682-a4fc-9282967c9b0b service nova] Lock "24417845-7960-4e26-9eb1-4877af2c2a7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.386358] env[62189]: DEBUG oslo_concurrency.lockutils [req-22c633d4-ae53-4a4c-b6d2-3a0d73e70076 req-37ef3643-e1fd-4682-a4fc-9282967c9b0b service nova] Lock "24417845-7960-4e26-9eb1-4877af2c2a7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.386358] env[62189]: DEBUG nova.compute.manager [req-22c633d4-ae53-4a4c-b6d2-3a0d73e70076 req-37ef3643-e1fd-4682-a4fc-9282967c9b0b service nova] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] No waiting events found dispatching network-vif-plugged-62a3779f-b276-4272-bf37-b401108f4f2e {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1980.386358] env[62189]: WARNING nova.compute.manager [req-22c633d4-ae53-4a4c-b6d2-3a0d73e70076 req-37ef3643-e1fd-4682-a4fc-9282967c9b0b service nova] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Received unexpected event network-vif-plugged-62a3779f-b276-4272-bf37-b401108f4f2e for instance with vm_state building and task_state spawning. [ 1980.401653] env[62189]: DEBUG nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1980.406893] env[62189]: DEBUG nova.compute.manager [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1980.407105] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1980.408245] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f093b86-5614-4eb5-b8df-d1500723209c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.416896] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1980.416896] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceeddd2e-3300-44ac-8747-5d8cc06fbedf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.424751] env[62189]: DEBUG oslo_vmware.api [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Waiting for the task: (returnval){ [ 1980.424751] env[62189]: value = "task-2122061" [ 1980.424751] env[62189]: _type = "Task" [ 1980.424751] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.436562] env[62189]: DEBUG oslo_vmware.api [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': task-2122061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.454117] env[62189]: DEBUG nova.policy [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47ac2eb4e33142299d124537db45dc29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97184c4fe00644808879b574f32fef52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1980.505279] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faea59a5-33e4-479f-8d62-fd5b5149c97e tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "19779686-0994-494a-8bd7-927cde64780d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.863s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.611028] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1980.611028] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-204ee973-9d38-46c2-a3ee-a0c7686bc99b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.614991] env[62189]: DEBUG nova.network.neutron [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Successfully updated port: 62a3779f-b276-4272-bf37-b401108f4f2e {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1980.620327] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1980.620327] env[62189]: value = "task-2122062" [ 1980.620327] env[62189]: _type = "Task" [ 1980.620327] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.631047] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.692782] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068213} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.693356] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1980.694048] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1844a0a-88aa-48eb-8057-b73b39424131 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.726150] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] a1c75f43-b0aa-4843-a22b-c8fa33996a9c/a1c75f43-b0aa-4843-a22b-c8fa33996a9c.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1980.726421] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5f45bcb-8c97-4372-93b7-c287a2488925 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.759392] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122060, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.764447] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 1980.764447] env[62189]: value = "task-2122063" [ 1980.764447] env[62189]: _type = "Task" [ 1980.764447] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.765161] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52990c17-5cac-cb42-8d5d-989484df2dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.012271} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.769331] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaecd08b-379f-4590-8b6c-99d52a845f1e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.776067] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Waiting for the task: (returnval){ [ 1980.776067] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523e9547-90b2-bde6-2ce2-12bebda987e0" [ 1980.776067] env[62189]: _type = "Task" [ 1980.776067] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.780040] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.789730] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523e9547-90b2-bde6-2ce2-12bebda987e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.851036] env[62189]: DEBUG nova.compute.manager [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1980.938627] env[62189]: DEBUG oslo_vmware.api [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': task-2122061, 'name': PowerOffVM_Task, 'duration_secs': 0.404507} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.940452] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.940785] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1980.940785] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1980.944057] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e34a643d-2de7-48ee-a4d9-12bbc00c0c9a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.993834] env[62189]: DEBUG nova.network.neutron [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Successfully created port: 55f1c18a-6f76-4621-bb0c-d292f0af976e {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1981.008437] env[62189]: DEBUG nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1981.033296] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1981.033533] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1981.033705] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Deleting the datastore file [datastore2] 8dec3082-22e8-4eda-9554-a4742dfa2471 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1981.034261] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a8b99ca-f81d-41e8-a823-514df62c212c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.041710] env[62189]: DEBUG oslo_vmware.api [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Waiting for the task: (returnval){ [ 1981.041710] env[62189]: value = "task-2122065" [ 1981.041710] env[62189]: _type = "Task" [ 1981.041710] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.056996] env[62189]: DEBUG oslo_vmware.api [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': task-2122065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.116252] env[62189]: DEBUG oslo_concurrency.lockutils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "refresh_cache-24417845-7960-4e26-9eb1-4877af2c2a7a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.116400] env[62189]: DEBUG oslo_concurrency.lockutils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "refresh_cache-24417845-7960-4e26-9eb1-4877af2c2a7a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.116552] env[62189]: DEBUG nova.network.neutron [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1981.130169] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122062, 'name': PowerOffVM_Task, 'duration_secs': 0.283509} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.133592] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1981.136626] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80c43c0-f16b-4c62-9905-2bc388e21bb3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.172121] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe234fbb-a7ef-4fce-8e4e-43935cef9004 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.206323] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1981.206659] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a822f76-abe8-4ab9-8ed1-ecf01e6925bb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.215202] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1981.215202] env[62189]: value = "task-2122066" [ 1981.215202] env[62189]: _type = "Task" [ 1981.215202] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.227558] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] VM already powered off {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1981.228041] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1981.228289] env[62189]: DEBUG oslo_concurrency.lockutils [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.238371] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569509} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.238642] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7/d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1981.238853] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1981.239132] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ab2f847-3409-4622-b159-cf65671e8872 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.257657] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1981.257657] env[62189]: value = "task-2122067" [ 1981.257657] env[62189]: _type = "Task" [ 1981.257657] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.270436] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.283109] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122063, 'name': ReconfigVM_Task, 'duration_secs': 0.513781} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.287568] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Reconfigured VM instance instance-0000002e to attach disk [datastore2] a1c75f43-b0aa-4843-a22b-c8fa33996a9c/a1c75f43-b0aa-4843-a22b-c8fa33996a9c.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1981.291431] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa7c3f47-950a-46c8-a0b1-3d2e608a1bc7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.298792] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523e9547-90b2-bde6-2ce2-12bebda987e0, 'name': SearchDatastore_Task, 'duration_secs': 0.013298} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.300238] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.300514] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] c8116c8c-91f5-49d4-bd92-31b3c6b05b05/c8116c8c-91f5-49d4-bd92-31b3c6b05b05.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1981.301386] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 1981.301386] env[62189]: value = "task-2122068" [ 1981.301386] env[62189]: _type = "Task" [ 1981.301386] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.301386] env[62189]: DEBUG oslo_concurrency.lockutils [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.301386] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1981.301663] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9240ad6e-e4ca-4f0a-813f-f2b89a722e4c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.309973] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d29ba9d-819c-4a8e-b1a1-62f3ecb20bea {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.317988] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122068, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.320556] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Waiting for the task: (returnval){ [ 1981.320556] env[62189]: value = "task-2122069" [ 1981.320556] env[62189]: _type = "Task" [ 1981.320556] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.320785] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1981.320932] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1981.321975] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ba95983-9ed4-4773-b8bf-d6bedaf80982 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.335450] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1981.335450] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525051c0-7fff-a497-beba-84cb94a8d936" [ 1981.335450] env[62189]: _type = "Task" [ 1981.335450] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.341265] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': task-2122069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.349731] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525051c0-7fff-a497-beba-84cb94a8d936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.352833] env[62189]: DEBUG nova.network.neutron [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Updated VIF entry in instance network info cache for port d7a21453-04df-4836-808e-48d3a8616263. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1981.353202] env[62189]: DEBUG nova.network.neutron [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Updating instance_info_cache with network_info: [{"id": "d7a21453-04df-4836-808e-48d3a8616263", "address": "fa:16:3e:b8:3e:76", "network": {"id": "22bb9e55-a8d4-4475-a726-bbbbb8e07851", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-662988363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "649382691bb342e3ad6c5164ef53011f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a21453-04", "ovs_interfaceid": "d7a21453-04df-4836-808e-48d3a8616263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.423068] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fdde9f-a900-495c-acf9-00716503b2e9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.431668] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b68c3bf-59e9-4b4d-9596-539d7b31feb9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.462969] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bc3857-db6e-421a-98c3-d5d813de0e78 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.472549] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83966a50-37be-4b25-894b-3d53360afe56 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.486335] env[62189]: DEBUG nova.compute.provider_tree [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1981.533328] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.554551] env[62189]: DEBUG oslo_vmware.api [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Task: {'id': task-2122065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237586} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.554817] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1981.554999] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1981.555324] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1981.555367] env[62189]: INFO nova.compute.manager [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1981.555610] env[62189]: DEBUG oslo.service.loopingcall [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1981.555796] env[62189]: DEBUG nova.compute.manager [-] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1981.555891] env[62189]: DEBUG nova.network.neutron [-] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1981.706136] env[62189]: DEBUG nova.network.neutron [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1981.773025] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105561} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.773025] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1981.773025] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be02681a-e075-4103-8fe5-635270889a13 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.804028] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7/d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.807073] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c62a440-6a98-44ff-af3c-6d7d8a7f2489 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.832221] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1981.832221] env[62189]: value = "task-2122070" [ 1981.832221] env[62189]: _type = "Task" [ 1981.832221] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.839269] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122068, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.839615] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': task-2122069, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.854850] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.857229] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525051c0-7fff-a497-beba-84cb94a8d936, 'name': SearchDatastore_Task, 'duration_secs': 0.013952} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.857812] env[62189]: DEBUG oslo_concurrency.lockutils [req-35053d22-8cbc-4fc1-9904-43c8a58e6971 req-3e93fd34-fcbc-45d1-9bb9-a96166bfa8be service nova] Releasing lock "refresh_cache-d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.858944] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c6575b4-6d46-4e4e-a1de-cab697400b69 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.865030] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1981.865030] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52db564e-143c-744f-1854-f3f076fac1ef" [ 1981.865030] env[62189]: _type = "Task" [ 1981.865030] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.874607] env[62189]: DEBUG nova.compute.manager [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1981.877474] env[62189]: DEBUG nova.compute.manager [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1981.877774] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52db564e-143c-744f-1854-f3f076fac1ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.881333] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6aecd4-6db7-419d-8eff-563ced0aaec2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.901864] env[62189]: DEBUG nova.virt.hardware [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1981.902152] env[62189]: DEBUG nova.virt.hardware [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1981.902498] env[62189]: DEBUG nova.virt.hardware [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1981.902498] env[62189]: DEBUG nova.virt.hardware [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1981.902669] env[62189]: DEBUG nova.virt.hardware [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1981.902809] env[62189]: DEBUG nova.virt.hardware [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1981.903030] env[62189]: DEBUG nova.virt.hardware [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1981.903223] env[62189]: DEBUG nova.virt.hardware [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1981.903396] env[62189]: DEBUG nova.virt.hardware [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1981.903637] env[62189]: DEBUG nova.virt.hardware [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1981.903731] env[62189]: DEBUG nova.virt.hardware [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1981.904644] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd14b0a-09b5-456d-b691-cd83b5dcbf9d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.913437] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a7a383-fc52-4784-a7c6-8d102b0af37d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.990212] env[62189]: DEBUG nova.scheduler.client.report [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1982.021893] env[62189]: DEBUG nova.network.neutron [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Updating instance_info_cache with network_info: [{"id": "62a3779f-b276-4272-bf37-b401108f4f2e", "address": "fa:16:3e:db:ec:bd", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62a3779f-b2", "ovs_interfaceid": "62a3779f-b276-4272-bf37-b401108f4f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.337037] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': task-2122069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551383} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.340213] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] c8116c8c-91f5-49d4-bd92-31b3c6b05b05/c8116c8c-91f5-49d4-bd92-31b3c6b05b05.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1982.340453] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1982.340783] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122068, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.340997] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a7cf777-b522-4ef4-b806-9a3cb693114f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.353111] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122070, 'name': ReconfigVM_Task, 'duration_secs': 0.442618} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.354434] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Reconfigured VM instance instance-00000030 to attach disk [datastore2] d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7/d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.355749] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Waiting for the task: (returnval){ [ 1982.355749] env[62189]: value = "task-2122071" [ 1982.355749] env[62189]: _type = "Task" [ 1982.355749] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.355986] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e33595b2-1d08-48ff-99db-fdb723bc289f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.366645] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': task-2122071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.370805] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1982.370805] env[62189]: value = "task-2122072" [ 1982.370805] env[62189]: _type = "Task" [ 1982.370805] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.378040] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52db564e-143c-744f-1854-f3f076fac1ef, 'name': SearchDatastore_Task, 'duration_secs': 0.015023} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.378514] env[62189]: DEBUG oslo_concurrency.lockutils [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.378797] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 31312dd9-a51d-4178-9ade-20e3972786ad/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk. {{(pid=62189) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1982.379098] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6eeb3c91-4031-4b20-994e-58269a2080bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.386071] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122072, 'name': Rename_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.392068] env[62189]: INFO nova.compute.manager [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] instance snapshotting [ 1982.394473] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1982.394473] env[62189]: value = "task-2122073" [ 1982.394473] env[62189]: _type = "Task" [ 1982.394473] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.394960] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909b977d-4697-4b6e-b1bb-258180eb74ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.407057] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.421244] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff9fa11-8070-4173-b3b7-164c8a108e2d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.473562] env[62189]: DEBUG nova.compute.manager [req-0556772c-a577-4cc7-9f08-fc72ddae44f4 req-9ced9a4d-e07d-4774-b6af-264fa2613544 service nova] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Received event network-changed-62a3779f-b276-4272-bf37-b401108f4f2e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1982.474399] env[62189]: DEBUG nova.compute.manager [req-0556772c-a577-4cc7-9f08-fc72ddae44f4 req-9ced9a4d-e07d-4774-b6af-264fa2613544 service nova] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Refreshing instance network info cache due to event network-changed-62a3779f-b276-4272-bf37-b401108f4f2e. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1982.474625] env[62189]: DEBUG oslo_concurrency.lockutils [req-0556772c-a577-4cc7-9f08-fc72ddae44f4 req-9ced9a4d-e07d-4774-b6af-264fa2613544 service nova] Acquiring lock "refresh_cache-24417845-7960-4e26-9eb1-4877af2c2a7a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.495523] env[62189]: DEBUG oslo_concurrency.lockutils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.496066] env[62189]: DEBUG nova.compute.manager [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1982.498754] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.325s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.500353] env[62189]: INFO nova.compute.claims [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1982.524546] env[62189]: DEBUG oslo_concurrency.lockutils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "refresh_cache-24417845-7960-4e26-9eb1-4877af2c2a7a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.526449] env[62189]: DEBUG nova.compute.manager [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Instance network_info: |[{"id": "62a3779f-b276-4272-bf37-b401108f4f2e", "address": "fa:16:3e:db:ec:bd", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62a3779f-b2", "ovs_interfaceid": "62a3779f-b276-4272-bf37-b401108f4f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1982.526449] env[62189]: DEBUG oslo_concurrency.lockutils [req-0556772c-a577-4cc7-9f08-fc72ddae44f4 req-9ced9a4d-e07d-4774-b6af-264fa2613544 service nova] Acquired lock "refresh_cache-24417845-7960-4e26-9eb1-4877af2c2a7a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.526631] env[62189]: DEBUG nova.network.neutron [req-0556772c-a577-4cc7-9f08-fc72ddae44f4 req-9ced9a4d-e07d-4774-b6af-264fa2613544 service nova] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Refreshing network info cache for port 62a3779f-b276-4272-bf37-b401108f4f2e {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1982.527390] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:ec:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62a3779f-b276-4272-bf37-b401108f4f2e', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1982.534741] env[62189]: DEBUG oslo.service.loopingcall [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1982.534923] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1982.535751] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fd2509e-8a06-41f0-999b-8780f683854d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.552034] env[62189]: DEBUG nova.network.neutron [-] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.558890] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1982.558890] env[62189]: value = "task-2122074" [ 1982.558890] env[62189]: _type = "Task" [ 1982.558890] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.568556] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122074, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.833638] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122068, 'name': Rename_Task, 'duration_secs': 1.142723} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.834337] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1982.834613] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a969851-0122-41ab-b46a-3eac3ce2acbd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.843482] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 1982.843482] env[62189]: value = "task-2122075" [ 1982.843482] env[62189]: _type = "Task" [ 1982.843482] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.858088] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.868875] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': task-2122071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093678} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.869163] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1982.869969] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa57051-2651-4a52-bfdb-7e2766c2ccd5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.881547] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122072, 'name': Rename_Task, 'duration_secs': 0.201689} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.891280] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1982.900837] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] c8116c8c-91f5-49d4-bd92-31b3c6b05b05/c8116c8c-91f5-49d4-bd92-31b3c6b05b05.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1982.902700] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0f626fe-7cd0-4b24-8d54-43520d11ea7a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.904683] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b09a9214-7f07-437a-95e5-e9fc25872d9b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.921539] env[62189]: DEBUG nova.network.neutron [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Successfully updated port: 55f1c18a-6f76-4621-bb0c-d292f0af976e {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1982.930712] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122073, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.933367] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 1982.933367] env[62189]: value = "task-2122077" [ 1982.933367] env[62189]: _type = "Task" [ 1982.933367] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.933614] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Waiting for the task: (returnval){ [ 1982.933614] env[62189]: value = "task-2122076" [ 1982.933614] env[62189]: _type = "Task" [ 1982.933614] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.941381] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1982.941706] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1d428028-937e-4f9a-bff5-c88368b74948 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.949977] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.954966] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1982.954966] env[62189]: value = "task-2122078" [ 1982.954966] env[62189]: _type = "Task" [ 1982.954966] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.955546] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': task-2122076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.965935] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122078, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.005062] env[62189]: DEBUG nova.compute.utils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1983.008385] env[62189]: DEBUG nova.compute.manager [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1983.008594] env[62189]: DEBUG nova.network.neutron [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1983.054804] env[62189]: INFO nova.compute.manager [-] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Took 1.50 seconds to deallocate network for instance. [ 1983.069746] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122074, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.079090] env[62189]: DEBUG nova.policy [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '751b66b9696e4390a50a1bf2343d6c18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fc6aea5c3694269a68d44856dc7fe31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1983.353741] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.419261] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593868} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.424830] env[62189]: INFO nova.virt.vmwareapi.ds_util [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 31312dd9-a51d-4178-9ade-20e3972786ad/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk. [ 1983.425480] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquiring lock "refresh_cache-a4f72200-8120-4298-b7e6-890162fecdc7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.425713] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquired lock "refresh_cache-a4f72200-8120-4298-b7e6-890162fecdc7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.426023] env[62189]: DEBUG nova.network.neutron [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1983.430063] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dad0af-b6db-4ee6-8e06-f1a1bfdf8058 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.475657] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 31312dd9-a51d-4178-9ade-20e3972786ad/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1983.480843] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d5afa70-5812-4d70-ae7b-31145525948a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.510538] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': task-2122076, 'name': ReconfigVM_Task, 'duration_secs': 0.382424} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.510538] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122077, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.510538] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Reconfigured VM instance instance-0000002f to attach disk [datastore2] c8116c8c-91f5-49d4-bd92-31b3c6b05b05/c8116c8c-91f5-49d4-bd92-31b3c6b05b05.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1983.510538] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3913680-ac96-4cd0-bdaf-629bda46f52b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.516679] env[62189]: DEBUG nova.compute.manager [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1983.524258] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122078, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.529714] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1983.529714] env[62189]: value = "task-2122079" [ 1983.529714] env[62189]: _type = "Task" [ 1983.529714] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.531654] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Waiting for the task: (returnval){ [ 1983.531654] env[62189]: value = "task-2122080" [ 1983.531654] env[62189]: _type = "Task" [ 1983.531654] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.537261] env[62189]: DEBUG nova.network.neutron [req-0556772c-a577-4cc7-9f08-fc72ddae44f4 req-9ced9a4d-e07d-4774-b6af-264fa2613544 service nova] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Updated VIF entry in instance network info cache for port 62a3779f-b276-4272-bf37-b401108f4f2e. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1983.537664] env[62189]: DEBUG nova.network.neutron [req-0556772c-a577-4cc7-9f08-fc72ddae44f4 req-9ced9a4d-e07d-4774-b6af-264fa2613544 service nova] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Updating instance_info_cache with network_info: [{"id": "62a3779f-b276-4272-bf37-b401108f4f2e", "address": "fa:16:3e:db:ec:bd", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62a3779f-b2", "ovs_interfaceid": "62a3779f-b276-4272-bf37-b401108f4f2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.554317] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122079, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.554584] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': task-2122080, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.565913] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.573140] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122074, 'name': CreateVM_Task, 'duration_secs': 0.591941} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.574160] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1983.574947] env[62189]: DEBUG oslo_concurrency.lockutils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.575182] env[62189]: DEBUG oslo_concurrency.lockutils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.575537] env[62189]: DEBUG oslo_concurrency.lockutils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1983.576142] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d842f025-c1c3-43fe-9d5d-49b091a91920 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.582801] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1983.582801] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52628cb8-a7ad-575e-cd18-76833bf85236" [ 1983.582801] env[62189]: _type = "Task" [ 1983.582801] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.596518] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52628cb8-a7ad-575e-cd18-76833bf85236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.714436] env[62189]: DEBUG nova.network.neutron [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Successfully created port: 9bab3de5-cffd-4df2-84cf-c3918eb24b88 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1983.858065] env[62189]: DEBUG oslo_vmware.api [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122075, 'name': PowerOnVM_Task, 'duration_secs': 0.7238} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.858354] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1983.858550] env[62189]: INFO nova.compute.manager [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Took 17.86 seconds to spawn the instance on the hypervisor. [ 1983.858876] env[62189]: DEBUG nova.compute.manager [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1983.859583] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014e6715-5f13-4f1d-a131-11dc49f249c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.948323] env[62189]: DEBUG oslo_vmware.api [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122077, 'name': PowerOnVM_Task, 'duration_secs': 0.588636} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.948568] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1983.948771] env[62189]: INFO nova.compute.manager [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Took 11.53 seconds to spawn the instance on the hypervisor. [ 1983.948948] env[62189]: DEBUG nova.compute.manager [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1983.949770] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdd47a3-74dd-484f-ad48-1ba4c8723c8f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.977416] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122078, 'name': CreateSnapshot_Task, 'duration_secs': 0.979082} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.977679] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1983.978466] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1c6a84-ad57-430b-8f01-6e2119409f68 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.994688] env[62189]: DEBUG nova.network.neutron [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1984.047138] env[62189]: DEBUG oslo_concurrency.lockutils [req-0556772c-a577-4cc7-9f08-fc72ddae44f4 req-9ced9a4d-e07d-4774-b6af-264fa2613544 service nova] Releasing lock "refresh_cache-24417845-7960-4e26-9eb1-4877af2c2a7a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.047570] env[62189]: DEBUG nova.compute.manager [req-0556772c-a577-4cc7-9f08-fc72ddae44f4 req-9ced9a4d-e07d-4774-b6af-264fa2613544 service nova] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Received event network-vif-deleted-0babe82f-543a-46d3-91ac-ba8f8bd0b470 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1984.047876] env[62189]: INFO nova.compute.manager [req-0556772c-a577-4cc7-9f08-fc72ddae44f4 req-9ced9a4d-e07d-4774-b6af-264fa2613544 service nova] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Neutron deleted interface 0babe82f-543a-46d3-91ac-ba8f8bd0b470; detaching it from the instance and deleting it from the info cache [ 1984.049071] env[62189]: DEBUG nova.network.neutron [req-0556772c-a577-4cc7-9f08-fc72ddae44f4 req-9ced9a4d-e07d-4774-b6af-264fa2613544 service nova] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.049669] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122079, 'name': ReconfigVM_Task, 'duration_secs': 0.402644} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.056144] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 31312dd9-a51d-4178-9ade-20e3972786ad/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1984.057787] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': task-2122080, 'name': Rename_Task, 'duration_secs': 0.182909} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.058980] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9451a53a-e900-4620-acac-e4b5d8af34dc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.061893] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1984.062660] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eff0f34-bab2-4fa3-a373-a17497379514 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.094661] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378d74b7-f1af-405a-8225-4aa7c1e58986 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.105027] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Waiting for the task: (returnval){ [ 1984.105027] env[62189]: value = "task-2122081" [ 1984.105027] env[62189]: _type = "Task" [ 1984.105027] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.105782] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fc71e9-7fe7-4782-b4da-f46152626ac4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.117244] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1984.117244] env[62189]: value = "task-2122082" [ 1984.117244] env[62189]: _type = "Task" [ 1984.117244] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.128635] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52628cb8-a7ad-575e-cd18-76833bf85236, 'name': SearchDatastore_Task, 'duration_secs': 0.016032} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.129018] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': task-2122081, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.129626] env[62189]: DEBUG oslo_concurrency.lockutils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.130076] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1984.130345] env[62189]: DEBUG oslo_concurrency.lockutils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.130633] env[62189]: DEBUG oslo_concurrency.lockutils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.130937] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1984.132282] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea66077a-be0b-4efc-9ba2-73ed2b5cf390 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.138345] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed6694d4-3ecc-4dc5-9fd8-ce11400f76d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.140603] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.177527] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37f3cf0-47a0-4510-bfda-d761aa742ddd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.180633] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1984.180961] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1984.182138] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de2b0b51-4240-4f13-ade7-30faafda5a75 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.193073] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1984.193073] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f84b3a-62d6-f21e-b627-80e6e9c6e008" [ 1984.193073] env[62189]: _type = "Task" [ 1984.193073] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.195149] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e16e806-f207-4f2b-a5ac-6558c09e16ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.218834] env[62189]: DEBUG nova.compute.provider_tree [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1984.225338] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f84b3a-62d6-f21e-b627-80e6e9c6e008, 'name': SearchDatastore_Task, 'duration_secs': 0.019825} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.227240] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988b4e91-3aa4-4171-b0c7-4fe4fbd003d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.234351] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1984.234351] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b631c2-32ef-5487-9425-e0ef4d45245c" [ 1984.234351] env[62189]: _type = "Task" [ 1984.234351] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.244577] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b631c2-32ef-5487-9425-e0ef4d45245c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.282689] env[62189]: DEBUG nova.network.neutron [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Updating instance_info_cache with network_info: [{"id": "55f1c18a-6f76-4621-bb0c-d292f0af976e", "address": "fa:16:3e:cb:7a:83", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f1c18a-6f", "ovs_interfaceid": "55f1c18a-6f76-4621-bb0c-d292f0af976e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.381909] env[62189]: INFO nova.compute.manager [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Took 39.10 seconds to build instance. [ 1984.406659] env[62189]: DEBUG oslo_vmware.rw_handles [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a47842-0bc6-fbfd-5ae5-dde86f4c4d07/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1984.407969] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e175220-9617-4376-ad39-a11f0eff02e4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.414845] env[62189]: DEBUG oslo_vmware.rw_handles [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a47842-0bc6-fbfd-5ae5-dde86f4c4d07/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1984.415651] env[62189]: ERROR oslo_vmware.rw_handles [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a47842-0bc6-fbfd-5ae5-dde86f4c4d07/disk-0.vmdk due to incomplete transfer. [ 1984.415651] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-200eff2f-940d-4ff1-b296-d7159cea3dd3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.422932] env[62189]: DEBUG oslo_vmware.rw_handles [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a47842-0bc6-fbfd-5ae5-dde86f4c4d07/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1984.423153] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Uploaded image ef3f03af-97d0-447a-9979-a6b94ee00d06 to the Glance image server {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1984.425235] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1984.425465] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-572d864b-1b6e-40a6-8e50-0563e6b223ee {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.431265] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1984.431265] env[62189]: value = "task-2122083" [ 1984.431265] env[62189]: _type = "Task" [ 1984.431265] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.439299] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122083, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.471147] env[62189]: INFO nova.compute.manager [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Took 33.94 seconds to build instance. [ 1984.500432] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1984.501154] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c0603cde-0c19-4ac2-9714-44c6848b75fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.509969] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1984.509969] env[62189]: value = "task-2122084" [ 1984.509969] env[62189]: _type = "Task" [ 1984.509969] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.518496] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122084, 'name': CloneVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.527835] env[62189]: DEBUG nova.compute.manager [req-48c37a49-10a5-4e16-baaa-075d98b0afca req-57a0a17f-e929-4257-ac82-a62e9144cbb0 service nova] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Received event network-vif-plugged-55f1c18a-6f76-4621-bb0c-d292f0af976e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1984.527835] env[62189]: DEBUG oslo_concurrency.lockutils [req-48c37a49-10a5-4e16-baaa-075d98b0afca req-57a0a17f-e929-4257-ac82-a62e9144cbb0 service nova] Acquiring lock "a4f72200-8120-4298-b7e6-890162fecdc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.527835] env[62189]: DEBUG oslo_concurrency.lockutils [req-48c37a49-10a5-4e16-baaa-075d98b0afca req-57a0a17f-e929-4257-ac82-a62e9144cbb0 service nova] Lock "a4f72200-8120-4298-b7e6-890162fecdc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.528120] env[62189]: DEBUG oslo_concurrency.lockutils [req-48c37a49-10a5-4e16-baaa-075d98b0afca req-57a0a17f-e929-4257-ac82-a62e9144cbb0 service nova] Lock "a4f72200-8120-4298-b7e6-890162fecdc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.528309] env[62189]: DEBUG nova.compute.manager [req-48c37a49-10a5-4e16-baaa-075d98b0afca req-57a0a17f-e929-4257-ac82-a62e9144cbb0 service nova] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] No waiting events found dispatching network-vif-plugged-55f1c18a-6f76-4621-bb0c-d292f0af976e {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1984.528534] env[62189]: WARNING nova.compute.manager [req-48c37a49-10a5-4e16-baaa-075d98b0afca req-57a0a17f-e929-4257-ac82-a62e9144cbb0 service nova] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Received unexpected event network-vif-plugged-55f1c18a-6f76-4621-bb0c-d292f0af976e for instance with vm_state building and task_state spawning. [ 1984.528751] env[62189]: DEBUG nova.compute.manager [req-48c37a49-10a5-4e16-baaa-075d98b0afca req-57a0a17f-e929-4257-ac82-a62e9144cbb0 service nova] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Received event network-changed-55f1c18a-6f76-4621-bb0c-d292f0af976e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1984.529184] env[62189]: DEBUG nova.compute.manager [req-48c37a49-10a5-4e16-baaa-075d98b0afca req-57a0a17f-e929-4257-ac82-a62e9144cbb0 service nova] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Refreshing instance network info cache due to event network-changed-55f1c18a-6f76-4621-bb0c-d292f0af976e. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1984.529404] env[62189]: DEBUG oslo_concurrency.lockutils [req-48c37a49-10a5-4e16-baaa-075d98b0afca req-57a0a17f-e929-4257-ac82-a62e9144cbb0 service nova] Acquiring lock "refresh_cache-a4f72200-8120-4298-b7e6-890162fecdc7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.536765] env[62189]: DEBUG nova.compute.manager [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1984.553918] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c36cf22-4c16-41a4-a3e2-4569e5c0cf82 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.560650] env[62189]: DEBUG nova.virt.hardware [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1984.560890] env[62189]: DEBUG nova.virt.hardware [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1984.561074] env[62189]: DEBUG nova.virt.hardware [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1984.561263] env[62189]: DEBUG nova.virt.hardware [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1984.561409] env[62189]: DEBUG nova.virt.hardware [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1984.561557] env[62189]: DEBUG nova.virt.hardware [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1984.561835] env[62189]: DEBUG nova.virt.hardware [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1984.562244] env[62189]: DEBUG nova.virt.hardware [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1984.562486] env[62189]: DEBUG nova.virt.hardware [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1984.562697] env[62189]: DEBUG nova.virt.hardware [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1984.562914] env[62189]: DEBUG nova.virt.hardware [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1984.563878] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23424e0d-d4c0-4a5a-a2de-692e7ade8775 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.571827] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d5f26b-5821-4def-941a-1e1101dbd37d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.587915] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92510fc9-8fa6-4f34-8117-6dbe788ab412 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.619025] env[62189]: DEBUG nova.compute.manager [req-0556772c-a577-4cc7-9f08-fc72ddae44f4 req-9ced9a4d-e07d-4774-b6af-264fa2613544 service nova] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Detach interface failed, port_id=0babe82f-543a-46d3-91ac-ba8f8bd0b470, reason: Instance 8dec3082-22e8-4eda-9554-a4742dfa2471 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 1984.630530] env[62189]: DEBUG oslo_vmware.api [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': task-2122081, 'name': PowerOnVM_Task, 'duration_secs': 0.516865} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.633693] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1984.633895] env[62189]: INFO nova.compute.manager [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Took 14.85 seconds to spawn the instance on the hypervisor. [ 1984.634097] env[62189]: DEBUG nova.compute.manager [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.634468] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122082, 'name': ReconfigVM_Task, 'duration_secs': 0.206067} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.635539] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a55eca8-dcf9-4f37-ad61-c4bbb459f6bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.638535] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1984.638799] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afa4ae76-27bb-4e1d-b82b-0940970861a1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.647675] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1984.647675] env[62189]: value = "task-2122085" [ 1984.647675] env[62189]: _type = "Task" [ 1984.647675] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.656538] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.728012] env[62189]: DEBUG nova.scheduler.client.report [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1984.750253] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b631c2-32ef-5487-9425-e0ef4d45245c, 'name': SearchDatastore_Task, 'duration_secs': 0.02007} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.751941] env[62189]: DEBUG oslo_concurrency.lockutils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.752381] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 24417845-7960-4e26-9eb1-4877af2c2a7a/24417845-7960-4e26-9eb1-4877af2c2a7a.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1984.753248] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ec77e25-c444-4d89-9048-8aa0cc806a71 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.763082] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1984.763082] env[62189]: value = "task-2122086" [ 1984.763082] env[62189]: _type = "Task" [ 1984.763082] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.773176] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.785969] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Releasing lock "refresh_cache-a4f72200-8120-4298-b7e6-890162fecdc7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.786376] env[62189]: DEBUG nova.compute.manager [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Instance network_info: |[{"id": "55f1c18a-6f76-4621-bb0c-d292f0af976e", "address": "fa:16:3e:cb:7a:83", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f1c18a-6f", "ovs_interfaceid": "55f1c18a-6f76-4621-bb0c-d292f0af976e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1984.786686] env[62189]: DEBUG oslo_concurrency.lockutils [req-48c37a49-10a5-4e16-baaa-075d98b0afca req-57a0a17f-e929-4257-ac82-a62e9144cbb0 service nova] Acquired lock "refresh_cache-a4f72200-8120-4298-b7e6-890162fecdc7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.786861] env[62189]: DEBUG nova.network.neutron [req-48c37a49-10a5-4e16-baaa-075d98b0afca req-57a0a17f-e929-4257-ac82-a62e9144cbb0 service nova] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Refreshing network info cache for port 55f1c18a-6f76-4621-bb0c-d292f0af976e {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1984.788216] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:7a:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55f1c18a-6f76-4621-bb0c-d292f0af976e', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1984.797208] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Creating folder: Project (97184c4fe00644808879b574f32fef52). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1984.800819] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56588b49-13c8-42d7-8471-c91f80c3b5b5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.813044] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Created folder: Project (97184c4fe00644808879b574f32fef52) in parent group-v433996. [ 1984.813257] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Creating folder: Instances. Parent ref: group-v434141. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1984.813508] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f269d409-4e46-435f-a069-77058bfaa896 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.824040] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Created folder: Instances in parent group-v434141. [ 1984.824507] env[62189]: DEBUG oslo.service.loopingcall [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.824745] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1984.824971] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b05833ea-cea7-40be-bb80-028398114354 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.851816] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1984.851816] env[62189]: value = "task-2122089" [ 1984.851816] env[62189]: _type = "Task" [ 1984.851816] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.862775] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122089, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.885159] env[62189]: DEBUG oslo_concurrency.lockutils [None req-537e223b-992e-4e93-8261-7a62b64f7fb7 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.941s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.946999] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122083, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.973257] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d8751a1-0725-467f-a421-e7f6528158fb tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.689s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.022967] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122084, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.098862] env[62189]: DEBUG nova.network.neutron [req-48c37a49-10a5-4e16-baaa-075d98b0afca req-57a0a17f-e929-4257-ac82-a62e9144cbb0 service nova] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Updated VIF entry in instance network info cache for port 55f1c18a-6f76-4621-bb0c-d292f0af976e. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1985.099607] env[62189]: DEBUG nova.network.neutron [req-48c37a49-10a5-4e16-baaa-075d98b0afca req-57a0a17f-e929-4257-ac82-a62e9144cbb0 service nova] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Updating instance_info_cache with network_info: [{"id": "55f1c18a-6f76-4621-bb0c-d292f0af976e", "address": "fa:16:3e:cb:7a:83", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f1c18a-6f", "ovs_interfaceid": "55f1c18a-6f76-4621-bb0c-d292f0af976e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.176187] env[62189]: INFO nova.compute.manager [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Took 38.24 seconds to build instance. [ 1985.177725] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.236245] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.236969] env[62189]: DEBUG nova.compute.manager [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1985.240458] env[62189]: DEBUG oslo_concurrency.lockutils [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.643s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.280372] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122086, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.364471] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122089, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.388413] env[62189]: DEBUG nova.compute.manager [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1985.404982] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Acquiring lock "8f3c6230-2a8f-4b97-9fef-7df63b159e42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.405313] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Lock "8f3c6230-2a8f-4b97-9fef-7df63b159e42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.405921] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Acquiring lock "8f3c6230-2a8f-4b97-9fef-7df63b159e42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.406142] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Lock "8f3c6230-2a8f-4b97-9fef-7df63b159e42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.406322] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Lock "8f3c6230-2a8f-4b97-9fef-7df63b159e42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.409437] env[62189]: INFO nova.compute.manager [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Terminating instance [ 1985.442578] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122083, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.522713] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122084, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.602733] env[62189]: DEBUG oslo_concurrency.lockutils [req-48c37a49-10a5-4e16-baaa-075d98b0afca req-57a0a17f-e929-4257-ac82-a62e9144cbb0 service nova] Releasing lock "refresh_cache-a4f72200-8120-4298-b7e6-890162fecdc7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.647681] env[62189]: DEBUG nova.network.neutron [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Successfully updated port: 9bab3de5-cffd-4df2-84cf-c3918eb24b88 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1985.670465] env[62189]: DEBUG oslo_vmware.api [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122085, 'name': PowerOnVM_Task, 'duration_secs': 0.771915} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.670905] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1985.675025] env[62189]: DEBUG nova.compute.manager [None req-748e6f81-6cc8-4f16-8bb0-42d7efbb9aca tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1985.675295] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03d3320-0c45-4b1a-8883-a26e55a94465 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.680577] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1e25ff8a-7aa8-41d3-aca2-f0dcaf85f7d3 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Lock "c8116c8c-91f5-49d4-bd92-31b3c6b05b05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.107s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.745717] env[62189]: DEBUG nova.compute.utils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1985.754830] env[62189]: INFO nova.compute.claims [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1985.769562] env[62189]: DEBUG nova.compute.manager [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1985.769562] env[62189]: DEBUG nova.network.neutron [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1985.772899] env[62189]: DEBUG nova.compute.manager [req-2a26997f-6d14-4101-a97d-8e870c4e9070 req-b47ff1b9-4f43-4556-a3b9-ffcbb36dde03 service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Received event network-changed-9a0e5347-4c8a-42ab-a4da-060b96322194 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1985.773112] env[62189]: DEBUG nova.compute.manager [req-2a26997f-6d14-4101-a97d-8e870c4e9070 req-b47ff1b9-4f43-4556-a3b9-ffcbb36dde03 service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Refreshing instance network info cache due to event network-changed-9a0e5347-4c8a-42ab-a4da-060b96322194. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1985.773358] env[62189]: DEBUG oslo_concurrency.lockutils [req-2a26997f-6d14-4101-a97d-8e870c4e9070 req-b47ff1b9-4f43-4556-a3b9-ffcbb36dde03 service nova] Acquiring lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.773509] env[62189]: DEBUG oslo_concurrency.lockutils [req-2a26997f-6d14-4101-a97d-8e870c4e9070 req-b47ff1b9-4f43-4556-a3b9-ffcbb36dde03 service nova] Acquired lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.773666] env[62189]: DEBUG nova.network.neutron [req-2a26997f-6d14-4101-a97d-8e870c4e9070 req-b47ff1b9-4f43-4556-a3b9-ffcbb36dde03 service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Refreshing network info cache for port 9a0e5347-4c8a-42ab-a4da-060b96322194 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1985.787676] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670022} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.787676] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 24417845-7960-4e26-9eb1-4877af2c2a7a/24417845-7960-4e26-9eb1-4877af2c2a7a.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1985.787676] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1985.787676] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10da2718-e8fe-45fe-9b25-ba3be0d8602e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.793023] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1985.793023] env[62189]: value = "task-2122090" [ 1985.793023] env[62189]: _type = "Task" [ 1985.793023] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.802893] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.864067] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122089, 'name': CreateVM_Task, 'duration_secs': 0.51547} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.864346] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1985.865449] env[62189]: DEBUG oslo_vmware.service [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22046fe2-2134-4e66-8c1a-466b26563ba9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.873806] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.873806] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.873806] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1985.873806] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6d9835-9231-4f29-8cd8-d05e77c42564 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.879703] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 1985.879703] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528916da-0300-c37f-4e8d-4dc2c9b2adc2" [ 1985.879703] env[62189]: _type = "Task" [ 1985.879703] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.887504] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528916da-0300-c37f-4e8d-4dc2c9b2adc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.894520] env[62189]: DEBUG nova.policy [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47ac2eb4e33142299d124537db45dc29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97184c4fe00644808879b574f32fef52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1985.913278] env[62189]: DEBUG nova.compute.manager [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1985.913412] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1985.914193] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c07005-0fcd-425a-9a75-095f70b0a358 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.920347] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.922594] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1985.922811] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb69dff4-53fb-4b2b-99b6-ec9114002bc7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.929320] env[62189]: DEBUG oslo_vmware.api [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Waiting for the task: (returnval){ [ 1985.929320] env[62189]: value = "task-2122091" [ 1985.929320] env[62189]: _type = "Task" [ 1985.929320] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.941926] env[62189]: DEBUG oslo_vmware.api [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': task-2122091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.945817] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122083, 'name': Destroy_Task, 'duration_secs': 1.126909} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.946093] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Destroyed the VM [ 1985.946336] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1985.946601] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-87d7942d-8aab-42da-8240-0724eb1bc00f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.953835] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1985.953835] env[62189]: value = "task-2122092" [ 1985.953835] env[62189]: _type = "Task" [ 1985.953835] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.962422] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122092, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.021615] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122084, 'name': CloneVM_Task} progress is 95%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.150063] env[62189]: DEBUG oslo_concurrency.lockutils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "refresh_cache-470b5711-1161-432f-81fc-2cad2d1ea795" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.150063] env[62189]: DEBUG oslo_concurrency.lockutils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "refresh_cache-470b5711-1161-432f-81fc-2cad2d1ea795" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.150574] env[62189]: DEBUG nova.network.neutron [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1986.164802] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "bca617fc-c117-4621-b944-366848c3ae11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.164956] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "bca617fc-c117-4621-b944-366848c3ae11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.261427] env[62189]: DEBUG nova.compute.manager [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1986.272758] env[62189]: INFO nova.compute.resource_tracker [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating resource usage from migration 8f71491f-977f-494d-a1a8-e22649548893 [ 1986.306043] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108705} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.306043] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1986.306785] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b76a9bc-703a-4725-94a6-0da6629b03cc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.332931] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 24417845-7960-4e26-9eb1-4877af2c2a7a/24417845-7960-4e26-9eb1-4877af2c2a7a.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1986.336682] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82478f12-5263-42e2-ac5e-7a3c0dea0483 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.361181] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1986.361181] env[62189]: value = "task-2122093" [ 1986.361181] env[62189]: _type = "Task" [ 1986.361181] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.375756] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.389191] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.389458] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1986.389725] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.389870] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.390064] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1986.393382] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50e47fed-0005-4015-9c2a-66316d2b3ace {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.396470] env[62189]: DEBUG nova.network.neutron [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Successfully created port: 8487450c-d093-40a3-be09-f664571318e4 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1986.405504] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1986.405739] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1986.406741] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe0b50d-219c-463f-91b9-c3e5aa95705f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.415487] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77c2fd20-9dfb-42b7-987d-4afe79855beb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.421169] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 1986.421169] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52603696-2f5b-79d0-3ae9-4820949df12c" [ 1986.421169] env[62189]: _type = "Task" [ 1986.421169] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.429503] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52603696-2f5b-79d0-3ae9-4820949df12c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.441752] env[62189]: DEBUG oslo_vmware.api [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': task-2122091, 'name': PowerOffVM_Task, 'duration_secs': 0.378885} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.444560] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1986.444747] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1986.447454] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1a8872a-0c0f-4183-aa56-f9f96a32b52b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.466609] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122092, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.531583] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122084, 'name': CloneVM_Task, 'duration_secs': 1.902344} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.532190] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Created linked-clone VM from snapshot [ 1986.533534] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cae468d-e2ff-4400-8b58-65d2b5408b53 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.557120] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Uploading image 9824b9fc-afd5-48d9-afc6-db2eda2567ab {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1986.580242] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1986.580553] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a86dcf7e-a523-4631-81b6-b3ea736f589e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.588125] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1986.588125] env[62189]: value = "task-2122095" [ 1986.588125] env[62189]: _type = "Task" [ 1986.588125] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.599901] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.625935] env[62189]: DEBUG nova.compute.manager [req-6abe9813-7b34-420f-b973-8b04f68743a1 req-6ae2c12d-abaa-4bc7-83fe-9c018dc9f73c service nova] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Received event network-vif-plugged-9bab3de5-cffd-4df2-84cf-c3918eb24b88 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1986.626170] env[62189]: DEBUG oslo_concurrency.lockutils [req-6abe9813-7b34-420f-b973-8b04f68743a1 req-6ae2c12d-abaa-4bc7-83fe-9c018dc9f73c service nova] Acquiring lock "470b5711-1161-432f-81fc-2cad2d1ea795-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.626384] env[62189]: DEBUG oslo_concurrency.lockutils [req-6abe9813-7b34-420f-b973-8b04f68743a1 req-6ae2c12d-abaa-4bc7-83fe-9c018dc9f73c service nova] Lock "470b5711-1161-432f-81fc-2cad2d1ea795-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.626549] env[62189]: DEBUG oslo_concurrency.lockutils [req-6abe9813-7b34-420f-b973-8b04f68743a1 req-6ae2c12d-abaa-4bc7-83fe-9c018dc9f73c service nova] Lock "470b5711-1161-432f-81fc-2cad2d1ea795-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.626714] env[62189]: DEBUG nova.compute.manager [req-6abe9813-7b34-420f-b973-8b04f68743a1 req-6ae2c12d-abaa-4bc7-83fe-9c018dc9f73c service nova] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] No waiting events found dispatching network-vif-plugged-9bab3de5-cffd-4df2-84cf-c3918eb24b88 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1986.626904] env[62189]: WARNING nova.compute.manager [req-6abe9813-7b34-420f-b973-8b04f68743a1 req-6ae2c12d-abaa-4bc7-83fe-9c018dc9f73c service nova] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Received unexpected event network-vif-plugged-9bab3de5-cffd-4df2-84cf-c3918eb24b88 for instance with vm_state building and task_state spawning. [ 1986.627291] env[62189]: DEBUG nova.compute.manager [req-6abe9813-7b34-420f-b973-8b04f68743a1 req-6ae2c12d-abaa-4bc7-83fe-9c018dc9f73c service nova] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Received event network-changed-9bab3de5-cffd-4df2-84cf-c3918eb24b88 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1986.628319] env[62189]: DEBUG nova.compute.manager [req-6abe9813-7b34-420f-b973-8b04f68743a1 req-6ae2c12d-abaa-4bc7-83fe-9c018dc9f73c service nova] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Refreshing instance network info cache due to event network-changed-9bab3de5-cffd-4df2-84cf-c3918eb24b88. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1986.628319] env[62189]: DEBUG oslo_concurrency.lockutils [req-6abe9813-7b34-420f-b973-8b04f68743a1 req-6ae2c12d-abaa-4bc7-83fe-9c018dc9f73c service nova] Acquiring lock "refresh_cache-470b5711-1161-432f-81fc-2cad2d1ea795" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.673723] env[62189]: DEBUG nova.compute.manager [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1986.875453] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.909487] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a47e73-3bc5-4cdd-824f-7d2b817b4d0c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.917887] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d39393-4548-49ba-8280-da0ee705f017 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.955413] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Preparing fetch location {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1986.955675] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Creating directory with path [datastore1] vmware_temp/3f2b82ba-1d81-4201-a76f-d8d29b8f8589/7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1986.956625] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b16e3f4-5e0f-4f05-a53b-4989c01febf5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.961826] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1aa5eb-de16-4acd-98b0-271692706e9f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.968016] env[62189]: DEBUG nova.network.neutron [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1986.975333] env[62189]: DEBUG oslo_vmware.api [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122092, 'name': RemoveSnapshot_Task, 'duration_secs': 0.868483} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.976564] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4c1dac-8c38-40f0-9149-42d455407ed5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.982639] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1986.982873] env[62189]: INFO nova.compute.manager [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Took 18.30 seconds to snapshot the instance on the hypervisor. [ 1986.985330] env[62189]: DEBUG oslo_concurrency.lockutils [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "1f188c41-dbf1-4c51-8a80-0175b8c3e5f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.985480] env[62189]: DEBUG oslo_concurrency.lockutils [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "1f188c41-dbf1-4c51-8a80-0175b8c3e5f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.985674] env[62189]: DEBUG oslo_concurrency.lockutils [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "1f188c41-dbf1-4c51-8a80-0175b8c3e5f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.985855] env[62189]: DEBUG oslo_concurrency.lockutils [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "1f188c41-dbf1-4c51-8a80-0175b8c3e5f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.986036] env[62189]: DEBUG oslo_concurrency.lockutils [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "1f188c41-dbf1-4c51-8a80-0175b8c3e5f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.988185] env[62189]: INFO nova.compute.manager [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Terminating instance [ 1986.997748] env[62189]: DEBUG nova.compute.provider_tree [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1987.001015] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Created directory with path [datastore1] vmware_temp/3f2b82ba-1d81-4201-a76f-d8d29b8f8589/7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1987.003633] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Fetch image to [datastore1] vmware_temp/3f2b82ba-1d81-4201-a76f-d8d29b8f8589/7273d3db-cce3-4b39-ae77-856e5463223d/tmp-sparse.vmdk {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1987.003633] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Downloading image file data 7273d3db-cce3-4b39-ae77-856e5463223d to [datastore1] vmware_temp/3f2b82ba-1d81-4201-a76f-d8d29b8f8589/7273d3db-cce3-4b39-ae77-856e5463223d/tmp-sparse.vmdk on the data store datastore1 {{(pid=62189) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1987.003633] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed92dbd-6fc2-459c-baa0-eb941e5e9bae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.013833] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389b310d-b181-496f-b090-5f57bc6cd837 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.025170] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b182170d-0537-431e-8d78-59bc99c0eb9e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.062503] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2be07ce-c241-4ae6-bdc0-d6a4b63c3b65 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.069529] env[62189]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fcef1ec8-315e-4a75-933f-721805eb3183 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.098152] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.109447] env[62189]: DEBUG nova.network.neutron [req-2a26997f-6d14-4101-a97d-8e870c4e9070 req-b47ff1b9-4f43-4556-a3b9-ffcbb36dde03 service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Updated VIF entry in instance network info cache for port 9a0e5347-4c8a-42ab-a4da-060b96322194. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1987.109945] env[62189]: DEBUG nova.network.neutron [req-2a26997f-6d14-4101-a97d-8e870c4e9070 req-b47ff1b9-4f43-4556-a3b9-ffcbb36dde03 service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Updating instance_info_cache with network_info: [{"id": "9a0e5347-4c8a-42ab-a4da-060b96322194", "address": "fa:16:3e:63:20:f9", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0e5347-4c", "ovs_interfaceid": "9a0e5347-4c8a-42ab-a4da-060b96322194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.166965] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Downloading image file data 7273d3db-cce3-4b39-ae77-856e5463223d to the data store datastore1 {{(pid=62189) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1987.206844] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.241197] env[62189]: DEBUG oslo_vmware.rw_handles [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3f2b82ba-1d81-4201-a76f-d8d29b8f8589/7273d3db-cce3-4b39-ae77-856e5463223d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62189) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1987.312016] env[62189]: DEBUG nova.compute.manager [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1987.336571] env[62189]: DEBUG nova.virt.hardware [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1987.336860] env[62189]: DEBUG nova.virt.hardware [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1987.337021] env[62189]: DEBUG nova.virt.hardware [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1987.337204] env[62189]: DEBUG nova.virt.hardware [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1987.337353] env[62189]: DEBUG nova.virt.hardware [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1987.337500] env[62189]: DEBUG nova.virt.hardware [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1987.337738] env[62189]: DEBUG nova.virt.hardware [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1987.337861] env[62189]: DEBUG nova.virt.hardware [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1987.338036] env[62189]: DEBUG nova.virt.hardware [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1987.338208] env[62189]: DEBUG nova.virt.hardware [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1987.338383] env[62189]: DEBUG nova.virt.hardware [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1987.339287] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5c4002-1de7-4146-b6df-c093c6ae28b3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.348949] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c40974-a7c0-4e23-837f-b909ee4b23ec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.366155] env[62189]: DEBUG nova.network.neutron [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Updating instance_info_cache with network_info: [{"id": "9bab3de5-cffd-4df2-84cf-c3918eb24b88", "address": "fa:16:3e:80:e9:a1", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bab3de5-cf", "ovs_interfaceid": "9bab3de5-cffd-4df2-84cf-c3918eb24b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.379214] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122093, 'name': ReconfigVM_Task, 'duration_secs': 0.645382} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.379528] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 24417845-7960-4e26-9eb1-4877af2c2a7a/24417845-7960-4e26-9eb1-4877af2c2a7a.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1987.380828] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00ecdf18-4a65-4c27-a340-e17a5cb969c3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.387264] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1987.387264] env[62189]: value = "task-2122096" [ 1987.387264] env[62189]: _type = "Task" [ 1987.387264] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.397382] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122096, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.490320] env[62189]: DEBUG nova.compute.manager [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Instance disappeared during snapshot {{(pid=62189) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1987.504035] env[62189]: DEBUG nova.compute.manager [None req-65a235e4-beb3-424c-b2dd-fdf69ee6c072 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Image not found during clean up ef3f03af-97d0-447a-9979-a6b94ee00d06 {{(pid=62189) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1987.504977] env[62189]: DEBUG nova.compute.manager [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1987.505233] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1987.506510] env[62189]: DEBUG nova.scheduler.client.report [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1987.514769] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2f2c84-c824-4996-a455-911062a766cc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.525124] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1987.525431] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4afcd64-aba1-4a69-a7d9-bb8404a6d1ff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.602693] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.614649] env[62189]: DEBUG oslo_concurrency.lockutils [req-2a26997f-6d14-4101-a97d-8e870c4e9070 req-b47ff1b9-4f43-4556-a3b9-ffcbb36dde03 service nova] Releasing lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.773745] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "a95c1c41-bdbd-4919-a232-ae30339c7703" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.774048] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "a95c1c41-bdbd-4919-a232-ae30339c7703" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.875998] env[62189]: DEBUG oslo_concurrency.lockutils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "refresh_cache-470b5711-1161-432f-81fc-2cad2d1ea795" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.876427] env[62189]: DEBUG nova.compute.manager [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Instance network_info: |[{"id": "9bab3de5-cffd-4df2-84cf-c3918eb24b88", "address": "fa:16:3e:80:e9:a1", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bab3de5-cf", "ovs_interfaceid": "9bab3de5-cffd-4df2-84cf-c3918eb24b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1987.877577] env[62189]: DEBUG oslo_concurrency.lockutils [req-6abe9813-7b34-420f-b973-8b04f68743a1 req-6ae2c12d-abaa-4bc7-83fe-9c018dc9f73c service nova] Acquired lock "refresh_cache-470b5711-1161-432f-81fc-2cad2d1ea795" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.877577] env[62189]: DEBUG nova.network.neutron [req-6abe9813-7b34-420f-b973-8b04f68743a1 req-6ae2c12d-abaa-4bc7-83fe-9c018dc9f73c service nova] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Refreshing network info cache for port 9bab3de5-cffd-4df2-84cf-c3918eb24b88 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1987.878870] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:e9:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bab3de5-cffd-4df2-84cf-c3918eb24b88', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1987.886492] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Creating folder: Project (5fc6aea5c3694269a68d44856dc7fe31). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1987.888337] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4d47367-fcb0-4a6e-9590-0a727f65df79 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.900584] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122096, 'name': Rename_Task, 'duration_secs': 0.236099} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.900862] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1987.901280] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1160862-8cbd-4917-9c61-0c0e5ef5f180 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.907496] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Created folder: Project (5fc6aea5c3694269a68d44856dc7fe31) in parent group-v433996. [ 1987.907496] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Creating folder: Instances. Parent ref: group-v434144. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1987.908123] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17bfc0b2-275e-4204-ba4d-8d6c3bb48776 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.911990] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1987.911990] env[62189]: value = "task-2122099" [ 1987.911990] env[62189]: _type = "Task" [ 1987.911990] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.919446] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Created folder: Instances in parent group-v434144. [ 1987.919694] env[62189]: DEBUG oslo.service.loopingcall [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1987.922539] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1987.922856] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.923482] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10717b42-d65c-414a-a428-f2ebaa0d4076 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.948427] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1987.948427] env[62189]: value = "task-2122101" [ 1987.948427] env[62189]: _type = "Task" [ 1987.948427] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.957722] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122101, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.977206] env[62189]: DEBUG oslo_vmware.rw_handles [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Completed reading data from the image iterator. {{(pid=62189) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1987.977430] env[62189]: DEBUG oslo_vmware.rw_handles [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3f2b82ba-1d81-4201-a76f-d8d29b8f8589/7273d3db-cce3-4b39-ae77-856e5463223d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1988.019903] env[62189]: DEBUG oslo_concurrency.lockutils [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.779s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.020311] env[62189]: INFO nova.compute.manager [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Migrating [ 1988.029078] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.190s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.101021] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.131873] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Downloaded image file data 7273d3db-cce3-4b39-ae77-856e5463223d to vmware_temp/3f2b82ba-1d81-4201-a76f-d8d29b8f8589/7273d3db-cce3-4b39-ae77-856e5463223d/tmp-sparse.vmdk on the data store datastore1 {{(pid=62189) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1988.134591] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Caching image {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1988.134747] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Copying Virtual Disk [datastore1] vmware_temp/3f2b82ba-1d81-4201-a76f-d8d29b8f8589/7273d3db-cce3-4b39-ae77-856e5463223d/tmp-sparse.vmdk to [datastore1] vmware_temp/3f2b82ba-1d81-4201-a76f-d8d29b8f8589/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1988.135472] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38fe5f61-ce9a-48f7-a4bf-82541c09ac0c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.147172] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 1988.147172] env[62189]: value = "task-2122102" [ 1988.147172] env[62189]: _type = "Task" [ 1988.147172] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.155520] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.277426] env[62189]: DEBUG nova.compute.manager [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1988.297038] env[62189]: INFO nova.compute.manager [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Unrescuing [ 1988.297307] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "refresh_cache-31312dd9-a51d-4178-9ade-20e3972786ad" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.297569] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "refresh_cache-31312dd9-a51d-4178-9ade-20e3972786ad" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.297833] env[62189]: DEBUG nova.network.neutron [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1988.423418] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122099, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.458607] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122101, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.546970] env[62189]: DEBUG oslo_concurrency.lockutils [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.547627] env[62189]: DEBUG oslo_concurrency.lockutils [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquired lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.549651] env[62189]: DEBUG nova.network.neutron [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1988.570566] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Acquiring lock "c8116c8c-91f5-49d4-bd92-31b3c6b05b05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.570566] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Lock "c8116c8c-91f5-49d4-bd92-31b3c6b05b05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.570566] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Acquiring lock "c8116c8c-91f5-49d4-bd92-31b3c6b05b05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.570566] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Lock "c8116c8c-91f5-49d4-bd92-31b3c6b05b05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.570991] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Lock "c8116c8c-91f5-49d4-bd92-31b3c6b05b05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.572842] env[62189]: INFO nova.compute.manager [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Terminating instance [ 1988.600189] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.656234] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122102, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.668610] env[62189]: DEBUG nova.network.neutron [req-6abe9813-7b34-420f-b973-8b04f68743a1 req-6ae2c12d-abaa-4bc7-83fe-9c018dc9f73c service nova] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Updated VIF entry in instance network info cache for port 9bab3de5-cffd-4df2-84cf-c3918eb24b88. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1988.671021] env[62189]: DEBUG nova.network.neutron [req-6abe9813-7b34-420f-b973-8b04f68743a1 req-6ae2c12d-abaa-4bc7-83fe-9c018dc9f73c service nova] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Updating instance_info_cache with network_info: [{"id": "9bab3de5-cffd-4df2-84cf-c3918eb24b88", "address": "fa:16:3e:80:e9:a1", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bab3de5-cf", "ovs_interfaceid": "9bab3de5-cffd-4df2-84cf-c3918eb24b88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.800941] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.931950] env[62189]: DEBUG oslo_vmware.api [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122099, 'name': PowerOnVM_Task, 'duration_secs': 0.777653} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.932301] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1988.932514] env[62189]: INFO nova.compute.manager [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1988.932677] env[62189]: DEBUG nova.compute.manager [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1988.936140] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87439d90-cd6c-4af3-9ec5-55c196b13a0e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.964378] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122101, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.052410] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Applying migration context for instance 8ffae4bd-a23e-40a6-b90a-42296310e286 as it has an incoming, in-progress migration 8f71491f-977f-494d-a1a8-e22649548893. Migration status is pre-migrating {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1989.055171] env[62189]: INFO nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating resource usage from migration 8f71491f-977f-494d-a1a8-e22649548893 [ 1989.082279] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 8f3c6230-2a8f-4b97-9fef-7df63b159e42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.082451] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance eea91f08-c90d-41f5-81f0-effb11446791 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.082588] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 427b309f-7dd9-4b10-82bc-a88a0812abe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.082708] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance ee56e67a-afef-4534-b83e-edf3fd6995cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.082821] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance a2e638a5-ed5f-4abc-a898-202664e2ed69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.082932] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 6caf9898-a70f-4e51-93a5-c7bc4af8ad41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.083052] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance db089fb0-615d-47cf-8a32-d1def53bebbb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.083167] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance b6a601ce-edba-4012-92d3-236b3cefb8ca actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.083276] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 1a094a38-e7dc-4c76-9074-766c934140e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.083384] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 04a1b453-5274-4509-9036-9900e3fe91f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.083573] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 4594619c-6c99-4335-bcad-20b1d01bed46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.083703] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 5f68ad50-621d-4214-8edf-09c1304d6e43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.083815] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 31312dd9-a51d-4178-9ade-20e3972786ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.083923] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 04d77cc1-32ad-4f9a-aefa-25122cdd1827 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.084389] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 03d56df4-7b0a-478f-914e-d407188f696d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1989.084552] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.084693] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 8dec3082-22e8-4eda-9554-a4742dfa2471 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1989.084817] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 52287368-e85a-4865-891e-ea4f3d7aae73 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1989.084933] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 19779686-0994-494a-8bd7-927cde64780d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.085061] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance a1c75f43-b0aa-4843-a22b-c8fa33996a9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.085393] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance c8116c8c-91f5-49d4-bd92-31b3c6b05b05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.085524] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.085638] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 24417845-7960-4e26-9eb1-4877af2c2a7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.085747] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance a4f72200-8120-4298-b7e6-890162fecdc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.086787] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 470b5711-1161-432f-81fc-2cad2d1ea795 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.086787] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 68f7cb35-c13c-405c-a071-e6baa9f254f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1989.087644] env[62189]: DEBUG nova.compute.manager [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1989.087819] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1989.088723] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace39d24-f1ac-41b9-8fd6-bc7517ae1ad8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.101857] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.104597] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1989.104846] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5e2b96c-d4b3-40fb-89f1-74efe8ea92b6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.111990] env[62189]: DEBUG oslo_vmware.api [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Waiting for the task: (returnval){ [ 1989.111990] env[62189]: value = "task-2122103" [ 1989.111990] env[62189]: _type = "Task" [ 1989.111990] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.121456] env[62189]: DEBUG oslo_vmware.api [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': task-2122103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.133732] env[62189]: DEBUG nova.network.neutron [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Updating instance_info_cache with network_info: [{"id": "317b97e4-b5d5-4645-9ee2-8535b520deda", "address": "fa:16:3e:02:a8:00", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap317b97e4-b5", "ovs_interfaceid": "317b97e4-b5d5-4645-9ee2-8535b520deda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.156989] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122102, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.173876] env[62189]: DEBUG oslo_concurrency.lockutils [req-6abe9813-7b34-420f-b973-8b04f68743a1 req-6ae2c12d-abaa-4bc7-83fe-9c018dc9f73c service nova] Releasing lock "refresh_cache-470b5711-1161-432f-81fc-2cad2d1ea795" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.343884] env[62189]: DEBUG nova.network.neutron [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating instance_info_cache with network_info: [{"id": "2a5d85d8-c56d-46a7-8f0c-95371ba8af3b", "address": "fa:16:3e:0b:c5:33", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a5d85d8-c5", "ovs_interfaceid": "2a5d85d8-c56d-46a7-8f0c-95371ba8af3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.454140] env[62189]: INFO nova.compute.manager [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Took 30.08 seconds to build instance. [ 1989.461131] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122101, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.593177] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 980380f6-ea9f-4ee3-8ce7-74e00bebd20e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1989.604854] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.620598] env[62189]: DEBUG oslo_vmware.api [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': task-2122103, 'name': PowerOffVM_Task, 'duration_secs': 0.237415} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.620877] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1989.621024] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1989.621297] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-514962ca-0d55-418d-8304-9bb0978327fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.636752] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "refresh_cache-31312dd9-a51d-4178-9ade-20e3972786ad" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.637961] env[62189]: DEBUG nova.objects.instance [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lazy-loading 'flavor' on Instance uuid 31312dd9-a51d-4178-9ade-20e3972786ad {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1989.655489] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122102, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.309107} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.656382] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Copied Virtual Disk [datastore1] vmware_temp/3f2b82ba-1d81-4201-a76f-d8d29b8f8589/7273d3db-cce3-4b39-ae77-856e5463223d/tmp-sparse.vmdk to [datastore1] vmware_temp/3f2b82ba-1d81-4201-a76f-d8d29b8f8589/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1989.656571] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Deleting the datastore file [datastore1] vmware_temp/3f2b82ba-1d81-4201-a76f-d8d29b8f8589/7273d3db-cce3-4b39-ae77-856e5463223d/tmp-sparse.vmdk {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1989.656816] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82ee3141-44f5-4189-981b-33b80d6df440 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.663478] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 1989.663478] env[62189]: value = "task-2122105" [ 1989.663478] env[62189]: _type = "Task" [ 1989.663478] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.670721] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.846305] env[62189]: DEBUG oslo_concurrency.lockutils [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Releasing lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.956897] env[62189]: DEBUG oslo_concurrency.lockutils [None req-110dc06d-8d76-40a6-8c5c-6bc684535d10 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "24417845-7960-4e26-9eb1-4877af2c2a7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.027s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.960396] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122101, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.100292] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance cd78a644-86c8-4cd0-b1cc-aab3adc95971 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1990.105508] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.150670] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab606294-bf55-44cf-b142-fa5aa0bba167 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.172097] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1990.175292] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9c10942-0408-4173-ab2b-d49a6387392f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.182497] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104411} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.183659] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1990.184499] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Moving file from [datastore1] vmware_temp/3f2b82ba-1d81-4201-a76f-d8d29b8f8589/7273d3db-cce3-4b39-ae77-856e5463223d to [datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d. {{(pid=62189) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1990.184499] env[62189]: DEBUG oslo_vmware.api [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1990.184499] env[62189]: value = "task-2122106" [ 1990.184499] env[62189]: _type = "Task" [ 1990.184499] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.184499] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a086c4e6-7e93-4046-8d30-191368baa126 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.194168] env[62189]: DEBUG oslo_vmware.api [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.195379] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 1990.195379] env[62189]: value = "task-2122107" [ 1990.195379] env[62189]: _type = "Task" [ 1990.195379] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.202708] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122107, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.461972] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122101, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.607580] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance e4e972cc-4c53-4fc8-9d0d-426b99bc8b60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1990.609022] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.698204] env[62189]: DEBUG oslo_vmware.api [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122106, 'name': PowerOffVM_Task, 'duration_secs': 0.503636} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.702894] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1990.708218] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Reconfiguring VM instance instance-00000026 to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1990.709096] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00e329db-5c67-4fc9-89dd-a572afc7e193 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.728443] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122107, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.038175} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.730013] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] File moved {{(pid=62189) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1990.731029] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Cleaning up location [datastore1] vmware_temp/3f2b82ba-1d81-4201-a76f-d8d29b8f8589 {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1990.731029] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Deleting the datastore file [datastore1] vmware_temp/3f2b82ba-1d81-4201-a76f-d8d29b8f8589 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1990.731029] env[62189]: DEBUG oslo_vmware.api [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1990.731029] env[62189]: value = "task-2122108" [ 1990.731029] env[62189]: _type = "Task" [ 1990.731029] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.731363] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f024958c-c713-43eb-9ff9-3f4f27701fd6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.740204] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 1990.740204] env[62189]: value = "task-2122109" [ 1990.740204] env[62189]: _type = "Task" [ 1990.740204] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.744197] env[62189]: DEBUG oslo_vmware.api [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.752798] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.963053] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122101, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.105025] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.110566] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance a10c6581-aeb2-4edb-9100-11c69dcaff0a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1991.110745] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Migration 8f71491f-977f-494d-a1a8-e22649548893 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1991.110869] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 8ffae4bd-a23e-40a6-b90a-42296310e286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1991.151809] env[62189]: INFO nova.compute.manager [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Rebuilding instance [ 1991.201760] env[62189]: DEBUG nova.compute.manager [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1991.202652] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07e7497-2cee-4781-9647-d205998697f0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.242971] env[62189]: DEBUG oslo_vmware.api [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122108, 'name': ReconfigVM_Task, 'duration_secs': 0.503401} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.243144] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Reconfigured VM instance instance-00000026 to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1991.243358] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1991.243651] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df5977a1-afa7-465d-8cda-9c6ae57f31d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.255242] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024331} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.256489] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1991.257251] env[62189]: DEBUG oslo_vmware.api [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 1991.257251] env[62189]: value = "task-2122110" [ 1991.257251] env[62189]: _type = "Task" [ 1991.257251] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.257461] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15cde32-aecc-46e5-8965-aa46426634fa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.266360] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 1991.266360] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527b1470-d111-f3fb-a115-e812bb8e12ad" [ 1991.266360] env[62189]: _type = "Task" [ 1991.266360] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.269999] env[62189]: DEBUG oslo_vmware.api [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.277399] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527b1470-d111-f3fb-a115-e812bb8e12ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.376248] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcfe9c1-0e7c-4cf3-baa7-cbf9a9bcf07e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.396175] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating instance '8ffae4bd-a23e-40a6-b90a-42296310e286' progress to 0 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1991.468891] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122101, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.605915] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.613921] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance bca617fc-c117-4621-b944-366848c3ae11 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1991.770432] env[62189]: DEBUG oslo_vmware.api [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122110, 'name': PowerOnVM_Task, 'duration_secs': 0.435678} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.774444] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1991.774695] env[62189]: DEBUG nova.compute.manager [None req-e04834f1-6bde-4d7a-9df1-6e0752dad666 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1991.775456] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a857410-a496-4564-beac-3a0a9c802666 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.784136] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527b1470-d111-f3fb-a115-e812bb8e12ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010509} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.785859] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.786192] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore1] a4f72200-8120-4298-b7e6-890162fecdc7/a4f72200-8120-4298-b7e6-890162fecdc7.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1991.789023] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c1bc641-9f67-4b59-a904-a24878217221 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.796346] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 1991.796346] env[62189]: value = "task-2122111" [ 1991.796346] env[62189]: _type = "Task" [ 1991.796346] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.805068] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.900140] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1991.900140] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acca5fd1-4ccb-42a1-aaa8-d473dd40f167 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.906698] env[62189]: DEBUG oslo_vmware.api [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1991.906698] env[62189]: value = "task-2122112" [ 1991.906698] env[62189]: _type = "Task" [ 1991.906698] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.915544] env[62189]: DEBUG oslo_vmware.api [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.965870] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122101, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.111965] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.118790] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance a95c1c41-bdbd-4919-a232-ae30339c7703 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1992.118790] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 25 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1992.118790] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5440MB phys_disk=200GB used_disk=23GB total_vcpus=48 used_vcpus=25 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1992.216126] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1992.216446] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d3725ec-6143-4450-97f5-24a20112470b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.223760] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1992.223760] env[62189]: value = "task-2122113" [ 1992.223760] env[62189]: _type = "Task" [ 1992.223760] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.234495] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.307271] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462917} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.307594] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore1] a4f72200-8120-4298-b7e6-890162fecdc7/a4f72200-8120-4298-b7e6-890162fecdc7.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1992.307821] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1992.308081] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b859e6c-a2e0-4d79-ba10-1ba7b6e7b829 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.317312] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 1992.317312] env[62189]: value = "task-2122114" [ 1992.317312] env[62189]: _type = "Task" [ 1992.317312] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.327423] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.417489] env[62189]: DEBUG oslo_vmware.api [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122112, 'name': PowerOffVM_Task, 'duration_secs': 0.228975} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.417489] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1992.417673] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating instance '8ffae4bd-a23e-40a6-b90a-42296310e286' progress to 17 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1992.466731] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122101, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.545379] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3c760c-1734-4382-898f-a16f3a11746e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.552770] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837a3cf1-5315-4eb5-a475-d24b278a8393 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.585459] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6dfafa-611f-424c-bf4a-1e48b553084e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.593448] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8397ed8-b102-43b4-902f-22ad0d59dcf3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.610116] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1992.614419] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.737443] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122113, 'name': PowerOffVM_Task, 'duration_secs': 0.458229} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.737891] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1992.738279] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1992.739283] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e21fa54-cd41-4373-8399-7b07e68f0a14 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.746608] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1992.746978] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3769d90-7be1-460d-b5af-368893ccb961 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.827700] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066578} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.827700] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1992.828245] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e80a5c8-ebd0-421c-a64b-a16ba69e2318 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.852011] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] a4f72200-8120-4298-b7e6-890162fecdc7/a4f72200-8120-4298-b7e6-890162fecdc7.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1992.852409] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f020b1e1-08d0-48c6-b305-6a8c8896a52e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.872474] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 1992.872474] env[62189]: value = "task-2122116" [ 1992.872474] env[62189]: _type = "Task" [ 1992.872474] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.881044] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.923507] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1992.923783] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1992.924053] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1992.924309] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1992.924492] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1992.924674] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1992.924954] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1992.925187] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1992.925375] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1992.925540] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1992.925715] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1992.930948] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f7fbb9c-155e-4813-8a11-bb61b9a90d14 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.947404] env[62189]: DEBUG oslo_vmware.api [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1992.947404] env[62189]: value = "task-2122117" [ 1992.947404] env[62189]: _type = "Task" [ 1992.947404] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.956655] env[62189]: DEBUG oslo_vmware.api [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.964627] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122101, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.107682] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.118154] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1993.383186] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.458031] env[62189]: DEBUG oslo_vmware.api [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122117, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.465270] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122101, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.607270] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.622175] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1993.622493] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.593s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.622816] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.306s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.624477] env[62189]: INFO nova.compute.claims [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1993.884374] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122116, 'name': ReconfigVM_Task, 'duration_secs': 0.885575} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.884704] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Reconfigured VM instance instance-00000032 to attach disk [datastore1] a4f72200-8120-4298-b7e6-890162fecdc7/a4f72200-8120-4298-b7e6-890162fecdc7.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1993.885432] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cec307c3-213b-4241-9360-c88d784a1ead {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.892640] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 1993.892640] env[62189]: value = "task-2122118" [ 1993.892640] env[62189]: _type = "Task" [ 1993.892640] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.901902] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122118, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.960254] env[62189]: DEBUG oslo_vmware.api [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122117, 'name': ReconfigVM_Task, 'duration_secs': 0.509765} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.964946] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating instance '8ffae4bd-a23e-40a6-b90a-42296310e286' progress to 33 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1993.975829] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122101, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.109596] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.404866] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122118, 'name': Rename_Task, 'duration_secs': 0.279554} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.405194] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1994.405454] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97b21448-0569-4ecb-bc4e-24ab837c04aa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.411889] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 1994.411889] env[62189]: value = "task-2122119" [ 1994.411889] env[62189]: _type = "Task" [ 1994.411889] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.420959] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.472123] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:47:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5e9dbc0a-5af7-4493-a3c5-3e5c4d821d23',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1691389287',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1994.472612] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1994.472711] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1994.472977] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1994.473269] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1994.473469] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1994.473709] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1994.473889] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1994.474153] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1994.474394] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1994.474659] env[62189]: DEBUG nova.virt.hardware [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1994.482053] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1994.482411] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122101, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.484171] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7db92cd2-c26c-4f4d-b807-1a5fa605de9a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.503683] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1994.503683] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1994.503683] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Deleting the datastore file [datastore2] 8f3c6230-2a8f-4b97-9fef-7df63b159e42 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1994.503683] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52805356-ddf2-4d27-bf08-053d1cf6cbe1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.508719] env[62189]: DEBUG oslo_vmware.api [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1994.508719] env[62189]: value = "task-2122121" [ 1994.508719] env[62189]: _type = "Task" [ 1994.508719] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.510316] env[62189]: DEBUG oslo_vmware.api [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Waiting for the task: (returnval){ [ 1994.510316] env[62189]: value = "task-2122120" [ 1994.510316] env[62189]: _type = "Task" [ 1994.510316] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.519261] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1994.519261] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1994.519261] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleting the datastore file [datastore2] 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1994.519712] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-804b44a7-bf94-481e-ae7e-49df24dc26e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.528364] env[62189]: DEBUG oslo_vmware.api [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122121, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.528633] env[62189]: DEBUG oslo_vmware.api [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': task-2122120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.533844] env[62189]: DEBUG oslo_vmware.api [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 1994.533844] env[62189]: value = "task-2122122" [ 1994.533844] env[62189]: _type = "Task" [ 1994.533844] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.543231] env[62189]: DEBUG oslo_vmware.api [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.544971] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1994.545277] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1994.545468] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Deleting the datastore file [datastore2] c8116c8c-91f5-49d4-bd92-31b3c6b05b05 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1994.545777] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2895df20-12ed-4a2b-b0df-a87b9c2aae06 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.552375] env[62189]: DEBUG oslo_vmware.api [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Waiting for the task: (returnval){ [ 1994.552375] env[62189]: value = "task-2122123" [ 1994.552375] env[62189]: _type = "Task" [ 1994.552375] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.562572] env[62189]: DEBUG oslo_vmware.api [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': task-2122123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.599524] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1994.599829] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1994.600041] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleting the datastore file [datastore2] 24417845-7960-4e26-9eb1-4877af2c2a7a {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1994.600415] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59517985-c405-4322-8e7c-e1885d81182e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.612393] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.614081] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1994.614081] env[62189]: value = "task-2122124" [ 1994.614081] env[62189]: _type = "Task" [ 1994.614081] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.926787] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122119, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.976545] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122101, 'name': CreateVM_Task, 'duration_secs': 6.825863} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.976545] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1994.976545] env[62189]: DEBUG oslo_concurrency.lockutils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.976545] env[62189]: DEBUG oslo_concurrency.lockutils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.976545] env[62189]: DEBUG oslo_concurrency.lockutils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1994.976545] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9f226e-187a-4ddf-b1f8-81a97291e239 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.984995] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 1994.984995] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a950fc-35cc-931d-f4a0-c02932910e1b" [ 1994.984995] env[62189]: _type = "Task" [ 1994.984995] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.000408] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a950fc-35cc-931d-f4a0-c02932910e1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.027104] env[62189]: DEBUG oslo_vmware.api [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122121, 'name': ReconfigVM_Task, 'duration_secs': 0.201782} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.027471] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1995.028296] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f27792-353a-488c-a337-ff2595273b1d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.036622] env[62189]: DEBUG oslo_vmware.api [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Task: {'id': task-2122120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218409} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.042714] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1995.042962] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1995.043199] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1995.043408] env[62189]: INFO nova.compute.manager [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Took 9.13 seconds to destroy the instance on the hypervisor. [ 1995.043913] env[62189]: DEBUG oslo.service.loopingcall [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1995.058724] env[62189]: DEBUG nova.compute.manager [-] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1995.058832] env[62189]: DEBUG nova.network.neutron [-] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1995.069217] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 8ffae4bd-a23e-40a6-b90a-42296310e286/8ffae4bd-a23e-40a6-b90a-42296310e286.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1995.072555] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d514cd26-9197-4416-9dc2-3795b8db6e64 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.092162] env[62189]: DEBUG oslo_vmware.api [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246808} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.093267] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1995.093509] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1995.096024] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1995.096024] env[62189]: INFO nova.compute.manager [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Took 7.59 seconds to destroy the instance on the hypervisor. [ 1995.096024] env[62189]: DEBUG oslo.service.loopingcall [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1995.097393] env[62189]: DEBUG nova.compute.manager [-] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1995.097561] env[62189]: DEBUG nova.network.neutron [-] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1995.099982] env[62189]: DEBUG oslo_vmware.api [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Task: {'id': task-2122123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215607} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.101548] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1995.101773] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1995.101980] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1995.102241] env[62189]: INFO nova.compute.manager [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Took 6.01 seconds to destroy the instance on the hypervisor. [ 1995.102519] env[62189]: DEBUG oslo.service.loopingcall [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1995.102957] env[62189]: DEBUG oslo_vmware.api [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 1995.102957] env[62189]: value = "task-2122125" [ 1995.102957] env[62189]: _type = "Task" [ 1995.102957] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.105955] env[62189]: DEBUG nova.compute.manager [-] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1995.106065] env[62189]: DEBUG nova.network.neutron [-] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1995.124240] env[62189]: DEBUG oslo_vmware.api [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.124587] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122095, 'name': Destroy_Task, 'duration_secs': 8.154206} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.127646] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Destroyed the VM [ 1995.127955] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1995.128583] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27c0892f-38ad-448d-98a0-ae6ef307f023 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.134313] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292008} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.135207] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1995.135304] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1995.135476] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1995.140086] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1995.140086] env[62189]: value = "task-2122126" [ 1995.140086] env[62189]: _type = "Task" [ 1995.140086] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.155827] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122126, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.260941] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a919f6b7-06ab-4809-9eab-cbd4814835a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.270111] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea6a6d4-3c2c-48b0-bf2f-6c54bf24654a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.306109] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6efaea-b40b-4cbf-8445-81d69de6307c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.314253] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df170f8d-9fcb-4686-b6b2-74aff53b2824 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.329019] env[62189]: DEBUG nova.compute.provider_tree [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1995.422392] env[62189]: DEBUG oslo_vmware.api [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122119, 'name': PowerOnVM_Task, 'duration_secs': 0.724817} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.422647] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1995.423520] env[62189]: INFO nova.compute.manager [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Took 13.55 seconds to spawn the instance on the hypervisor. [ 1995.423520] env[62189]: DEBUG nova.compute.manager [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1995.424178] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e1bf1e-b976-4d86-b33e-a4fb7a539a8e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.496669] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a950fc-35cc-931d-f4a0-c02932910e1b, 'name': SearchDatastore_Task, 'duration_secs': 0.03915} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.496985] env[62189]: DEBUG oslo_concurrency.lockutils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.497239] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1995.497470] env[62189]: DEBUG oslo_concurrency.lockutils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.497605] env[62189]: DEBUG oslo_concurrency.lockutils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.497775] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1995.498163] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7eb6f39-80f8-420c-99ba-09334da1c299 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.508418] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1995.508583] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1995.512700] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-814bd545-400f-4c0b-b7eb-cf7bdc873319 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.515651] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 1995.515651] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527b0577-e99b-4daf-f97a-e4521e25c8a7" [ 1995.515651] env[62189]: _type = "Task" [ 1995.515651] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.524958] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527b0577-e99b-4daf-f97a-e4521e25c8a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.621329] env[62189]: DEBUG oslo_vmware.api [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122125, 'name': ReconfigVM_Task, 'duration_secs': 0.329028} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.621329] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 8ffae4bd-a23e-40a6-b90a-42296310e286/8ffae4bd-a23e-40a6-b90a-42296310e286.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1995.621329] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating instance '8ffae4bd-a23e-40a6-b90a-42296310e286' progress to 50 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1995.658604] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122126, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.785982] env[62189]: DEBUG oslo_concurrency.lockutils [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "eea91f08-c90d-41f5-81f0-effb11446791" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.786377] env[62189]: DEBUG oslo_concurrency.lockutils [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "eea91f08-c90d-41f5-81f0-effb11446791" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.833832] env[62189]: DEBUG nova.scheduler.client.report [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1995.866239] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1995.866653] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1995.944028] env[62189]: INFO nova.compute.manager [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Took 30.42 seconds to build instance. [ 1996.027557] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527b0577-e99b-4daf-f97a-e4521e25c8a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.031020] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af363ef-a261-4d06-b49b-7d3364bdabde {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.035032] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 1996.035032] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dd1440-ef9c-c891-cedb-7948fc3eb557" [ 1996.035032] env[62189]: _type = "Task" [ 1996.035032] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.044156] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dd1440-ef9c-c891-cedb-7948fc3eb557, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.131096] env[62189]: DEBUG nova.network.neutron [-] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.136789] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c11fa3-f01e-460d-a952-29c11bcddd7f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.170198] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e6a356-32cb-48c7-ba8e-75a044167ca8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.179185] env[62189]: DEBUG oslo_vmware.api [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122126, 'name': RemoveSnapshot_Task, 'duration_secs': 0.881912} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.193152] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1996.195784] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating instance '8ffae4bd-a23e-40a6-b90a-42296310e286' progress to 67 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1996.210602] env[62189]: DEBUG nova.virt.hardware [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1996.210836] env[62189]: DEBUG nova.virt.hardware [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1996.210994] env[62189]: DEBUG nova.virt.hardware [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1996.211201] env[62189]: DEBUG nova.virt.hardware [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1996.211371] env[62189]: DEBUG nova.virt.hardware [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1996.211552] env[62189]: DEBUG nova.virt.hardware [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1996.211762] env[62189]: DEBUG nova.virt.hardware [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1996.211923] env[62189]: DEBUG nova.virt.hardware [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1996.212103] env[62189]: DEBUG nova.virt.hardware [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1996.212272] env[62189]: DEBUG nova.virt.hardware [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1996.212448] env[62189]: DEBUG nova.virt.hardware [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1996.213333] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cd1c7c-2ac2-44c8-85ce-3348ce48ec61 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.223178] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9654a4-8f3b-49fd-b126-200605a962f6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.239821] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:ec:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62a3779f-b276-4272-bf37-b401108f4f2e', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1996.247643] env[62189]: DEBUG oslo.service.loopingcall [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1996.249601] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1996.249828] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f616531e-d8f0-4a12-9f12-2ab4a3821c23 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.270926] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1996.270926] env[62189]: value = "task-2122127" [ 1996.270926] env[62189]: _type = "Task" [ 1996.270926] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.279545] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122127, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.288981] env[62189]: DEBUG nova.compute.utils [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1996.339010] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.339442] env[62189]: DEBUG nova.compute.manager [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1996.346805] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.765s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.347016] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.349184] env[62189]: DEBUG oslo_concurrency.lockutils [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.869s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.349421] env[62189]: DEBUG oslo_concurrency.lockutils [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.351100] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.411s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.352536] env[62189]: INFO nova.compute.claims [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1996.358354] env[62189]: DEBUG oslo_concurrency.lockutils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "110d723b-1cea-4fc0-b44a-c638f23e5879" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.358565] env[62189]: DEBUG oslo_concurrency.lockutils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "110d723b-1cea-4fc0-b44a-c638f23e5879" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.378479] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1996.378673] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 1996.382137] env[62189]: DEBUG nova.network.neutron [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Successfully updated port: 8487450c-d093-40a3-be09-f664571318e4 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1996.384113] env[62189]: WARNING oslo_messaging._drivers.amqpdriver [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1996.386970] env[62189]: INFO nova.scheduler.client.report [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Deleted allocations for instance 52287368-e85a-4865-891e-ea4f3d7aae73 [ 1996.401349] env[62189]: INFO nova.scheduler.client.report [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Deleted allocations for instance 03d56df4-7b0a-478f-914e-d407188f696d [ 1996.447959] env[62189]: DEBUG nova.network.neutron [-] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.449227] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6cf2de07-3df9-4535-a34e-b3c5e89a0824 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "a4f72200-8120-4298-b7e6-890162fecdc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.805s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.547319] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dd1440-ef9c-c891-cedb-7948fc3eb557, 'name': SearchDatastore_Task, 'duration_secs': 0.010227} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.547857] env[62189]: DEBUG oslo_concurrency.lockutils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.548205] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore1] 470b5711-1161-432f-81fc-2cad2d1ea795/470b5711-1161-432f-81fc-2cad2d1ea795.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1996.548560] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cc4411c-fefe-4bef-b64f-ef49cb83b800 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.555639] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 1996.555639] env[62189]: value = "task-2122128" [ 1996.555639] env[62189]: _type = "Task" [ 1996.555639] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.563935] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.607441] env[62189]: DEBUG nova.compute.manager [req-90780712-ebaf-4f89-adab-2b197ea0f95c req-940fbc88-40a1-43fc-98c4-a5aa68185bb2 service nova] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Received event network-vif-deleted-e852c526-8377-4c38-a745-ac0c183a5c5e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1996.642386] env[62189]: INFO nova.compute.manager [-] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Took 1.54 seconds to deallocate network for instance. [ 1996.703098] env[62189]: WARNING nova.compute.manager [None req-f104935d-593b-40ef-8775-4c890d3a5eed tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Image not found during snapshot: nova.exception.ImageNotFound: Image 9824b9fc-afd5-48d9-afc6-db2eda2567ab could not be found. [ 1996.752917] env[62189]: DEBUG nova.network.neutron [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Port 2a5d85d8-c56d-46a7-8f0c-95371ba8af3b binding to destination host cpu-1 is already ACTIVE {{(pid=62189) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1996.781772] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122127, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.792141] env[62189]: DEBUG oslo_concurrency.lockutils [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "eea91f08-c90d-41f5-81f0-effb11446791" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.816537] env[62189]: DEBUG nova.compute.manager [req-7feceeae-097f-4b2a-98c6-f6c546b97a15 req-2b9f4509-5f75-4071-9210-6353dccbe526 service nova] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Received event network-vif-plugged-8487450c-d093-40a3-be09-f664571318e4 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1996.816807] env[62189]: DEBUG oslo_concurrency.lockutils [req-7feceeae-097f-4b2a-98c6-f6c546b97a15 req-2b9f4509-5f75-4071-9210-6353dccbe526 service nova] Acquiring lock "68f7cb35-c13c-405c-a071-e6baa9f254f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.816955] env[62189]: DEBUG oslo_concurrency.lockutils [req-7feceeae-097f-4b2a-98c6-f6c546b97a15 req-2b9f4509-5f75-4071-9210-6353dccbe526 service nova] Lock "68f7cb35-c13c-405c-a071-e6baa9f254f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.817141] env[62189]: DEBUG oslo_concurrency.lockutils [req-7feceeae-097f-4b2a-98c6-f6c546b97a15 req-2b9f4509-5f75-4071-9210-6353dccbe526 service nova] Lock "68f7cb35-c13c-405c-a071-e6baa9f254f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.817309] env[62189]: DEBUG nova.compute.manager [req-7feceeae-097f-4b2a-98c6-f6c546b97a15 req-2b9f4509-5f75-4071-9210-6353dccbe526 service nova] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] No waiting events found dispatching network-vif-plugged-8487450c-d093-40a3-be09-f664571318e4 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1996.817476] env[62189]: WARNING nova.compute.manager [req-7feceeae-097f-4b2a-98c6-f6c546b97a15 req-2b9f4509-5f75-4071-9210-6353dccbe526 service nova] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Received unexpected event network-vif-plugged-8487450c-d093-40a3-be09-f664571318e4 for instance with vm_state building and task_state spawning. [ 1996.846860] env[62189]: DEBUG nova.compute.utils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1996.848331] env[62189]: DEBUG nova.compute.manager [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1996.848503] env[62189]: DEBUG nova.network.neutron [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1996.861967] env[62189]: DEBUG nova.compute.manager [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1996.886628] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquiring lock "refresh_cache-68f7cb35-c13c-405c-a071-e6baa9f254f3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.886833] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquired lock "refresh_cache-68f7cb35-c13c-405c-a071-e6baa9f254f3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.886991] env[62189]: DEBUG nova.network.neutron [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1996.894048] env[62189]: DEBUG oslo_concurrency.lockutils [None req-62822421-7143-4440-a7c1-e16ff070fd3b tempest-ServersNegativeTestMultiTenantJSON-2039240780 tempest-ServersNegativeTestMultiTenantJSON-2039240780-project-member] Lock "52287368-e85a-4865-891e-ea4f3d7aae73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.341s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.906219] env[62189]: DEBUG nova.policy [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5b9c0c57cde4c968761bea79e161a93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4c2687d706b4e10b6e412f4532d8114', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1996.910346] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc90e66c-a48d-49af-9894-506d2cfc1d2b tempest-ServerDiagnosticsV248Test-1877991551 tempest-ServerDiagnosticsV248Test-1877991551-project-member] Lock "03d56df4-7b0a-478f-914e-d407188f696d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.620s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.920888] env[62189]: DEBUG nova.network.neutron [-] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.953097] env[62189]: INFO nova.compute.manager [-] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Took 1.85 seconds to deallocate network for instance. [ 1997.067610] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494694} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.067867] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore1] 470b5711-1161-432f-81fc-2cad2d1ea795/470b5711-1161-432f-81fc-2cad2d1ea795.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1997.070832] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1997.070832] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9935d95-3de1-406c-ad02-1e38a86f2e6d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.077508] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 1997.077508] env[62189]: value = "task-2122129" [ 1997.077508] env[62189]: _type = "Task" [ 1997.077508] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.086397] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.149688] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.283386] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122127, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.321845] env[62189]: DEBUG nova.network.neutron [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Successfully created port: 72dfc44c-3ab3-44fc-818d-032de95d99c6 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1997.352729] env[62189]: DEBUG nova.compute.manager [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1997.394960] env[62189]: DEBUG oslo_concurrency.lockutils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.423869] env[62189]: INFO nova.compute.manager [-] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Took 2.36 seconds to deallocate network for instance. [ 1997.457956] env[62189]: DEBUG nova.network.neutron [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1997.460683] env[62189]: DEBUG oslo_concurrency.lockutils [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.593012] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.715286] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "19779686-0994-494a-8bd7-927cde64780d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.715552] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "19779686-0994-494a-8bd7-927cde64780d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.715762] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "19779686-0994-494a-8bd7-927cde64780d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.715952] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "19779686-0994-494a-8bd7-927cde64780d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.716158] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "19779686-0994-494a-8bd7-927cde64780d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.718226] env[62189]: INFO nova.compute.manager [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Terminating instance [ 1997.792359] env[62189]: DEBUG oslo_concurrency.lockutils [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "8ffae4bd-a23e-40a6-b90a-42296310e286-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.792670] env[62189]: DEBUG oslo_concurrency.lockutils [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "8ffae4bd-a23e-40a6-b90a-42296310e286-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.792854] env[62189]: DEBUG oslo_concurrency.lockutils [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "8ffae4bd-a23e-40a6-b90a-42296310e286-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.803025] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122127, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.859775] env[62189]: DEBUG nova.network.neutron [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Updating instance_info_cache with network_info: [{"id": "8487450c-d093-40a3-be09-f664571318e4", "address": "fa:16:3e:c9:d8:29", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8487450c-d0", "ovs_interfaceid": "8487450c-d093-40a3-be09-f664571318e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.901753] env[62189]: DEBUG oslo_concurrency.lockutils [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "eea91f08-c90d-41f5-81f0-effb11446791" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.902469] env[62189]: DEBUG oslo_concurrency.lockutils [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "eea91f08-c90d-41f5-81f0-effb11446791" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.903577] env[62189]: INFO nova.compute.manager [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Attaching volume 6861c541-b16e-473a-a1f8-bedb989da39f to /dev/sdb [ 1997.938446] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.943700] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a5fbc8-becd-411f-b8ab-bf9e13c6dcc5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.952687] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271859d3-3581-4663-b43f-e38dfba07c51 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.955738] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff54d56-8ed1-4e4e-913f-77e1ef088dc6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.962674] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d660e5c2-79de-4f5b-8f90-bb061416a275 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.970654] env[62189]: DEBUG nova.virt.block_device [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Updating existing volume attachment record: c724a996-2dd1-4e96-97bf-d3d463e701c0 {{(pid=62189) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1998.002897] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.002897] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquired lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.002897] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Forcefully refreshing network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1998.008756] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0b62f0-d9f2-4e96-800f-fbd79fbad354 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.013492] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae7e594-2333-48fc-bd0b-6e074199ca6e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.027961] env[62189]: DEBUG nova.compute.provider_tree [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1998.091261] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.721243} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.092060] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1998.092322] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff9d464-3935-44d2-90fe-5734baf0a592 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.116606] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 470b5711-1161-432f-81fc-2cad2d1ea795/470b5711-1161-432f-81fc-2cad2d1ea795.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1998.116970] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-113cbba3-9aae-4957-806d-9e20a74c9474 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.137824] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 1998.137824] env[62189]: value = "task-2122130" [ 1998.137824] env[62189]: _type = "Task" [ 1998.137824] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.148111] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.223734] env[62189]: DEBUG nova.compute.manager [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1998.224138] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1998.226248] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69de2f0-2a3e-4f0e-bd42-d457fa68b9bb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.232598] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1998.232870] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2db46193-cf49-4171-a839-8b78efebfdca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.241470] env[62189]: DEBUG oslo_vmware.api [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1998.241470] env[62189]: value = "task-2122132" [ 1998.241470] env[62189]: _type = "Task" [ 1998.241470] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.249319] env[62189]: DEBUG oslo_vmware.api [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.286892] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122127, 'name': CreateVM_Task, 'duration_secs': 1.551305} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.286892] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1998.287329] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.287577] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.287936] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1998.288277] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0374ad82-8d34-4f19-882d-902548833f01 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.299625] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1998.299625] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5253a7d9-1178-7b5a-51df-26478cfc2e54" [ 1998.299625] env[62189]: _type = "Task" [ 1998.299625] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.309021] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5253a7d9-1178-7b5a-51df-26478cfc2e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.363028] env[62189]: DEBUG nova.compute.manager [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1998.365782] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Releasing lock "refresh_cache-68f7cb35-c13c-405c-a071-e6baa9f254f3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.366158] env[62189]: DEBUG nova.compute.manager [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Instance network_info: |[{"id": "8487450c-d093-40a3-be09-f664571318e4", "address": "fa:16:3e:c9:d8:29", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8487450c-d0", "ovs_interfaceid": "8487450c-d093-40a3-be09-f664571318e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1998.367320] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:d8:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8487450c-d093-40a3-be09-f664571318e4', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1998.377166] env[62189]: DEBUG oslo.service.loopingcall [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1998.377988] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1998.378240] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84edd39d-1edd-480a-8498-ec4078f22603 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.402697] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1998.402697] env[62189]: value = "task-2122135" [ 1998.402697] env[62189]: _type = "Task" [ 1998.402697] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.405046] env[62189]: DEBUG nova.virt.hardware [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1998.405345] env[62189]: DEBUG nova.virt.hardware [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1998.405502] env[62189]: DEBUG nova.virt.hardware [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1998.405718] env[62189]: DEBUG nova.virt.hardware [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1998.405920] env[62189]: DEBUG nova.virt.hardware [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1998.406137] env[62189]: DEBUG nova.virt.hardware [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1998.408106] env[62189]: DEBUG nova.virt.hardware [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1998.408106] env[62189]: DEBUG nova.virt.hardware [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1998.408106] env[62189]: DEBUG nova.virt.hardware [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1998.408324] env[62189]: DEBUG nova.virt.hardware [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1998.408492] env[62189]: DEBUG nova.virt.hardware [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1998.409541] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e309980-d84a-466c-bae9-306e24de82e4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.425523] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7242c09-8f0a-4e75-82f1-90e9f7145c01 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.429988] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122135, 'name': CreateVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.530871] env[62189]: DEBUG nova.scheduler.client.report [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1998.647993] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122130, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.754726] env[62189]: DEBUG oslo_vmware.api [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122132, 'name': PowerOffVM_Task, 'duration_secs': 0.20281} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.755229] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1998.755229] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1998.755427] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffc5592b-c698-4084-a185-ba809adf0362 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.815456] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5253a7d9-1178-7b5a-51df-26478cfc2e54, 'name': SearchDatastore_Task, 'duration_secs': 0.013926} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.815930] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.816298] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1998.816659] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.817261] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.817261] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1998.817392] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27c549f0-86ef-40fb-a3f2-1ac0871a61de {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.827131] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1998.827289] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1998.828313] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-073c30f4-3658-4284-8031-3f96ed92560e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.835880] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1998.835880] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528a211f-434b-51c1-5218-811847089874" [ 1998.835880] env[62189]: _type = "Task" [ 1998.835880] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.844924] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528a211f-434b-51c1-5218-811847089874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.846032] env[62189]: DEBUG oslo_concurrency.lockutils [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.846032] env[62189]: DEBUG oslo_concurrency.lockutils [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquired lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.846161] env[62189]: DEBUG nova.network.neutron [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1998.895039] env[62189]: DEBUG nova.compute.manager [req-19b92355-71c1-4784-a2da-3ab8a7f0e184 req-e03fd4f8-984a-441d-8ba6-5773e95b10da service nova] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Received event network-vif-deleted-527a6226-02ce-4af7-8e5c-7681da1fe3a3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1998.896432] env[62189]: DEBUG nova.compute.manager [req-19b92355-71c1-4784-a2da-3ab8a7f0e184 req-e03fd4f8-984a-441d-8ba6-5773e95b10da service nova] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Received event network-changed-8487450c-d093-40a3-be09-f664571318e4 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 1998.897142] env[62189]: DEBUG nova.compute.manager [req-19b92355-71c1-4784-a2da-3ab8a7f0e184 req-e03fd4f8-984a-441d-8ba6-5773e95b10da service nova] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Refreshing instance network info cache due to event network-changed-8487450c-d093-40a3-be09-f664571318e4. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 1998.898765] env[62189]: DEBUG oslo_concurrency.lockutils [req-19b92355-71c1-4784-a2da-3ab8a7f0e184 req-e03fd4f8-984a-441d-8ba6-5773e95b10da service nova] Acquiring lock "refresh_cache-68f7cb35-c13c-405c-a071-e6baa9f254f3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.899123] env[62189]: DEBUG oslo_concurrency.lockutils [req-19b92355-71c1-4784-a2da-3ab8a7f0e184 req-e03fd4f8-984a-441d-8ba6-5773e95b10da service nova] Acquired lock "refresh_cache-68f7cb35-c13c-405c-a071-e6baa9f254f3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.899446] env[62189]: DEBUG nova.network.neutron [req-19b92355-71c1-4784-a2da-3ab8a7f0e184 req-e03fd4f8-984a-441d-8ba6-5773e95b10da service nova] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Refreshing network info cache for port 8487450c-d093-40a3-be09-f664571318e4 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1998.920481] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122135, 'name': CreateVM_Task, 'duration_secs': 0.487399} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.920685] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1998.921347] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.921564] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.921919] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1998.922507] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-515621db-26d1-4fb3-a974-4ded45122c63 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.927339] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 1998.927339] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b161a2-041f-17cd-a2a0-f47b8f13cf6a" [ 1998.927339] env[62189]: _type = "Task" [ 1998.927339] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.941873] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b161a2-041f-17cd-a2a0-f47b8f13cf6a, 'name': SearchDatastore_Task} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.943757] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.944228] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1998.944526] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.944908] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1998.945156] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1998.945428] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Deleting the datastore file [datastore2] 19779686-0994-494a-8bd7-927cde64780d {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1998.945760] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad6b7ff0-15dd-4678-8475-865b6725e96e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.952771] env[62189]: DEBUG oslo_vmware.api [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 1998.952771] env[62189]: value = "task-2122137" [ 1998.952771] env[62189]: _type = "Task" [ 1998.952771] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.962324] env[62189]: DEBUG oslo_vmware.api [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.035933] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.036815] env[62189]: DEBUG nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1999.044036] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.508s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.044036] env[62189]: INFO nova.compute.claims [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1999.149814] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122130, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.349875] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528a211f-434b-51c1-5218-811847089874, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.354028] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12fff2b8-6721-4f73-bb55-9963b8e02171 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.362890] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1999.362890] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5293a659-911d-7a51-7b85-39258dc74b7a" [ 1999.362890] env[62189]: _type = "Task" [ 1999.362890] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.370547] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5293a659-911d-7a51-7b85-39258dc74b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.461068] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updating instance_info_cache with network_info: [{"id": "2f41c132-8cbe-47e1-89b2-0329834247d5", "address": "fa:16:3e:06:6b:51", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f41c132-8c", "ovs_interfaceid": "2f41c132-8cbe-47e1-89b2-0329834247d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.468714] env[62189]: DEBUG oslo_vmware.api [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137529} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.469267] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1999.469496] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1999.469700] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1999.469922] env[62189]: INFO nova.compute.manager [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 19779686-0994-494a-8bd7-927cde64780d] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1999.470211] env[62189]: DEBUG oslo.service.loopingcall [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1999.470449] env[62189]: DEBUG nova.compute.manager [-] [instance: 19779686-0994-494a-8bd7-927cde64780d] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1999.470575] env[62189]: DEBUG nova.network.neutron [-] [instance: 19779686-0994-494a-8bd7-927cde64780d] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1999.542572] env[62189]: DEBUG nova.compute.utils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1999.547556] env[62189]: DEBUG nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1999.547967] env[62189]: DEBUG nova.network.neutron [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1999.652954] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122130, 'name': ReconfigVM_Task, 'duration_secs': 1.381291} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.653251] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 470b5711-1161-432f-81fc-2cad2d1ea795/470b5711-1161-432f-81fc-2cad2d1ea795.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1999.653875] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ad71c1e-90da-46ac-bc7a-b88163bea562 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.660751] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 1999.660751] env[62189]: value = "task-2122138" [ 1999.660751] env[62189]: _type = "Task" [ 1999.660751] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.671207] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122138, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.699757] env[62189]: DEBUG nova.policy [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8243c4f61609434f8472585393cbed91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac6ccebca6a444ceb546e8876c881770', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 1999.868903] env[62189]: DEBUG nova.network.neutron [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Successfully updated port: 72dfc44c-3ab3-44fc-818d-032de95d99c6 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1999.875519] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5293a659-911d-7a51-7b85-39258dc74b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009298} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.876065] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.876173] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 24417845-7960-4e26-9eb1-4877af2c2a7a/24417845-7960-4e26-9eb1-4877af2c2a7a.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1999.876407] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.876603] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1999.876987] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b6be891-321c-4034-9643-290ad7020526 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.879888] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b86e99ce-f42c-4029-a680-948c34aaee24 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.887605] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 1999.887605] env[62189]: value = "task-2122139" [ 1999.887605] env[62189]: _type = "Task" [ 1999.887605] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.890536] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1999.890536] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1999.893093] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86aa58c4-0e07-4663-9914-909ba6665bba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.901775] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.903018] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 1999.903018] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e003f6-be6c-e317-8273-f423e23ae398" [ 1999.903018] env[62189]: _type = "Task" [ 1999.903018] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.914147] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e003f6-be6c-e317-8273-f423e23ae398, 'name': SearchDatastore_Task, 'duration_secs': 0.008485} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.915340] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51091c7b-eb55-40c6-a496-daa51e4f34b5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.920323] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 1999.920323] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5262743a-b365-d494-214f-ab0d6917196e" [ 1999.920323] env[62189]: _type = "Task" [ 1999.920323] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.928138] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5262743a-b365-d494-214f-ab0d6917196e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.963999] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Releasing lock "refresh_cache-6caf9898-a70f-4e51-93a5-c7bc4af8ad41" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.964470] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updated the network info_cache for instance {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 1999.964704] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1999.964861] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1999.965016] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1999.965168] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1999.965307] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1999.965437] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 1999.965580] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2000.049599] env[62189]: DEBUG nova.network.neutron [req-19b92355-71c1-4784-a2da-3ab8a7f0e184 req-e03fd4f8-984a-441d-8ba6-5773e95b10da service nova] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Updated VIF entry in instance network info cache for port 8487450c-d093-40a3-be09-f664571318e4. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2000.050533] env[62189]: DEBUG nova.network.neutron [req-19b92355-71c1-4784-a2da-3ab8a7f0e184 req-e03fd4f8-984a-441d-8ba6-5773e95b10da service nova] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Updating instance_info_cache with network_info: [{"id": "8487450c-d093-40a3-be09-f664571318e4", "address": "fa:16:3e:c9:d8:29", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8487450c-d0", "ovs_interfaceid": "8487450c-d093-40a3-be09-f664571318e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.055442] env[62189]: DEBUG nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2000.169703] env[62189]: DEBUG nova.network.neutron [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating instance_info_cache with network_info: [{"id": "2a5d85d8-c56d-46a7-8f0c-95371ba8af3b", "address": "fa:16:3e:0b:c5:33", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a5d85d8-c5", "ovs_interfaceid": "2a5d85d8-c56d-46a7-8f0c-95371ba8af3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.177948] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122138, 'name': Rename_Task, 'duration_secs': 0.290399} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.177948] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2000.183349] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92a36505-b1d6-48f3-a29b-37246803b18f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.194146] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2000.194146] env[62189]: value = "task-2122140" [ 2000.194146] env[62189]: _type = "Task" [ 2000.194146] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.210637] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.371563] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "refresh_cache-980380f6-ea9f-4ee3-8ce7-74e00bebd20e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.371831] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "refresh_cache-980380f6-ea9f-4ee3-8ce7-74e00bebd20e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.371899] env[62189]: DEBUG nova.network.neutron [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2000.405692] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460848} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.406236] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 24417845-7960-4e26-9eb1-4877af2c2a7a/24417845-7960-4e26-9eb1-4877af2c2a7a.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2000.406507] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2000.407405] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da679410-99c9-49f0-b198-cf6ccfd9c5f6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.417601] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2000.417601] env[62189]: value = "task-2122142" [ 2000.417601] env[62189]: _type = "Task" [ 2000.417601] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.433466] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.441453] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5262743a-b365-d494-214f-ab0d6917196e, 'name': SearchDatastore_Task, 'duration_secs': 0.008204} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.442291] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.442561] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 68f7cb35-c13c-405c-a071-e6baa9f254f3/68f7cb35-c13c-405c-a071-e6baa9f254f3.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2000.443149] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1266469d-83ee-41a5-af2c-dacb99edb634 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.449626] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2000.449626] env[62189]: value = "task-2122143" [ 2000.449626] env[62189]: _type = "Task" [ 2000.449626] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.454940] env[62189]: DEBUG nova.network.neutron [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Successfully created port: 57f026d3-56e0-48ee-8862-f13a6affaea4 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2000.470342] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.470681] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.553665] env[62189]: DEBUG oslo_concurrency.lockutils [req-19b92355-71c1-4784-a2da-3ab8a7f0e184 req-e03fd4f8-984a-441d-8ba6-5773e95b10da service nova] Releasing lock "refresh_cache-68f7cb35-c13c-405c-a071-e6baa9f254f3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.554011] env[62189]: DEBUG nova.compute.manager [req-19b92355-71c1-4784-a2da-3ab8a7f0e184 req-e03fd4f8-984a-441d-8ba6-5773e95b10da service nova] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Received event network-vif-deleted-95e2b8c6-267c-4814-865a-56bbee0e6263 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2000.669971] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9f2ec3-74a8-48fd-8b4c-44156e2c9847 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.678990] env[62189]: DEBUG oslo_concurrency.lockutils [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Releasing lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.683978] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fb40a1-79ba-40b0-b982-8299a215a1e2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.737703] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098c6e5c-d9c6-4097-ab0c-c43f41b1274e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.748898] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122140, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.753292] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d58bf2-be47-4b79-8a0a-2185e48350c7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.777103] env[62189]: DEBUG nova.compute.provider_tree [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2000.907160] env[62189]: DEBUG nova.network.neutron [-] [instance: 19779686-0994-494a-8bd7-927cde64780d] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.931925] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062233} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.932254] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2000.933152] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0138bf9b-73d8-4ed3-8188-485f215e2c40 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.960400] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 24417845-7960-4e26-9eb1-4877af2c2a7a/24417845-7960-4e26-9eb1-4877af2c2a7a.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2000.961555] env[62189]: DEBUG nova.network.neutron [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2000.968724] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5098e560-601f-4780-b47b-4d7033505162 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.984458] env[62189]: DEBUG nova.compute.manager [req-1e0c04b0-3dc2-4f37-bd78-2bdd5749f001 req-f02d2d02-3f66-4f04-a22f-a3a8c9b11a0a service nova] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Received event network-vif-plugged-72dfc44c-3ab3-44fc-818d-032de95d99c6 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2000.984665] env[62189]: DEBUG oslo_concurrency.lockutils [req-1e0c04b0-3dc2-4f37-bd78-2bdd5749f001 req-f02d2d02-3f66-4f04-a22f-a3a8c9b11a0a service nova] Acquiring lock "980380f6-ea9f-4ee3-8ce7-74e00bebd20e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.984866] env[62189]: DEBUG oslo_concurrency.lockutils [req-1e0c04b0-3dc2-4f37-bd78-2bdd5749f001 req-f02d2d02-3f66-4f04-a22f-a3a8c9b11a0a service nova] Lock "980380f6-ea9f-4ee3-8ce7-74e00bebd20e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.985040] env[62189]: DEBUG oslo_concurrency.lockutils [req-1e0c04b0-3dc2-4f37-bd78-2bdd5749f001 req-f02d2d02-3f66-4f04-a22f-a3a8c9b11a0a service nova] Lock "980380f6-ea9f-4ee3-8ce7-74e00bebd20e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.985208] env[62189]: DEBUG nova.compute.manager [req-1e0c04b0-3dc2-4f37-bd78-2bdd5749f001 req-f02d2d02-3f66-4f04-a22f-a3a8c9b11a0a service nova] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] No waiting events found dispatching network-vif-plugged-72dfc44c-3ab3-44fc-818d-032de95d99c6 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2000.985367] env[62189]: WARNING nova.compute.manager [req-1e0c04b0-3dc2-4f37-bd78-2bdd5749f001 req-f02d2d02-3f66-4f04-a22f-a3a8c9b11a0a service nova] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Received unexpected event network-vif-plugged-72dfc44c-3ab3-44fc-818d-032de95d99c6 for instance with vm_state building and task_state spawning. [ 2000.985523] env[62189]: DEBUG nova.compute.manager [req-1e0c04b0-3dc2-4f37-bd78-2bdd5749f001 req-f02d2d02-3f66-4f04-a22f-a3a8c9b11a0a service nova] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Received event network-changed-72dfc44c-3ab3-44fc-818d-032de95d99c6 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2000.985671] env[62189]: DEBUG nova.compute.manager [req-1e0c04b0-3dc2-4f37-bd78-2bdd5749f001 req-f02d2d02-3f66-4f04-a22f-a3a8c9b11a0a service nova] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Refreshing instance network info cache due to event network-changed-72dfc44c-3ab3-44fc-818d-032de95d99c6. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2000.985830] env[62189]: DEBUG oslo_concurrency.lockutils [req-1e0c04b0-3dc2-4f37-bd78-2bdd5749f001 req-f02d2d02-3f66-4f04-a22f-a3a8c9b11a0a service nova] Acquiring lock "refresh_cache-980380f6-ea9f-4ee3-8ce7-74e00bebd20e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.992935] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506006} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.995042] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 68f7cb35-c13c-405c-a071-e6baa9f254f3/68f7cb35-c13c-405c-a071-e6baa9f254f3.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2000.995752] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2000.995752] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2000.995752] env[62189]: value = "task-2122144" [ 2000.995752] env[62189]: _type = "Task" [ 2000.995752] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.995752] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6fc0bc9-3983-449e-835b-9c0842fc35fd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.007028] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.008376] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2001.008376] env[62189]: value = "task-2122145" [ 2001.008376] env[62189]: _type = "Task" [ 2001.008376] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.016861] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.069983] env[62189]: DEBUG nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2001.104755] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2001.104988] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2001.105158] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2001.105337] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2001.105465] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2001.105615] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2001.105825] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2001.106216] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2001.106216] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2001.106450] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2001.106788] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2001.107403] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd953bff-7d16-4a74-8643-8952ce023fcb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.115580] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0be5507-a802-4aca-a38a-f9606f04cd1b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.214710] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684149d8-7cd6-4248-9fa6-53c841e43072 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.243388] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bf0909-ab52-4ca2-8fd6-f4a16eee7078 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.251940] env[62189]: DEBUG oslo_vmware.api [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122140, 'name': PowerOnVM_Task, 'duration_secs': 0.596099} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.255727] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2001.255727] env[62189]: INFO nova.compute.manager [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Took 16.72 seconds to spawn the instance on the hypervisor. [ 2001.255727] env[62189]: DEBUG nova.compute.manager [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2001.256013] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating instance '8ffae4bd-a23e-40a6-b90a-42296310e286' progress to 83 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2001.260685] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c4d989-1968-4eef-b55a-2ec5f5724da2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.269607] env[62189]: DEBUG nova.network.neutron [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Updating instance_info_cache with network_info: [{"id": "72dfc44c-3ab3-44fc-818d-032de95d99c6", "address": "fa:16:3e:5b:4e:a0", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72dfc44c-3a", "ovs_interfaceid": "72dfc44c-3ab3-44fc-818d-032de95d99c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.283336] env[62189]: DEBUG nova.scheduler.client.report [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2001.409480] env[62189]: INFO nova.compute.manager [-] [instance: 19779686-0994-494a-8bd7-927cde64780d] Took 1.94 seconds to deallocate network for instance. [ 2001.508449] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122144, 'name': ReconfigVM_Task, 'duration_secs': 0.299941} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.508819] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 24417845-7960-4e26-9eb1-4877af2c2a7a/24417845-7960-4e26-9eb1-4877af2c2a7a.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2001.512313] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fda52cad-b45c-4226-9981-b8f4b855a173 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.521023] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071111} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.521023] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2001.521298] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2001.521298] env[62189]: value = "task-2122146" [ 2001.521298] env[62189]: _type = "Task" [ 2001.521298] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.521962] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5989df-b3e5-4992-a146-2fe54031e7f8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.532148] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122146, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.555885] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 68f7cb35-c13c-405c-a071-e6baa9f254f3/68f7cb35-c13c-405c-a071-e6baa9f254f3.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2001.555885] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0adb77e6-41a7-4a4e-bc79-4be21f9ce51a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.576142] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2001.576142] env[62189]: value = "task-2122147" [ 2001.576142] env[62189]: _type = "Task" [ 2001.576142] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.586366] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.766774] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2001.767153] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4b16503-da0f-4fbe-9fcb-c425a9a365a5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.774318] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "refresh_cache-980380f6-ea9f-4ee3-8ce7-74e00bebd20e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.774679] env[62189]: DEBUG nova.compute.manager [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Instance network_info: |[{"id": "72dfc44c-3ab3-44fc-818d-032de95d99c6", "address": "fa:16:3e:5b:4e:a0", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72dfc44c-3a", "ovs_interfaceid": "72dfc44c-3ab3-44fc-818d-032de95d99c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2001.785513] env[62189]: DEBUG oslo_concurrency.lockutils [req-1e0c04b0-3dc2-4f37-bd78-2bdd5749f001 req-f02d2d02-3f66-4f04-a22f-a3a8c9b11a0a service nova] Acquired lock "refresh_cache-980380f6-ea9f-4ee3-8ce7-74e00bebd20e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.785513] env[62189]: DEBUG nova.network.neutron [req-1e0c04b0-3dc2-4f37-bd78-2bdd5749f001 req-f02d2d02-3f66-4f04-a22f-a3a8c9b11a0a service nova] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Refreshing network info cache for port 72dfc44c-3ab3-44fc-818d-032de95d99c6 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2001.787407] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:4e:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72dfc44c-3ab3-44fc-818d-032de95d99c6', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2001.796793] env[62189]: DEBUG oslo.service.loopingcall [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2001.797226] env[62189]: DEBUG oslo_vmware.api [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 2001.797226] env[62189]: value = "task-2122148" [ 2001.797226] env[62189]: _type = "Task" [ 2001.797226] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.798031] env[62189]: INFO nova.compute.manager [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Took 35.43 seconds to build instance. [ 2001.805025] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.805025] env[62189]: DEBUG nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2001.807985] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2001.809138] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.243s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.809332] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.811639] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.891s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.813264] env[62189]: INFO nova.compute.claims [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2001.817155] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8683c703-68b9-4062-b93b-a5e68b693efc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.853609] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2001.853609] env[62189]: value = "task-2122149" [ 2001.853609] env[62189]: _type = "Task" [ 2001.853609] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.854526] env[62189]: DEBUG oslo_vmware.api [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122148, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.864255] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122149, 'name': CreateVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.873498] env[62189]: INFO nova.scheduler.client.report [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Deleted allocations for instance 8dec3082-22e8-4eda-9554-a4742dfa2471 [ 2001.903940] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquiring lock "427b309f-7dd9-4b10-82bc-a88a0812abe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.904103] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "427b309f-7dd9-4b10-82bc-a88a0812abe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.904750] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquiring lock "427b309f-7dd9-4b10-82bc-a88a0812abe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.904750] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "427b309f-7dd9-4b10-82bc-a88a0812abe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.904750] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "427b309f-7dd9-4b10-82bc-a88a0812abe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.910576] env[62189]: INFO nova.compute.manager [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Terminating instance [ 2001.916139] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.035021] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122146, 'name': Rename_Task, 'duration_secs': 0.139467} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.035326] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2002.035575] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b37c7de1-9726-4ec0-8719-8971665723dd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.042204] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2002.042204] env[62189]: value = "task-2122150" [ 2002.042204] env[62189]: _type = "Task" [ 2002.042204] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.052126] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.086783] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122147, 'name': ReconfigVM_Task, 'duration_secs': 0.317401} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.087247] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 68f7cb35-c13c-405c-a071-e6baa9f254f3/68f7cb35-c13c-405c-a071-e6baa9f254f3.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2002.087987] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8bd586c-5879-48fd-a022-b28ad34ad551 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.094538] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2002.094538] env[62189]: value = "task-2122151" [ 2002.094538] env[62189]: _type = "Task" [ 2002.094538] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.102771] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122151, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.304020] env[62189]: DEBUG oslo_concurrency.lockutils [None req-667dcec3-58ad-4992-bac1-5dc3f05089a0 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "470b5711-1161-432f-81fc-2cad2d1ea795" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.566s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.322227] env[62189]: DEBUG oslo_vmware.api [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122148, 'name': PowerOnVM_Task, 'duration_secs': 0.392288} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.322516] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2002.322788] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-73919880-9ec4-4f80-b463-731f03069b99 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating instance '8ffae4bd-a23e-40a6-b90a-42296310e286' progress to 100 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2002.343928] env[62189]: DEBUG nova.compute.utils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2002.348673] env[62189]: DEBUG nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2002.348673] env[62189]: DEBUG nova.network.neutron [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2002.367909] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122149, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.383756] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e57e039e-6b6a-4d29-b7c7-5e0d005fd9db tempest-InstanceActionsNegativeTestJSON-1769889585 tempest-InstanceActionsNegativeTestJSON-1769889585-project-member] Lock "8dec3082-22e8-4eda-9554-a4742dfa2471" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.484s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.415966] env[62189]: DEBUG nova.compute.manager [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2002.416273] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2002.418780] env[62189]: DEBUG nova.policy [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8243c4f61609434f8472585393cbed91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac6ccebca6a444ceb546e8876c881770', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2002.420440] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5157da36-97a1-4da1-9ae0-7c516e295a1f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.433351] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2002.433658] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bcfb55b-2eca-4983-96c3-2b19549c63c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.446260] env[62189]: DEBUG oslo_vmware.api [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 2002.446260] env[62189]: value = "task-2122152" [ 2002.446260] env[62189]: _type = "Task" [ 2002.446260] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.459518] env[62189]: DEBUG oslo_vmware.api [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.544531] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Volume attach. Driver type: vmdk {{(pid=62189) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2002.544776] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434149', 'volume_id': '6861c541-b16e-473a-a1f8-bedb989da39f', 'name': 'volume-6861c541-b16e-473a-a1f8-bedb989da39f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eea91f08-c90d-41f5-81f0-effb11446791', 'attached_at': '', 'detached_at': '', 'volume_id': '6861c541-b16e-473a-a1f8-bedb989da39f', 'serial': '6861c541-b16e-473a-a1f8-bedb989da39f'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2002.545746] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a08f3e-f247-4bdb-b73a-6df387816827 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.564531] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122150, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.581020] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b903de-3591-4063-9118-f007791774af {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.607153] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-6861c541-b16e-473a-a1f8-bedb989da39f/volume-6861c541-b16e-473a-a1f8-bedb989da39f.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2002.610663] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf43ef3f-4e39-4556-a6c5-59f0cfe3580b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.632364] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122151, 'name': Rename_Task, 'duration_secs': 0.205591} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.633736] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2002.634071] env[62189]: DEBUG oslo_vmware.api [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 2002.634071] env[62189]: value = "task-2122153" [ 2002.634071] env[62189]: _type = "Task" [ 2002.634071] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.634296] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b252e9fd-bafe-4344-be34-0f5a917b19d0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.644844] env[62189]: DEBUG oslo_vmware.api [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122153, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.648603] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2002.648603] env[62189]: value = "task-2122154" [ 2002.648603] env[62189]: _type = "Task" [ 2002.648603] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.656964] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.799331] env[62189]: DEBUG oslo_concurrency.lockutils [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "470b5711-1161-432f-81fc-2cad2d1ea795" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.799591] env[62189]: DEBUG oslo_concurrency.lockutils [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "470b5711-1161-432f-81fc-2cad2d1ea795" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.799790] env[62189]: DEBUG oslo_concurrency.lockutils [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "470b5711-1161-432f-81fc-2cad2d1ea795-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.799964] env[62189]: DEBUG oslo_concurrency.lockutils [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "470b5711-1161-432f-81fc-2cad2d1ea795-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.800181] env[62189]: DEBUG oslo_concurrency.lockutils [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "470b5711-1161-432f-81fc-2cad2d1ea795-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.802363] env[62189]: INFO nova.compute.manager [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Terminating instance [ 2002.851916] env[62189]: DEBUG nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2002.874838] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122149, 'name': CreateVM_Task, 'duration_secs': 0.669617} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.875033] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2002.875731] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.876113] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.878800] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2002.878800] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-493ab419-960b-47d3-90ab-eb045360859f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.882954] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2002.882954] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526a1188-dfd3-83f9-5613-bcef36cea3ef" [ 2002.882954] env[62189]: _type = "Task" [ 2002.882954] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.893735] env[62189]: DEBUG nova.network.neutron [req-1e0c04b0-3dc2-4f37-bd78-2bdd5749f001 req-f02d2d02-3f66-4f04-a22f-a3a8c9b11a0a service nova] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Updated VIF entry in instance network info cache for port 72dfc44c-3ab3-44fc-818d-032de95d99c6. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2002.896017] env[62189]: DEBUG nova.network.neutron [req-1e0c04b0-3dc2-4f37-bd78-2bdd5749f001 req-f02d2d02-3f66-4f04-a22f-a3a8c9b11a0a service nova] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Updating instance_info_cache with network_info: [{"id": "72dfc44c-3ab3-44fc-818d-032de95d99c6", "address": "fa:16:3e:5b:4e:a0", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72dfc44c-3a", "ovs_interfaceid": "72dfc44c-3ab3-44fc-818d-032de95d99c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.905527] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526a1188-dfd3-83f9-5613-bcef36cea3ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011871} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.905527] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.905527] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2002.905527] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.905695] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.905695] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2002.905695] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2a775e6-60ad-4073-8974-40a3af9e7e11 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.915920] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2002.916120] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2002.916992] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd0ba5d-a50d-421a-bd8e-0f08a89b0c08 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.923478] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2002.923478] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52109dfc-2a4a-1052-7129-0ca0456b59bf" [ 2002.923478] env[62189]: _type = "Task" [ 2002.923478] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.934875] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52109dfc-2a4a-1052-7129-0ca0456b59bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.965090] env[62189]: DEBUG oslo_vmware.api [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122152, 'name': PowerOffVM_Task, 'duration_secs': 0.289476} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.965589] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2002.965589] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2002.965837] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d8b591a-6314-4eda-8ead-898f81786169 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.001191] env[62189]: DEBUG nova.network.neutron [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Successfully created port: 3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2003.066814] env[62189]: DEBUG oslo_vmware.api [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122150, 'name': PowerOnVM_Task, 'duration_secs': 0.679641} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.066814] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2003.066814] env[62189]: DEBUG nova.compute.manager [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2003.067469] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4862a98-5827-470f-b455-708e1963ddfc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.094451] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2003.094718] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2003.094859] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Deleting the datastore file [datastore2] 427b309f-7dd9-4b10-82bc-a88a0812abe9 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.095172] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04bbf59f-cf08-4bd5-af73-8023bb2107fe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.102857] env[62189]: DEBUG oslo_vmware.api [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 2003.102857] env[62189]: value = "task-2122156" [ 2003.102857] env[62189]: _type = "Task" [ 2003.102857] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.111492] env[62189]: DEBUG oslo_vmware.api [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.133826] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquiring lock "6457216d-b66f-486f-97ec-2d50a9eaf484" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.133826] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "6457216d-b66f-486f-97ec-2d50a9eaf484" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.150485] env[62189]: DEBUG oslo_vmware.api [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122153, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.163933] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122154, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.308966] env[62189]: DEBUG nova.compute.manager [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2003.308966] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2003.310260] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16432ad5-4557-4df6-9607-887b2cf76731 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.324097] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2003.324381] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ecd5065-8388-4608-9d15-00408a5ebe05 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.331087] env[62189]: DEBUG nova.network.neutron [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Successfully updated port: 57f026d3-56e0-48ee-8862-f13a6affaea4 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2003.336563] env[62189]: DEBUG oslo_vmware.api [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2003.336563] env[62189]: value = "task-2122157" [ 2003.336563] env[62189]: _type = "Task" [ 2003.336563] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.347613] env[62189]: DEBUG oslo_vmware.api [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.397801] env[62189]: DEBUG nova.compute.manager [req-4bb10d37-c6c0-4f7e-8bb5-93e1610b5daa req-c01dc46b-2322-439a-8a18-a1459373393b service nova] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Received event network-vif-plugged-57f026d3-56e0-48ee-8862-f13a6affaea4 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2003.398591] env[62189]: DEBUG oslo_concurrency.lockutils [req-4bb10d37-c6c0-4f7e-8bb5-93e1610b5daa req-c01dc46b-2322-439a-8a18-a1459373393b service nova] Acquiring lock "cd78a644-86c8-4cd0-b1cc-aab3adc95971-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.402610] env[62189]: DEBUG oslo_concurrency.lockutils [req-4bb10d37-c6c0-4f7e-8bb5-93e1610b5daa req-c01dc46b-2322-439a-8a18-a1459373393b service nova] Lock "cd78a644-86c8-4cd0-b1cc-aab3adc95971-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.402610] env[62189]: DEBUG oslo_concurrency.lockutils [req-4bb10d37-c6c0-4f7e-8bb5-93e1610b5daa req-c01dc46b-2322-439a-8a18-a1459373393b service nova] Lock "cd78a644-86c8-4cd0-b1cc-aab3adc95971-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.402610] env[62189]: DEBUG nova.compute.manager [req-4bb10d37-c6c0-4f7e-8bb5-93e1610b5daa req-c01dc46b-2322-439a-8a18-a1459373393b service nova] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] No waiting events found dispatching network-vif-plugged-57f026d3-56e0-48ee-8862-f13a6affaea4 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2003.402610] env[62189]: WARNING nova.compute.manager [req-4bb10d37-c6c0-4f7e-8bb5-93e1610b5daa req-c01dc46b-2322-439a-8a18-a1459373393b service nova] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Received unexpected event network-vif-plugged-57f026d3-56e0-48ee-8862-f13a6affaea4 for instance with vm_state building and task_state spawning. [ 2003.407067] env[62189]: DEBUG oslo_concurrency.lockutils [req-1e0c04b0-3dc2-4f37-bd78-2bdd5749f001 req-f02d2d02-3f66-4f04-a22f-a3a8c9b11a0a service nova] Releasing lock "refresh_cache-980380f6-ea9f-4ee3-8ce7-74e00bebd20e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.407410] env[62189]: DEBUG nova.compute.manager [req-1e0c04b0-3dc2-4f37-bd78-2bdd5749f001 req-f02d2d02-3f66-4f04-a22f-a3a8c9b11a0a service nova] [instance: 19779686-0994-494a-8bd7-927cde64780d] Received event network-vif-deleted-7d39c6b1-53ed-4494-acf3-f6c3184b51e0 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2003.441496] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52109dfc-2a4a-1052-7129-0ca0456b59bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009245} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.442969] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329140d6-8c9f-4602-bf19-6ebe641024dd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.457115] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2003.457115] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d637d8-b6bf-88ae-d378-3f2fe031de78" [ 2003.457115] env[62189]: _type = "Task" [ 2003.457115] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.470423] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d637d8-b6bf-88ae-d378-3f2fe031de78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.594091] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.626233] env[62189]: DEBUG oslo_vmware.api [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17162} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.626724] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2003.626906] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2003.628423] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2003.628423] env[62189]: INFO nova.compute.manager [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2003.628699] env[62189]: DEBUG oslo.service.loopingcall [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2003.628876] env[62189]: DEBUG nova.compute.manager [-] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2003.629021] env[62189]: DEBUG nova.network.neutron [-] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2003.639331] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616dd4cb-ead4-4673-9557-7ef3c0a0d5b4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.645851] env[62189]: DEBUG nova.compute.manager [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2003.659647] env[62189]: DEBUG oslo_vmware.api [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122153, 'name': ReconfigVM_Task, 'duration_secs': 0.56668} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.662321] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337db2a1-106e-4213-9d77-5664db87cc21 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.666214] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-6861c541-b16e-473a-a1f8-bedb989da39f/volume-6861c541-b16e-473a-a1f8-bedb989da39f.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2003.674612] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba3e70df-4fec-40ba-b124-6d106f8838cf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.685429] env[62189]: DEBUG oslo_vmware.api [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122154, 'name': PowerOnVM_Task, 'duration_secs': 0.587021} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.686185] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2003.686459] env[62189]: INFO nova.compute.manager [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Took 16.37 seconds to spawn the instance on the hypervisor. [ 2003.686638] env[62189]: DEBUG nova.compute.manager [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2003.687955] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f9f9f5-950e-4948-8781-93ee8b011c42 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.723342] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0142b22-0075-4cc7-8c2c-c00d68c342b3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.726539] env[62189]: DEBUG oslo_vmware.api [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 2003.726539] env[62189]: value = "task-2122158" [ 2003.726539] env[62189]: _type = "Task" [ 2003.726539] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.740018] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af8be05-c29b-40bc-854c-90ff2f197275 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.748518] env[62189]: DEBUG oslo_vmware.api [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.760681] env[62189]: DEBUG nova.compute.provider_tree [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2003.843733] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "refresh_cache-cd78a644-86c8-4cd0-b1cc-aab3adc95971" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.843961] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquired lock "refresh_cache-cd78a644-86c8-4cd0-b1cc-aab3adc95971" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.844043] env[62189]: DEBUG nova.network.neutron [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2003.860430] env[62189]: DEBUG oslo_vmware.api [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122157, 'name': PowerOffVM_Task, 'duration_secs': 0.348947} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.861137] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.861324] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.861587] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d06240ba-6c26-4542-bf19-0c4b3f6c2cf5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.874200] env[62189]: DEBUG nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2003.906569] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2003.906816] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2003.906970] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2003.907192] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2003.907339] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2003.907483] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2003.907691] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2003.907861] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2003.908037] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2003.908203] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2003.908380] env[62189]: DEBUG nova.virt.hardware [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2003.909595] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8085c96e-aeea-4af8-a698-0b150832593d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.921166] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e42acb-536b-47f9-819f-d093cb46675e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.967695] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d637d8-b6bf-88ae-d378-3f2fe031de78, 'name': SearchDatastore_Task, 'duration_secs': 0.013657} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.967967] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.968250] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 980380f6-ea9f-4ee3-8ce7-74e00bebd20e/980380f6-ea9f-4ee3-8ce7-74e00bebd20e.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2003.968522] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13d8bf45-2488-4e2a-9fd0-47b57b6f6db7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.977548] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2003.977548] env[62189]: value = "task-2122160" [ 2003.977548] env[62189]: _type = "Task" [ 2003.977548] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.985803] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.052888] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2004.053113] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Deleting contents of the VM from datastore datastore1 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2004.053396] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleting the datastore file [datastore1] 470b5711-1161-432f-81fc-2cad2d1ea795 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2004.053803] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fb2cfe1-7878-4921-95d0-1703784a4eac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.060918] env[62189]: DEBUG oslo_vmware.api [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2004.060918] env[62189]: value = "task-2122161" [ 2004.060918] env[62189]: _type = "Task" [ 2004.060918] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.070506] env[62189]: DEBUG oslo_vmware.api [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.181394] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.247978] env[62189]: DEBUG oslo_vmware.api [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122158, 'name': ReconfigVM_Task, 'duration_secs': 0.201307} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.247978] env[62189]: INFO nova.compute.manager [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Took 37.10 seconds to build instance. [ 2004.247978] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434149', 'volume_id': '6861c541-b16e-473a-a1f8-bedb989da39f', 'name': 'volume-6861c541-b16e-473a-a1f8-bedb989da39f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eea91f08-c90d-41f5-81f0-effb11446791', 'attached_at': '', 'detached_at': '', 'volume_id': '6861c541-b16e-473a-a1f8-bedb989da39f', 'serial': '6861c541-b16e-473a-a1f8-bedb989da39f'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2004.262846] env[62189]: DEBUG nova.scheduler.client.report [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2004.422400] env[62189]: DEBUG nova.network.neutron [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2004.489632] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.571594] env[62189]: DEBUG oslo_vmware.api [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283536} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.571880] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2004.572490] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Deleted contents of the VM from datastore datastore1 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2004.572732] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2004.572937] env[62189]: INFO nova.compute.manager [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2004.573204] env[62189]: DEBUG oslo.service.loopingcall [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2004.573396] env[62189]: DEBUG nova.compute.manager [-] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2004.573493] env[62189]: DEBUG nova.network.neutron [-] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2004.748461] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed839f4d-18c2-489e-8af1-aa0567607e1b tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "68f7cb35-c13c-405c-a071-e6baa9f254f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.469s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.769451] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.957s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.770407] env[62189]: DEBUG nova.compute.manager [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2004.776853] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.570s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.781998] env[62189]: INFO nova.compute.claims [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2004.790232] env[62189]: DEBUG nova.network.neutron [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Updating instance_info_cache with network_info: [{"id": "57f026d3-56e0-48ee-8862-f13a6affaea4", "address": "fa:16:3e:b6:7b:dd", "network": {"id": "ed98e06d-7b94-4f36-ac7c-22df495b158b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1994170575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac6ccebca6a444ceb546e8876c881770", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f026d3-56", "ovs_interfaceid": "57f026d3-56e0-48ee-8862-f13a6affaea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.990973] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637651} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.991332] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 980380f6-ea9f-4ee3-8ce7-74e00bebd20e/980380f6-ea9f-4ee3-8ce7-74e00bebd20e.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2004.991611] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2004.991954] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99c96dc3-c717-4d74-8dd2-7ee6cdf25cef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.002026] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2005.002026] env[62189]: value = "task-2122162" [ 2005.002026] env[62189]: _type = "Task" [ 2005.002026] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.008332] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.034636] env[62189]: DEBUG nova.network.neutron [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Port 2a5d85d8-c56d-46a7-8f0c-95371ba8af3b binding to destination host cpu-1 is already ACTIVE {{(pid=62189) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2005.034961] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.035353] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquired lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.035353] env[62189]: DEBUG nova.network.neutron [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2005.163591] env[62189]: DEBUG nova.network.neutron [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Successfully updated port: 3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2005.246831] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Acquiring lock "ee56e67a-afef-4534-b83e-edf3fd6995cf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.247893] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Lock "ee56e67a-afef-4534-b83e-edf3fd6995cf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.278777] env[62189]: DEBUG nova.compute.utils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2005.280590] env[62189]: DEBUG nova.compute.manager [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2005.280779] env[62189]: DEBUG nova.network.neutron [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2005.297991] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Releasing lock "refresh_cache-cd78a644-86c8-4cd0-b1cc-aab3adc95971" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.298397] env[62189]: DEBUG nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Instance network_info: |[{"id": "57f026d3-56e0-48ee-8862-f13a6affaea4", "address": "fa:16:3e:b6:7b:dd", "network": {"id": "ed98e06d-7b94-4f36-ac7c-22df495b158b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1994170575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac6ccebca6a444ceb546e8876c881770", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f026d3-56", "ovs_interfaceid": "57f026d3-56e0-48ee-8862-f13a6affaea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2005.298795] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:7b:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57f026d3-56e0-48ee-8862-f13a6affaea4', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2005.309694] env[62189]: DEBUG oslo.service.loopingcall [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2005.310796] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2005.310936] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc76ec40-22c9-4e8e-8c00-8426d819c554 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.332856] env[62189]: DEBUG nova.objects.instance [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lazy-loading 'flavor' on Instance uuid eea91f08-c90d-41f5-81f0-effb11446791 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2005.334132] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2005.334132] env[62189]: value = "task-2122163" [ 2005.334132] env[62189]: _type = "Task" [ 2005.334132] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.345575] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122163, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.360170] env[62189]: DEBUG nova.policy [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ed475e200fe4fbeaac59ecdf99f48eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11af304d38014f438a55fcdba3f6d25e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2005.511151] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082273} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.512343] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2005.513272] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02cb83b-94d4-42b1-9856-985df20a5a3b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.541562] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 980380f6-ea9f-4ee3-8ce7-74e00bebd20e/980380f6-ea9f-4ee3-8ce7-74e00bebd20e.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2005.545555] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb2f8138-a2fd-454a-aaa1-444159430fd8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.576148] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2005.576148] env[62189]: value = "task-2122164" [ 2005.576148] env[62189]: _type = "Task" [ 2005.576148] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.585035] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.650985] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "24417845-7960-4e26-9eb1-4877af2c2a7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.651438] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "24417845-7960-4e26-9eb1-4877af2c2a7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.651802] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "24417845-7960-4e26-9eb1-4877af2c2a7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.651859] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "24417845-7960-4e26-9eb1-4877af2c2a7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.652114] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "24417845-7960-4e26-9eb1-4877af2c2a7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.655188] env[62189]: INFO nova.compute.manager [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Terminating instance [ 2005.668133] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "refresh_cache-e4e972cc-4c53-4fc8-9d0d-426b99bc8b60" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.668271] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquired lock "refresh_cache-e4e972cc-4c53-4fc8-9d0d-426b99bc8b60" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.668440] env[62189]: DEBUG nova.network.neutron [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2005.752110] env[62189]: DEBUG nova.compute.utils [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2005.778156] env[62189]: DEBUG nova.network.neutron [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Successfully created port: 42ef125f-ffca-49d9-9b08-248232fae831 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2005.784180] env[62189]: DEBUG nova.compute.manager [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2005.843601] env[62189]: DEBUG oslo_concurrency.lockutils [None req-08c3c804-29b0-412a-9a96-caa7a3a9f54a tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "eea91f08-c90d-41f5-81f0-effb11446791" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.941s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.849429] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122163, 'name': CreateVM_Task, 'duration_secs': 0.490973} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.852754] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2005.853681] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.853916] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.854177] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2005.854959] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad560ff-ba03-4612-977c-cdf5ff85a0a3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.863412] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2005.863412] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ecbf8d-a50c-fd81-25ca-85df7988744c" [ 2005.863412] env[62189]: _type = "Task" [ 2005.863412] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.878714] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ecbf8d-a50c-fd81-25ca-85df7988744c, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.879724] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.879724] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2005.879724] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.879724] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.880098] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2005.880151] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96a730a7-8606-461a-b329-f982ae488d06 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.892027] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2005.892027] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2005.892027] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4605e8c-bc0d-4354-af48-58db5c1476ab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.896034] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2005.896034] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5231629f-2326-97d0-8d82-b9925d18aeb9" [ 2005.896034] env[62189]: _type = "Task" [ 2005.896034] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.905984] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5231629f-2326-97d0-8d82-b9925d18aeb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.925511] env[62189]: DEBUG nova.network.neutron [-] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.927907] env[62189]: DEBUG nova.network.neutron [-] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.089760] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122164, 'name': ReconfigVM_Task, 'duration_secs': 0.309412} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.089760] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 980380f6-ea9f-4ee3-8ce7-74e00bebd20e/980380f6-ea9f-4ee3-8ce7-74e00bebd20e.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2006.092226] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e700cce9-c701-48ca-94aa-a78acf6fdbf5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.106266] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2006.106266] env[62189]: value = "task-2122165" [ 2006.106266] env[62189]: _type = "Task" [ 2006.106266] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.117713] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122165, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.150297] env[62189]: DEBUG nova.network.neutron [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating instance_info_cache with network_info: [{"id": "2a5d85d8-c56d-46a7-8f0c-95371ba8af3b", "address": "fa:16:3e:0b:c5:33", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a5d85d8-c5", "ovs_interfaceid": "2a5d85d8-c56d-46a7-8f0c-95371ba8af3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.160772] env[62189]: DEBUG nova.compute.manager [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2006.160772] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2006.160772] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12686c41-96d3-4f77-9309-aa6aa00681bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.176623] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2006.179239] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b100549e-726f-459f-881c-e8283099a376 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.182511] env[62189]: DEBUG nova.compute.manager [req-bb3025a1-66de-4c07-ab65-53cbc661996c req-d5696648-89b7-4426-ae0c-622c25a398af service nova] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Received event network-vif-plugged-3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2006.182715] env[62189]: DEBUG oslo_concurrency.lockutils [req-bb3025a1-66de-4c07-ab65-53cbc661996c req-d5696648-89b7-4426-ae0c-622c25a398af service nova] Acquiring lock "e4e972cc-4c53-4fc8-9d0d-426b99bc8b60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.182915] env[62189]: DEBUG oslo_concurrency.lockutils [req-bb3025a1-66de-4c07-ab65-53cbc661996c req-d5696648-89b7-4426-ae0c-622c25a398af service nova] Lock "e4e972cc-4c53-4fc8-9d0d-426b99bc8b60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.183098] env[62189]: DEBUG oslo_concurrency.lockutils [req-bb3025a1-66de-4c07-ab65-53cbc661996c req-d5696648-89b7-4426-ae0c-622c25a398af service nova] Lock "e4e972cc-4c53-4fc8-9d0d-426b99bc8b60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.183263] env[62189]: DEBUG nova.compute.manager [req-bb3025a1-66de-4c07-ab65-53cbc661996c req-d5696648-89b7-4426-ae0c-622c25a398af service nova] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] No waiting events found dispatching network-vif-plugged-3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2006.183429] env[62189]: WARNING nova.compute.manager [req-bb3025a1-66de-4c07-ab65-53cbc661996c req-d5696648-89b7-4426-ae0c-622c25a398af service nova] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Received unexpected event network-vif-plugged-3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8 for instance with vm_state building and task_state spawning. [ 2006.189946] env[62189]: DEBUG oslo_vmware.api [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2006.189946] env[62189]: value = "task-2122166" [ 2006.189946] env[62189]: _type = "Task" [ 2006.189946] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.207887] env[62189]: DEBUG oslo_vmware.api [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.227151] env[62189]: DEBUG nova.network.neutron [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2006.257685] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Lock "ee56e67a-afef-4534-b83e-edf3fd6995cf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.410054] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5231629f-2326-97d0-8d82-b9925d18aeb9, 'name': SearchDatastore_Task, 'duration_secs': 0.009429} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.413443] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1170b8-cfec-4fc2-ad16-ca0040efc29e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.423089] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2006.423089] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523f65a3-afc5-8f0e-5c15-a63b1cb75049" [ 2006.423089] env[62189]: _type = "Task" [ 2006.423089] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.432729] env[62189]: INFO nova.compute.manager [-] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Took 2.80 seconds to deallocate network for instance. [ 2006.433069] env[62189]: INFO nova.compute.manager [-] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Took 1.86 seconds to deallocate network for instance. [ 2006.433355] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523f65a3-afc5-8f0e-5c15-a63b1cb75049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.479204] env[62189]: DEBUG nova.network.neutron [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Updating instance_info_cache with network_info: [{"id": "3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8", "address": "fa:16:3e:2f:29:9c", "network": {"id": "ed98e06d-7b94-4f36-ac7c-22df495b158b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1994170575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac6ccebca6a444ceb546e8876c881770", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e34cd7a-f6", "ovs_interfaceid": "3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.486927] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123669bb-095e-4d2b-8cd0-9fd1c3d9b28a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.496752] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f3fb95-4952-482a-8a66-ca9ea269250b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.528991] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8566ed8f-c319-4a13-b37f-23e197883d5c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.538257] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb771f5-dd3f-46e8-9a4a-65faa9a287fe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.552946] env[62189]: DEBUG nova.compute.provider_tree [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2006.621570] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122165, 'name': Rename_Task, 'duration_secs': 0.179861} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.622180] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2006.623219] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5759adc5-0f4f-4316-a1cf-2764643f906a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.635262] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2006.635262] env[62189]: value = "task-2122167" [ 2006.635262] env[62189]: _type = "Task" [ 2006.635262] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.647048] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.652196] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Releasing lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.656551] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Acquiring lock "b38b2818-9bb7-4232-860e-1d42da2e4598" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.656749] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Lock "b38b2818-9bb7-4232-860e-1d42da2e4598" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.700885] env[62189]: DEBUG oslo_vmware.api [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122166, 'name': PowerOffVM_Task, 'duration_secs': 0.236352} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.701358] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2006.701660] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2006.702262] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aed8d33f-5c17-459e-b9ce-58481a3d896e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.795420] env[62189]: DEBUG nova.compute.manager [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2006.829122] env[62189]: DEBUG nova.virt.hardware [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2006.829549] env[62189]: DEBUG nova.virt.hardware [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2006.829549] env[62189]: DEBUG nova.virt.hardware [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2006.829696] env[62189]: DEBUG nova.virt.hardware [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2006.829932] env[62189]: DEBUG nova.virt.hardware [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2006.830021] env[62189]: DEBUG nova.virt.hardware [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2006.830206] env[62189]: DEBUG nova.virt.hardware [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2006.830597] env[62189]: DEBUG nova.virt.hardware [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2006.830597] env[62189]: DEBUG nova.virt.hardware [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2006.830823] env[62189]: DEBUG nova.virt.hardware [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2006.830928] env[62189]: DEBUG nova.virt.hardware [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2006.832267] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dd6dce-ee64-4fb1-8e11-20c7c0b3b76d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.840386] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f431e30d-383f-4658-a3a1-449fb0c6f596 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.869458] env[62189]: DEBUG nova.compute.manager [req-8c554fde-ec3d-49ca-ab1f-c26dd110d760 req-7d1d0eed-2b72-4c73-8274-d53c185da9db service nova] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Received event network-changed-57f026d3-56e0-48ee-8862-f13a6affaea4 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2006.869458] env[62189]: DEBUG nova.compute.manager [req-8c554fde-ec3d-49ca-ab1f-c26dd110d760 req-7d1d0eed-2b72-4c73-8274-d53c185da9db service nova] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Refreshing instance network info cache due to event network-changed-57f026d3-56e0-48ee-8862-f13a6affaea4. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2006.869458] env[62189]: DEBUG oslo_concurrency.lockutils [req-8c554fde-ec3d-49ca-ab1f-c26dd110d760 req-7d1d0eed-2b72-4c73-8274-d53c185da9db service nova] Acquiring lock "refresh_cache-cd78a644-86c8-4cd0-b1cc-aab3adc95971" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.869458] env[62189]: DEBUG oslo_concurrency.lockutils [req-8c554fde-ec3d-49ca-ab1f-c26dd110d760 req-7d1d0eed-2b72-4c73-8274-d53c185da9db service nova] Acquired lock "refresh_cache-cd78a644-86c8-4cd0-b1cc-aab3adc95971" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.869458] env[62189]: DEBUG nova.network.neutron [req-8c554fde-ec3d-49ca-ab1f-c26dd110d760 req-7d1d0eed-2b72-4c73-8274-d53c185da9db service nova] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Refreshing network info cache for port 57f026d3-56e0-48ee-8862-f13a6affaea4 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2006.901318] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2006.901753] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2006.901753] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleting the datastore file [datastore2] 24417845-7960-4e26-9eb1-4877af2c2a7a {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2006.901954] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c9a88e9-ccbe-4415-b7b9-44a44017ed25 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.910059] env[62189]: DEBUG oslo_vmware.api [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2006.910059] env[62189]: value = "task-2122169" [ 2006.910059] env[62189]: _type = "Task" [ 2006.910059] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.918103] env[62189]: DEBUG oslo_vmware.api [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.933435] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523f65a3-afc5-8f0e-5c15-a63b1cb75049, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.933723] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.933984] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] cd78a644-86c8-4cd0-b1cc-aab3adc95971/cd78a644-86c8-4cd0-b1cc-aab3adc95971.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2006.934786] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d6f786b-0deb-46f4-85db-0ac3e6307683 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.942278] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2006.942278] env[62189]: value = "task-2122170" [ 2006.942278] env[62189]: _type = "Task" [ 2006.942278] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.953140] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.955330] env[62189]: DEBUG oslo_concurrency.lockutils [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.955330] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.983232] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Releasing lock "refresh_cache-e4e972cc-4c53-4fc8-9d0d-426b99bc8b60" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.983232] env[62189]: DEBUG nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Instance network_info: |[{"id": "3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8", "address": "fa:16:3e:2f:29:9c", "network": {"id": "ed98e06d-7b94-4f36-ac7c-22df495b158b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1994170575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac6ccebca6a444ceb546e8876c881770", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e34cd7a-f6", "ovs_interfaceid": "3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2006.983751] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:29:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2006.992061] env[62189]: DEBUG oslo.service.loopingcall [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2006.992302] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2006.992524] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57c03952-3767-467c-9b59-1ac2b25488c9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.013980] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2007.013980] env[62189]: value = "task-2122171" [ 2007.013980] env[62189]: _type = "Task" [ 2007.013980] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.021557] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122171, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.056060] env[62189]: DEBUG nova.scheduler.client.report [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2007.149546] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.160278] env[62189]: DEBUG nova.compute.manager [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62189) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2007.160278] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.160278] env[62189]: DEBUG nova.compute.manager [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2007.351538] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Acquiring lock "ee56e67a-afef-4534-b83e-edf3fd6995cf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.351617] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Lock "ee56e67a-afef-4534-b83e-edf3fd6995cf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.352540] env[62189]: INFO nova.compute.manager [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Attaching volume 3201d43f-576d-40df-bdde-197684305e26 to /dev/sdb [ 2007.402505] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45259f45-0ae5-4f28-8106-96344c78f5f3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.413106] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.413788] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.420584] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1596f9-d8e7-470b-81c1-5de7175516f7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.436859] env[62189]: DEBUG oslo_vmware.api [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189291} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.436929] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2007.437283] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2007.437283] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2007.437440] env[62189]: INFO nova.compute.manager [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2007.437970] env[62189]: DEBUG oslo.service.loopingcall [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2007.441813] env[62189]: DEBUG nova.compute.manager [-] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2007.441939] env[62189]: DEBUG nova.network.neutron [-] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2007.444884] env[62189]: DEBUG nova.virt.block_device [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Updating existing volume attachment record: 57bd8658-183a-4da4-9ee3-5ec49bd1fff9 {{(pid=62189) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2007.457534] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122170, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.523805] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122171, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.561177] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.561760] env[62189]: DEBUG nova.compute.manager [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2007.567195] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.766s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.569018] env[62189]: INFO nova.compute.claims [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2007.650538] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.692271] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.763476] env[62189]: DEBUG nova.network.neutron [req-8c554fde-ec3d-49ca-ab1f-c26dd110d760 req-7d1d0eed-2b72-4c73-8274-d53c185da9db service nova] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Updated VIF entry in instance network info cache for port 57f026d3-56e0-48ee-8862-f13a6affaea4. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2007.763956] env[62189]: DEBUG nova.network.neutron [req-8c554fde-ec3d-49ca-ab1f-c26dd110d760 req-7d1d0eed-2b72-4c73-8274-d53c185da9db service nova] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Updating instance_info_cache with network_info: [{"id": "57f026d3-56e0-48ee-8862-f13a6affaea4", "address": "fa:16:3e:b6:7b:dd", "network": {"id": "ed98e06d-7b94-4f36-ac7c-22df495b158b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1994170575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac6ccebca6a444ceb546e8876c881770", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f026d3-56", "ovs_interfaceid": "57f026d3-56e0-48ee-8862-f13a6affaea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.917110] env[62189]: DEBUG nova.compute.manager [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2007.926159] env[62189]: DEBUG nova.network.neutron [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Successfully updated port: 42ef125f-ffca-49d9-9b08-248232fae831 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2007.961718] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545838} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.962028] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] cd78a644-86c8-4cd0-b1cc-aab3adc95971/cd78a644-86c8-4cd0-b1cc-aab3adc95971.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2007.962510] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2007.962510] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-503d5e05-2aee-4902-909d-ce25a6733b8d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.972703] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2007.972703] env[62189]: value = "task-2122175" [ 2007.972703] env[62189]: _type = "Task" [ 2007.972703] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.983036] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.025169] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122171, 'name': CreateVM_Task, 'duration_secs': 0.845094} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.025443] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2008.026167] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.026336] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.026706] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2008.026976] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6cbf9c3-76a1-4133-9383-8d47f369f87b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.031887] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2008.031887] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fffcb9-87da-66e0-e96f-d7dca48f347c" [ 2008.031887] env[62189]: _type = "Task" [ 2008.031887] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.041143] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fffcb9-87da-66e0-e96f-d7dca48f347c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.076614] env[62189]: DEBUG nova.compute.utils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2008.081182] env[62189]: DEBUG nova.compute.manager [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2008.081182] env[62189]: DEBUG nova.network.neutron [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2008.134243] env[62189]: DEBUG nova.policy [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53b032d3b44f44aea47b0ead2cf7b8de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '649382691bb342e3ad6c5164ef53011f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2008.147691] env[62189]: DEBUG oslo_vmware.api [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122167, 'name': PowerOnVM_Task, 'duration_secs': 1.359402} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.150568] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2008.151863] env[62189]: INFO nova.compute.manager [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Took 9.79 seconds to spawn the instance on the hypervisor. [ 2008.151863] env[62189]: DEBUG nova.compute.manager [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2008.154675] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd7ed83-ab53-4539-9765-0341742f0107 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.267028] env[62189]: DEBUG oslo_concurrency.lockutils [req-8c554fde-ec3d-49ca-ab1f-c26dd110d760 req-7d1d0eed-2b72-4c73-8274-d53c185da9db service nova] Releasing lock "refresh_cache-cd78a644-86c8-4cd0-b1cc-aab3adc95971" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.339380] env[62189]: DEBUG nova.network.neutron [-] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.388110] env[62189]: DEBUG nova.compute.manager [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Received event network-changed-3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2008.388459] env[62189]: DEBUG nova.compute.manager [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Refreshing instance network info cache due to event network-changed-3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2008.388459] env[62189]: DEBUG oslo_concurrency.lockutils [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] Acquiring lock "refresh_cache-e4e972cc-4c53-4fc8-9d0d-426b99bc8b60" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.388685] env[62189]: DEBUG oslo_concurrency.lockutils [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] Acquired lock "refresh_cache-e4e972cc-4c53-4fc8-9d0d-426b99bc8b60" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.388894] env[62189]: DEBUG nova.network.neutron [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Refreshing network info cache for port 3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2008.431237] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "refresh_cache-a10c6581-aeb2-4edb-9100-11c69dcaff0a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.432958] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquired lock "refresh_cache-a10c6581-aeb2-4edb-9100-11c69dcaff0a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.432958] env[62189]: DEBUG nova.network.neutron [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2008.450944] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.484633] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073524} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.484908] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2008.487708] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a54cdf2-74dd-4d29-a925-016db1081388 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.510111] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] cd78a644-86c8-4cd0-b1cc-aab3adc95971/cd78a644-86c8-4cd0-b1cc-aab3adc95971.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2008.510464] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a2e56ab-e9e8-4765-aba1-a8fd6d54c8fe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.530172] env[62189]: DEBUG nova.network.neutron [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Successfully created port: 138a7e11-2472-420f-8012-d4ab4070cb8b {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2008.538196] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2008.538196] env[62189]: value = "task-2122176" [ 2008.538196] env[62189]: _type = "Task" [ 2008.538196] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.541948] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fffcb9-87da-66e0-e96f-d7dca48f347c, 'name': SearchDatastore_Task, 'duration_secs': 0.010837} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.545152] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.545405] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2008.545637] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.545790] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.545969] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2008.546251] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5351bd1-c917-461c-a5fa-ba38054fce1e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.552803] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.555323] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2008.555486] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2008.556209] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ccfcec-ed63-4616-abe2-ac9decb18983 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.561298] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2008.561298] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52da0deb-fc0b-2626-689d-f8db8f70915c" [ 2008.561298] env[62189]: _type = "Task" [ 2008.561298] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.569025] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52da0deb-fc0b-2626-689d-f8db8f70915c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.581757] env[62189]: DEBUG nova.compute.manager [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2008.659016] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "eea91f08-c90d-41f5-81f0-effb11446791" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.659289] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "eea91f08-c90d-41f5-81f0-effb11446791" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.682750] env[62189]: INFO nova.compute.manager [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Took 38.38 seconds to build instance. [ 2008.842445] env[62189]: INFO nova.compute.manager [-] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Took 1.40 seconds to deallocate network for instance. [ 2008.912160] env[62189]: DEBUG nova.compute.manager [req-8ab3a019-5f59-4e1a-ba56-586ba1253094 req-52a6727d-70a3-47b1-9f02-77f50ece1708 service nova] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Received event network-vif-deleted-4db8da8a-4d55-433c-b707-2e8b37bae00d {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2008.912368] env[62189]: DEBUG nova.compute.manager [req-8ab3a019-5f59-4e1a-ba56-586ba1253094 req-52a6727d-70a3-47b1-9f02-77f50ece1708 service nova] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Received event network-vif-deleted-9bab3de5-cffd-4df2-84cf-c3918eb24b88 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2008.912537] env[62189]: DEBUG nova.compute.manager [req-8ab3a019-5f59-4e1a-ba56-586ba1253094 req-52a6727d-70a3-47b1-9f02-77f50ece1708 service nova] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Received event network-vif-deleted-62a3779f-b276-4272-bf37-b401108f4f2e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2009.051738] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.061995] env[62189]: DEBUG nova.network.neutron [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2009.076561] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52da0deb-fc0b-2626-689d-f8db8f70915c, 'name': SearchDatastore_Task, 'duration_secs': 0.009817} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.077441] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0cf8a7c-06c9-4266-9c5f-9cb6bb44ff85 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.082532] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2009.082532] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52448bc3-b515-5ccc-75b9-dbc30db70bce" [ 2009.082532] env[62189]: _type = "Task" [ 2009.082532] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.104017] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52448bc3-b515-5ccc-75b9-dbc30db70bce, 'name': SearchDatastore_Task, 'duration_secs': 0.009312} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.107206] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.107206] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] e4e972cc-4c53-4fc8-9d0d-426b99bc8b60/e4e972cc-4c53-4fc8-9d0d-426b99bc8b60.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2009.111085] env[62189]: DEBUG nova.compute.manager [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2009.111085] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d6feeb8-8dce-4e96-8285-37b7fc71ad78 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.111085] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97c597c-bbe8-4cf6-9f35-21eff06dfc33 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.124316] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2009.124316] env[62189]: value = "task-2122177" [ 2009.124316] env[62189]: _type = "Task" [ 2009.124316] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.132322] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.162106] env[62189]: INFO nova.compute.manager [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Detaching volume 6861c541-b16e-473a-a1f8-bedb989da39f [ 2009.178637] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1cc118-c431-41d1-a4b5-67b221a50979 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.186995] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cede02b5-ee84-47cd-b621-2ef93ba0bc86 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "980380f6-ea9f-4ee3-8ce7-74e00bebd20e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.968s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.188147] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ed6828-ae63-43fc-816a-53eea28d7bad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.223166] env[62189]: INFO nova.virt.block_device [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Attempting to driver detach volume 6861c541-b16e-473a-a1f8-bedb989da39f from mountpoint /dev/sdb [ 2009.223420] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2009.223642] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434149', 'volume_id': '6861c541-b16e-473a-a1f8-bedb989da39f', 'name': 'volume-6861c541-b16e-473a-a1f8-bedb989da39f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eea91f08-c90d-41f5-81f0-effb11446791', 'attached_at': '', 'detached_at': '', 'volume_id': '6861c541-b16e-473a-a1f8-bedb989da39f', 'serial': '6861c541-b16e-473a-a1f8-bedb989da39f'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2009.227411] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8665ef-a8d1-4ebc-aaef-51425bdf2666 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.230499] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fb0b63-810e-42b4-8207-08ec5867aa95 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.256841] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de63e28-703b-46e3-af57-72e7d3be9c95 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.263953] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868eb9ca-b565-41b2-ada6-9379e4ccef1f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.276702] env[62189]: DEBUG nova.compute.provider_tree [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.280800] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2052227-cca5-47e0-a9f4-aeaff9053c51 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.303913] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8b0ef7-01af-4b39-b671-57282342c2c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.322329] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] The volume has not been displaced from its original location: [datastore2] volume-6861c541-b16e-473a-a1f8-bedb989da39f/volume-6861c541-b16e-473a-a1f8-bedb989da39f.vmdk. No consolidation needed. {{(pid=62189) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2009.325341] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2009.328621] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-813764aa-3efb-4ff1-8c2f-a5b9afbdba3f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.354137] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.354137] env[62189]: DEBUG oslo_vmware.api [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 2009.354137] env[62189]: value = "task-2122178" [ 2009.354137] env[62189]: _type = "Task" [ 2009.354137] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.362275] env[62189]: DEBUG oslo_vmware.api [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.461707] env[62189]: DEBUG nova.network.neutron [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Updating instance_info_cache with network_info: [{"id": "42ef125f-ffca-49d9-9b08-248232fae831", "address": "fa:16:3e:4d:c3:a0", "network": {"id": "d6144321-b30e-405b-a952-77f16f353784", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-331066843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "11af304d38014f438a55fcdba3f6d25e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ef125f-ff", "ovs_interfaceid": "42ef125f-ffca-49d9-9b08-248232fae831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.543805] env[62189]: DEBUG nova.network.neutron [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Updated VIF entry in instance network info cache for port 3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2009.544432] env[62189]: DEBUG nova.network.neutron [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Updating instance_info_cache with network_info: [{"id": "3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8", "address": "fa:16:3e:2f:29:9c", "network": {"id": "ed98e06d-7b94-4f36-ac7c-22df495b158b", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1994170575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac6ccebca6a444ceb546e8876c881770", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e34cd7a-f6", "ovs_interfaceid": "3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.565466] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122176, 'name': ReconfigVM_Task, 'duration_secs': 0.658185} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.565818] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Reconfigured VM instance instance-00000036 to attach disk [datastore2] cd78a644-86c8-4cd0-b1cc-aab3adc95971/cd78a644-86c8-4cd0-b1cc-aab3adc95971.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2009.566485] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89fdff06-d499-4810-95ba-e2a2670b4c32 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.575916] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2009.575916] env[62189]: value = "task-2122179" [ 2009.575916] env[62189]: _type = "Task" [ 2009.575916] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.586278] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122179, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.595378] env[62189]: DEBUG nova.compute.manager [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2009.626513] env[62189]: DEBUG nova.virt.hardware [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2009.627153] env[62189]: DEBUG nova.virt.hardware [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2009.627488] env[62189]: DEBUG nova.virt.hardware [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2009.627906] env[62189]: DEBUG nova.virt.hardware [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2009.628202] env[62189]: DEBUG nova.virt.hardware [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2009.630602] env[62189]: DEBUG nova.virt.hardware [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2009.630602] env[62189]: DEBUG nova.virt.hardware [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2009.630602] env[62189]: DEBUG nova.virt.hardware [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2009.630602] env[62189]: DEBUG nova.virt.hardware [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2009.630602] env[62189]: DEBUG nova.virt.hardware [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2009.631114] env[62189]: DEBUG nova.virt.hardware [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2009.634136] env[62189]: INFO nova.compute.manager [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] instance snapshotting [ 2009.635552] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fa3a1d-ccae-445c-a926-0db871137768 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.640283] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4aa5e2-6cbe-44cb-8050-9ccc2431e02d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.674282] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29f9b2f-a929-431d-bed8-bc44f8c1e1c2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.681498] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122177, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.684598] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec70a46-ee3c-4588-bf4d-c0fa4808099d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.781226] env[62189]: DEBUG nova.scheduler.client.report [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2009.862857] env[62189]: DEBUG oslo_vmware.api [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.965254] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Releasing lock "refresh_cache-a10c6581-aeb2-4edb-9100-11c69dcaff0a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.965608] env[62189]: DEBUG nova.compute.manager [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Instance network_info: |[{"id": "42ef125f-ffca-49d9-9b08-248232fae831", "address": "fa:16:3e:4d:c3:a0", "network": {"id": "d6144321-b30e-405b-a952-77f16f353784", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-331066843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "11af304d38014f438a55fcdba3f6d25e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ef125f-ff", "ovs_interfaceid": "42ef125f-ffca-49d9-9b08-248232fae831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2009.966113] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:c3:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42ef125f-ffca-49d9-9b08-248232fae831', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2009.973573] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Creating folder: Project (11af304d38014f438a55fcdba3f6d25e). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2009.973882] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44923df4-eb45-49de-9645-8d92dc12609c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.985211] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Created folder: Project (11af304d38014f438a55fcdba3f6d25e) in parent group-v433996. [ 2009.985462] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Creating folder: Instances. Parent ref: group-v434157. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2009.985752] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-549dda32-ce99-47c7-83a2-396dc481636e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.995176] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Created folder: Instances in parent group-v434157. [ 2009.995176] env[62189]: DEBUG oslo.service.loopingcall [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2009.995364] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2009.995575] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1eeeaaa-83b6-443f-98bc-5a6cc4468125 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.015837] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2010.015837] env[62189]: value = "task-2122183" [ 2010.015837] env[62189]: _type = "Task" [ 2010.015837] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.023679] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122183, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.049181] env[62189]: DEBUG oslo_concurrency.lockutils [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] Releasing lock "refresh_cache-e4e972cc-4c53-4fc8-9d0d-426b99bc8b60" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.049678] env[62189]: DEBUG nova.compute.manager [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Received event network-vif-plugged-42ef125f-ffca-49d9-9b08-248232fae831 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2010.049678] env[62189]: DEBUG oslo_concurrency.lockutils [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] Acquiring lock "a10c6581-aeb2-4edb-9100-11c69dcaff0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.049823] env[62189]: DEBUG oslo_concurrency.lockutils [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] Lock "a10c6581-aeb2-4edb-9100-11c69dcaff0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.049875] env[62189]: DEBUG oslo_concurrency.lockutils [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] Lock "a10c6581-aeb2-4edb-9100-11c69dcaff0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.053507] env[62189]: DEBUG nova.compute.manager [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] No waiting events found dispatching network-vif-plugged-42ef125f-ffca-49d9-9b08-248232fae831 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2010.053507] env[62189]: WARNING nova.compute.manager [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Received unexpected event network-vif-plugged-42ef125f-ffca-49d9-9b08-248232fae831 for instance with vm_state building and task_state spawning. [ 2010.053507] env[62189]: DEBUG nova.compute.manager [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Received event network-changed-42ef125f-ffca-49d9-9b08-248232fae831 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2010.053507] env[62189]: DEBUG nova.compute.manager [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Refreshing instance network info cache due to event network-changed-42ef125f-ffca-49d9-9b08-248232fae831. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2010.053507] env[62189]: DEBUG oslo_concurrency.lockutils [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] Acquiring lock "refresh_cache-a10c6581-aeb2-4edb-9100-11c69dcaff0a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.053831] env[62189]: DEBUG oslo_concurrency.lockutils [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] Acquired lock "refresh_cache-a10c6581-aeb2-4edb-9100-11c69dcaff0a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.053831] env[62189]: DEBUG nova.network.neutron [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Refreshing network info cache for port 42ef125f-ffca-49d9-9b08-248232fae831 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2010.093582] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122179, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.146968] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728712} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.146968] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] e4e972cc-4c53-4fc8-9d0d-426b99bc8b60/e4e972cc-4c53-4fc8-9d0d-426b99bc8b60.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2010.147326] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2010.147619] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e1fce71-c3d7-4f2e-bc95-a8a2e8759498 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.155340] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2010.155340] env[62189]: value = "task-2122184" [ 2010.155340] env[62189]: _type = "Task" [ 2010.155340] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.162994] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.212546] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2010.213018] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-51592fcc-6b1b-47e2-89d9-660cfab06e9a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.222341] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2010.222341] env[62189]: value = "task-2122185" [ 2010.222341] env[62189]: _type = "Task" [ 2010.222341] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.233592] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122185, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.287823] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.288402] env[62189]: DEBUG nova.compute.manager [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2010.293820] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.145s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.294115] env[62189]: DEBUG nova.objects.instance [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Lazy-loading 'resources' on Instance uuid c8116c8c-91f5-49d4-bd92-31b3c6b05b05 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2010.366535] env[62189]: DEBUG oslo_vmware.api [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122178, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.527474] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122183, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.542373] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "980380f6-ea9f-4ee3-8ce7-74e00bebd20e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.542638] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "980380f6-ea9f-4ee3-8ce7-74e00bebd20e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.543364] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "980380f6-ea9f-4ee3-8ce7-74e00bebd20e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.543364] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "980380f6-ea9f-4ee3-8ce7-74e00bebd20e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.543364] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "980380f6-ea9f-4ee3-8ce7-74e00bebd20e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.545647] env[62189]: INFO nova.compute.manager [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Terminating instance [ 2010.594156] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122179, 'name': Rename_Task, 'duration_secs': 0.743246} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.594459] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2010.594678] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36a79125-e08b-453f-96e2-d47493600027 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.601386] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2010.601386] env[62189]: value = "task-2122186" [ 2010.601386] env[62189]: _type = "Task" [ 2010.601386] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.609262] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.668625] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089322} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.668625] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2010.669145] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e43bf8-b066-471c-ad30-f269284257be {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.697180] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] e4e972cc-4c53-4fc8-9d0d-426b99bc8b60/e4e972cc-4c53-4fc8-9d0d-426b99bc8b60.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2010.697180] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0764fcd-b52d-41bc-a264-59e257f1998a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.724414] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2010.724414] env[62189]: value = "task-2122187" [ 2010.724414] env[62189]: _type = "Task" [ 2010.724414] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.733630] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122187, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.736993] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122185, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.797700] env[62189]: DEBUG nova.compute.utils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2010.802605] env[62189]: DEBUG nova.compute.manager [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2010.802776] env[62189]: DEBUG nova.network.neutron [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2010.866722] env[62189]: DEBUG oslo_vmware.api [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122178, 'name': ReconfigVM_Task, 'duration_secs': 1.035614} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.866722] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2010.871221] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7e4117f-be73-4cd8-82c3-c9e851242434 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.891073] env[62189]: DEBUG oslo_vmware.api [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 2010.891073] env[62189]: value = "task-2122188" [ 2010.891073] env[62189]: _type = "Task" [ 2010.891073] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.900203] env[62189]: DEBUG oslo_vmware.api [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.985898] env[62189]: DEBUG nova.policy [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d0912acd20a47388e88c2df2947b23d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9cfad5a04c948319854a7b63ca64206', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2011.030109] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122183, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.049606] env[62189]: DEBUG nova.compute.manager [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2011.049872] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2011.051090] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db73ee4-c2c7-41ef-a391-6b5e85c0faaf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.059570] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2011.064758] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56a050ff-f31b-4624-ae7d-d4f25462edf4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.074426] env[62189]: DEBUG oslo_vmware.api [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2011.074426] env[62189]: value = "task-2122189" [ 2011.074426] env[62189]: _type = "Task" [ 2011.074426] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.092997] env[62189]: DEBUG oslo_vmware.api [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.114610] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122186, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.153820] env[62189]: DEBUG nova.network.neutron [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Updated VIF entry in instance network info cache for port 42ef125f-ffca-49d9-9b08-248232fae831. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2011.154064] env[62189]: DEBUG nova.network.neutron [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Updating instance_info_cache with network_info: [{"id": "42ef125f-ffca-49d9-9b08-248232fae831", "address": "fa:16:3e:4d:c3:a0", "network": {"id": "d6144321-b30e-405b-a952-77f16f353784", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-331066843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "11af304d38014f438a55fcdba3f6d25e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ef125f-ff", "ovs_interfaceid": "42ef125f-ffca-49d9-9b08-248232fae831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.252242] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122187, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.252543] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122185, 'name': CreateSnapshot_Task, 'duration_secs': 0.888616} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.252785] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2011.253627] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9d1a93-488a-4bf8-9ffc-cd7555c74a32 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.303096] env[62189]: DEBUG nova.compute.manager [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2011.401416] env[62189]: DEBUG oslo_vmware.api [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122188, 'name': ReconfigVM_Task, 'duration_secs': 0.276727} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.402832] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434149', 'volume_id': '6861c541-b16e-473a-a1f8-bedb989da39f', 'name': 'volume-6861c541-b16e-473a-a1f8-bedb989da39f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eea91f08-c90d-41f5-81f0-effb11446791', 'attached_at': '', 'detached_at': '', 'volume_id': '6861c541-b16e-473a-a1f8-bedb989da39f', 'serial': '6861c541-b16e-473a-a1f8-bedb989da39f'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2011.405336] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce5e32a-872a-4c9d-90ec-d52bc74ed776 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.412575] env[62189]: DEBUG nova.network.neutron [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Successfully created port: cd1cb324-60ec-4116-bd56-821a97ccace4 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2011.416265] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49884ca3-7b03-40c8-803e-a5505b71b3d8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.450337] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d0d77b-87f2-4361-9d28-75e784acfe7b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.458163] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adb92c3-dcfa-429b-8d74-3f04a14f78ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.474154] env[62189]: DEBUG nova.compute.provider_tree [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.530264] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122183, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.569316] env[62189]: DEBUG oslo_concurrency.lockutils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Acquiring lock "484c57d7-c4d3-4cf2-a5b4-239b6e40e484" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.569567] env[62189]: DEBUG oslo_concurrency.lockutils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Lock "484c57d7-c4d3-4cf2-a5b4-239b6e40e484" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.590242] env[62189]: DEBUG oslo_vmware.api [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122189, 'name': PowerOffVM_Task, 'duration_secs': 0.214287} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.590692] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2011.590982] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2011.591682] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fa0b109-2823-49b2-802c-47cc3eda2261 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.615450] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122186, 'name': PowerOnVM_Task, 'duration_secs': 0.801066} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.615841] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2011.616209] env[62189]: INFO nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Took 10.55 seconds to spawn the instance on the hypervisor. [ 2011.616516] env[62189]: DEBUG nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2011.617724] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bf649b-bd81-4db8-a559-24ad2024655c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.656864] env[62189]: DEBUG oslo_concurrency.lockutils [req-afae8c7e-2185-4bba-aec2-45f5e204234a req-44dab6db-e12c-405b-903e-27a6f1fe09a6 service nova] Releasing lock "refresh_cache-a10c6581-aeb2-4edb-9100-11c69dcaff0a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.739432] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122187, 'name': ReconfigVM_Task, 'duration_secs': 0.565973} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.739812] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Reconfigured VM instance instance-00000037 to attach disk [datastore2] e4e972cc-4c53-4fc8-9d0d-426b99bc8b60/e4e972cc-4c53-4fc8-9d0d-426b99bc8b60.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2011.740623] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54a0da74-45a4-436b-9c4f-13da91373cef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.748207] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2011.748207] env[62189]: value = "task-2122191" [ 2011.748207] env[62189]: _type = "Task" [ 2011.748207] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.760401] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122191, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.782730] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2011.783240] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9974f7a3-d144-4832-8650-f9da7d13c4db {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.795490] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2011.795490] env[62189]: value = "task-2122192" [ 2011.795490] env[62189]: _type = "Task" [ 2011.795490] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.806949] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122192, 'name': CloneVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.968286] env[62189]: DEBUG nova.objects.instance [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lazy-loading 'flavor' on Instance uuid eea91f08-c90d-41f5-81f0-effb11446791 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2011.979878] env[62189]: DEBUG nova.scheduler.client.report [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2012.010553] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Volume attach. Driver type: vmdk {{(pid=62189) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2012.011210] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434156', 'volume_id': '3201d43f-576d-40df-bdde-197684305e26', 'name': 'volume-3201d43f-576d-40df-bdde-197684305e26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee56e67a-afef-4534-b83e-edf3fd6995cf', 'attached_at': '', 'detached_at': '', 'volume_id': '3201d43f-576d-40df-bdde-197684305e26', 'serial': '3201d43f-576d-40df-bdde-197684305e26'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2012.012422] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f2eba7-1c7a-46f6-80f3-c89ff200515b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.039728] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4005c524-083f-4da0-8be5-b079b9ff4344 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.071147] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122183, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.080519] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-3201d43f-576d-40df-bdde-197684305e26/volume-3201d43f-576d-40df-bdde-197684305e26.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2012.081067] env[62189]: DEBUG nova.compute.manager [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2012.083869] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c2f0d15-5260-45c0-9932-5cf6b6213c44 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.102996] env[62189]: DEBUG oslo_vmware.api [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Waiting for the task: (returnval){ [ 2012.102996] env[62189]: value = "task-2122193" [ 2012.102996] env[62189]: _type = "Task" [ 2012.102996] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.111878] env[62189]: DEBUG oslo_vmware.api [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Task: {'id': task-2122193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.138870] env[62189]: INFO nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Took 31.23 seconds to build instance. [ 2012.258493] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122191, 'name': Rename_Task, 'duration_secs': 0.2959} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.258768] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2012.259044] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0ffea68-2386-4633-a457-fea18b0d5905 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.266133] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2012.266133] env[62189]: value = "task-2122194" [ 2012.266133] env[62189]: _type = "Task" [ 2012.266133] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.273758] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.304360] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122192, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.314692] env[62189]: DEBUG nova.compute.manager [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2012.345156] env[62189]: DEBUG nova.virt.hardware [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2012.345495] env[62189]: DEBUG nova.virt.hardware [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2012.345594] env[62189]: DEBUG nova.virt.hardware [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2012.345797] env[62189]: DEBUG nova.virt.hardware [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2012.345979] env[62189]: DEBUG nova.virt.hardware [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2012.346154] env[62189]: DEBUG nova.virt.hardware [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2012.346364] env[62189]: DEBUG nova.virt.hardware [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2012.346600] env[62189]: DEBUG nova.virt.hardware [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2012.346775] env[62189]: DEBUG nova.virt.hardware [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2012.346961] env[62189]: DEBUG nova.virt.hardware [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2012.347183] env[62189]: DEBUG nova.virt.hardware [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2012.348056] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcfe0da-2a5f-42a2-9e9a-918529a44a93 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.356115] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383aa675-c589-4fd9-adc9-bad6c2853bab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.486284] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.489606] env[62189]: DEBUG oslo_concurrency.lockutils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.094s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.491205] env[62189]: INFO nova.compute.claims [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2012.526953] env[62189]: INFO nova.scheduler.client.report [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Deleted allocations for instance c8116c8c-91f5-49d4-bd92-31b3c6b05b05 [ 2012.543919] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122183, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.620041] env[62189]: DEBUG oslo_vmware.api [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Task: {'id': task-2122193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.620041] env[62189]: DEBUG oslo_concurrency.lockutils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.639924] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "cd78a644-86c8-4cd0-b1cc-aab3adc95971" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.056s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.777831] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122194, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.809105] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122192, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.975470] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36791425-7bd9-4924-8ac1-91e99f4dcedc tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "eea91f08-c90d-41f5-81f0-effb11446791" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.316s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.040952] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ce8d2b92-9f23-4d71-b705-5e041909d112 tempest-ServerMetadataNegativeTestJSON-1130605137 tempest-ServerMetadataNegativeTestJSON-1130605137-project-member] Lock "c8116c8c-91f5-49d4-bd92-31b3c6b05b05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.473s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.048442] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122183, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.117029] env[62189]: DEBUG oslo_vmware.api [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Task: {'id': task-2122193, 'name': ReconfigVM_Task, 'duration_secs': 0.605213} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.117252] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-3201d43f-576d-40df-bdde-197684305e26/volume-3201d43f-576d-40df-bdde-197684305e26.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2013.122877] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34a872d2-1ad4-4954-b93f-9e73662ad00e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.138035] env[62189]: DEBUG oslo_vmware.api [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Waiting for the task: (returnval){ [ 2013.138035] env[62189]: value = "task-2122195" [ 2013.138035] env[62189]: _type = "Task" [ 2013.138035] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.146144] env[62189]: DEBUG oslo_vmware.api [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Task: {'id': task-2122195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.277190] env[62189]: DEBUG oslo_vmware.api [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122194, 'name': PowerOnVM_Task, 'duration_secs': 0.699116} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.277609] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2013.277657] env[62189]: INFO nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Took 9.40 seconds to spawn the instance on the hypervisor. [ 2013.277810] env[62189]: DEBUG nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2013.278598] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a32b706-a8ba-4786-a250-ee466bbd0c59 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.305803] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122192, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.552620] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122183, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.648942] env[62189]: DEBUG oslo_vmware.api [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Task: {'id': task-2122195, 'name': ReconfigVM_Task, 'duration_secs': 0.149065} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.651915] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434156', 'volume_id': '3201d43f-576d-40df-bdde-197684305e26', 'name': 'volume-3201d43f-576d-40df-bdde-197684305e26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee56e67a-afef-4534-b83e-edf3fd6995cf', 'attached_at': '', 'detached_at': '', 'volume_id': '3201d43f-576d-40df-bdde-197684305e26', 'serial': '3201d43f-576d-40df-bdde-197684305e26'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2013.691092] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "aeebface-3c21-4986-a215-75f304b381d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.691398] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "aeebface-3c21-4986-a215-75f304b381d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.809254] env[62189]: INFO nova.compute.manager [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Took 32.29 seconds to build instance. [ 2013.815755] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122192, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.022112] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce823a46-4e19-466d-86e0-754e6e844ec6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.030621] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94700df-2d6c-4349-af17-e615039d38e1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.064891] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6e93e6-3c23-45ca-94b0-c159f4edbc9b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.072643] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122183, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.076612] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a379ec08-381a-4fd0-a7f5-29a27499f278 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.093530] env[62189]: DEBUG nova.compute.provider_tree [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2014.199643] env[62189]: DEBUG nova.compute.manager [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2014.313207] env[62189]: DEBUG oslo_concurrency.lockutils [None req-812711b9-34eb-4e6a-976b-317ece744ab9 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "e4e972cc-4c53-4fc8-9d0d-426b99bc8b60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.700s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.313926] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122192, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.583555] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122183, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.584419] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "cd78a644-86c8-4cd0-b1cc-aab3adc95971" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.584531] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "cd78a644-86c8-4cd0-b1cc-aab3adc95971" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.584731] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "cd78a644-86c8-4cd0-b1cc-aab3adc95971-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.584915] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "cd78a644-86c8-4cd0-b1cc-aab3adc95971-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.585094] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "cd78a644-86c8-4cd0-b1cc-aab3adc95971-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.587105] env[62189]: INFO nova.compute.manager [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Terminating instance [ 2014.597900] env[62189]: DEBUG nova.scheduler.client.report [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2014.672276] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "e4e972cc-4c53-4fc8-9d0d-426b99bc8b60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.672546] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "e4e972cc-4c53-4fc8-9d0d-426b99bc8b60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.672767] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "e4e972cc-4c53-4fc8-9d0d-426b99bc8b60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.672985] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "e4e972cc-4c53-4fc8-9d0d-426b99bc8b60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.673165] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "e4e972cc-4c53-4fc8-9d0d-426b99bc8b60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.680559] env[62189]: INFO nova.compute.manager [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Terminating instance [ 2014.712493] env[62189]: DEBUG nova.objects.instance [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Lazy-loading 'flavor' on Instance uuid ee56e67a-afef-4534-b83e-edf3fd6995cf {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2014.729713] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.811362] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122192, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.075330] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122183, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.092496] env[62189]: DEBUG nova.compute.manager [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2015.092496] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2015.092947] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f075ce0-64bb-4e52-ba54-df6a4aa86d92 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.100599] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2015.100846] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-470219b3-77b3-4d51-8382-e6265d92054e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.107890] env[62189]: DEBUG oslo_concurrency.lockutils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.109362] env[62189]: DEBUG nova.compute.manager [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2015.112730] env[62189]: DEBUG oslo_concurrency.lockutils [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.652s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.112957] env[62189]: DEBUG nova.objects.instance [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lazy-loading 'resources' on Instance uuid 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2015.114341] env[62189]: DEBUG oslo_vmware.api [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2015.114341] env[62189]: value = "task-2122196" [ 2015.114341] env[62189]: _type = "Task" [ 2015.114341] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.122857] env[62189]: DEBUG oslo_vmware.api [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.187375] env[62189]: DEBUG nova.compute.manager [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2015.187634] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2015.188614] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c74b7df-e0a7-47df-8ba3-bb6b9a3e6bd1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.197392] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2015.197698] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed7ace33-76b6-4b45-83f3-79759db32aca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.206017] env[62189]: DEBUG oslo_vmware.api [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2015.206017] env[62189]: value = "task-2122197" [ 2015.206017] env[62189]: _type = "Task" [ 2015.206017] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.216314] env[62189]: DEBUG oslo_vmware.api [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.216814] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a1cd0a59-99e3-4de0-bbec-13fb93a08456 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Lock "ee56e67a-afef-4534-b83e-edf3fd6995cf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.865s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.312135] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122192, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.499315] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2015.499602] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2015.499844] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleting the datastore file [datastore2] 980380f6-ea9f-4ee3-8ce7-74e00bebd20e {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2015.500164] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2123a0b9-8c9f-44ca-abe0-0512add00778 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.507116] env[62189]: DEBUG oslo_vmware.api [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2015.507116] env[62189]: value = "task-2122198" [ 2015.507116] env[62189]: _type = "Task" [ 2015.507116] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.516016] env[62189]: DEBUG oslo_vmware.api [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.570403] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Acquiring lock "ee56e67a-afef-4534-b83e-edf3fd6995cf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.570770] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Lock "ee56e67a-afef-4534-b83e-edf3fd6995cf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.576040] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122183, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.595113] env[62189]: DEBUG nova.objects.instance [None req-c3d79b4c-add9-4094-96b7-767a5f8929b8 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Lazy-loading 'flavor' on Instance uuid a2e638a5-ed5f-4abc-a898-202664e2ed69 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2015.618020] env[62189]: DEBUG nova.compute.utils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2015.622613] env[62189]: DEBUG nova.compute.manager [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2015.623297] env[62189]: DEBUG nova.network.neutron [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2015.634346] env[62189]: DEBUG oslo_vmware.api [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122196, 'name': PowerOffVM_Task, 'duration_secs': 0.40612} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.634642] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2015.634819] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2015.635116] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8534897c-e62d-4e14-9268-532c9d639eb2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.687919] env[62189]: DEBUG nova.policy [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b67c12bdd6e14208b768e967846a7c67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a22c20528b54f4e8982055ea51d0177', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2015.719574] env[62189]: DEBUG oslo_vmware.api [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122197, 'name': PowerOffVM_Task, 'duration_secs': 0.317683} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.722867] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2015.722867] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2015.723111] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53b25a7e-2c38-4af5-aea3-d5d591306aa2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.746088] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2015.746273] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2015.746457] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Deleting the datastore file [datastore2] cd78a644-86c8-4cd0-b1cc-aab3adc95971 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2015.746717] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e75b4511-1643-40d5-a4de-2c4fef0adc5b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.755734] env[62189]: DEBUG oslo_vmware.api [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2015.755734] env[62189]: value = "task-2122201" [ 2015.755734] env[62189]: _type = "Task" [ 2015.755734] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.767011] env[62189]: DEBUG oslo_vmware.api [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.818209] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122192, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.837405] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2015.837637] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2015.837817] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Deleting the datastore file [datastore2] e4e972cc-4c53-4fc8-9d0d-426b99bc8b60 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2015.838110] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efae7e85-f0de-4102-81e8-fc3534b33d23 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.844404] env[62189]: DEBUG oslo_vmware.api [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for the task: (returnval){ [ 2015.844404] env[62189]: value = "task-2122202" [ 2015.844404] env[62189]: _type = "Task" [ 2015.844404] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.857209] env[62189]: DEBUG oslo_vmware.api [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.020224] env[62189]: DEBUG oslo_vmware.api [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195048} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.020527] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2016.021056] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2016.021056] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2016.021273] env[62189]: INFO nova.compute.manager [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Took 4.97 seconds to destroy the instance on the hypervisor. [ 2016.021447] env[62189]: DEBUG oslo.service.loopingcall [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2016.021659] env[62189]: DEBUG nova.compute.manager [-] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2016.021753] env[62189]: DEBUG nova.network.neutron [-] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2016.057915] env[62189]: DEBUG nova.network.neutron [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Successfully created port: 5a1b7508-653c-4476-b2b3-a3d27e40fa02 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2016.074887] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122183, 'name': CreateVM_Task, 'duration_secs': 5.702228} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.077712] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2016.078214] env[62189]: INFO nova.compute.manager [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Detaching volume 3201d43f-576d-40df-bdde-197684305e26 [ 2016.080579] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.080804] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.081196] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2016.081520] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7fcebd9-f069-4622-8942-5fd614037c8f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.090262] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2016.090262] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520ce460-0cda-70fb-9532-eda21a4ad322" [ 2016.090262] env[62189]: _type = "Task" [ 2016.090262] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.105837] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520ce460-0cda-70fb-9532-eda21a4ad322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.105837] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c3d79b4c-add9-4094-96b7-767a5f8929b8 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Acquiring lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.105837] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c3d79b4c-add9-4094-96b7-767a5f8929b8 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Acquired lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.119601] env[62189]: DEBUG nova.compute.manager [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2016.124372] env[62189]: INFO nova.virt.block_device [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Attempting to driver detach volume 3201d43f-576d-40df-bdde-197684305e26 from mountpoint /dev/sdb [ 2016.124372] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2016.124372] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434156', 'volume_id': '3201d43f-576d-40df-bdde-197684305e26', 'name': 'volume-3201d43f-576d-40df-bdde-197684305e26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee56e67a-afef-4534-b83e-edf3fd6995cf', 'attached_at': '', 'detached_at': '', 'volume_id': '3201d43f-576d-40df-bdde-197684305e26', 'serial': '3201d43f-576d-40df-bdde-197684305e26'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2016.125723] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55a5440-7def-467a-8f91-f42b69a7b483 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.158164] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b40af0-e777-4f30-beed-f5fd05d842b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.168858] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81b25b2-b48a-48d6-827f-6158278ae4af {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.205546] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec40552-7aed-4b4b-9edd-90be1f02fc87 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.223929] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] The volume has not been displaced from its original location: [datastore2] volume-3201d43f-576d-40df-bdde-197684305e26/volume-3201d43f-576d-40df-bdde-197684305e26.vmdk. No consolidation needed. {{(pid=62189) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2016.229209] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2016.232102] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c65f436-01c7-4a68-90fa-81a415fc7f3f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.253608] env[62189]: DEBUG oslo_vmware.api [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Waiting for the task: (returnval){ [ 2016.253608] env[62189]: value = "task-2122203" [ 2016.253608] env[62189]: _type = "Task" [ 2016.253608] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.266211] env[62189]: DEBUG oslo_vmware.api [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Task: {'id': task-2122203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.270155] env[62189]: DEBUG oslo_vmware.api [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17831} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.270364] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2016.270594] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2016.270784] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2016.270970] env[62189]: INFO nova.compute.manager [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2016.271247] env[62189]: DEBUG oslo.service.loopingcall [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2016.271453] env[62189]: DEBUG nova.compute.manager [-] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2016.271548] env[62189]: DEBUG nova.network.neutron [-] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2016.286304] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb38b3d2-8577-4794-b910-9408c5a25df0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.294032] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a74cdb6-f76e-4331-9646-fcc590f8b012 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.328955] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d85fc93-b133-4e10-9532-7f3a13cadc22 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.336985] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122192, 'name': CloneVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.340253] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198e6c29-9f36-47a6-9501-e3668f747bba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.355090] env[62189]: DEBUG nova.compute.provider_tree [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2016.366201] env[62189]: DEBUG oslo_vmware.api [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Task: {'id': task-2122202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174439} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.367017] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2016.367205] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2016.367390] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2016.367547] env[62189]: INFO nova.compute.manager [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2016.367784] env[62189]: DEBUG oslo.service.loopingcall [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2016.367997] env[62189]: DEBUG nova.compute.manager [-] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2016.368112] env[62189]: DEBUG nova.network.neutron [-] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2016.601130] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520ce460-0cda-70fb-9532-eda21a4ad322, 'name': SearchDatastore_Task, 'duration_secs': 0.026848} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.601455] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.601712] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2016.601941] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.602096] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.602272] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2016.602531] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8540810f-a1c7-47b9-aa4f-636ea3e1c14c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.611132] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2016.611332] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2016.612113] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a05fd2aa-9bc7-47e8-a1dc-b3160cb0ce7a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.617401] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2016.617401] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527cb0bd-fe57-b090-dca8-c5e55987826a" [ 2016.617401] env[62189]: _type = "Task" [ 2016.617401] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.631544] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527cb0bd-fe57-b090-dca8-c5e55987826a, 'name': SearchDatastore_Task, 'duration_secs': 0.008434} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.632925] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15bdf89-c008-409e-bf6d-51f8e9c04157 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.639377] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2016.639377] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529b8b1a-eb2e-c47b-f6f0-9940a93ed4f2" [ 2016.639377] env[62189]: _type = "Task" [ 2016.639377] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.648133] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529b8b1a-eb2e-c47b-f6f0-9940a93ed4f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.764073] env[62189]: DEBUG oslo_vmware.api [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Task: {'id': task-2122203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.835062] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122192, 'name': CloneVM_Task, 'duration_secs': 4.61212} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.835348] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Created linked-clone VM from snapshot [ 2016.836143] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ddebdd-4aaa-4765-9e7e-fb8e108af63a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.844241] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Uploading image bee780c3-3c9f-4a76-91bd-cd77495ad510 {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2016.861373] env[62189]: DEBUG nova.scheduler.client.report [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2016.884713] env[62189]: DEBUG oslo_vmware.rw_handles [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2016.884713] env[62189]: value = "vm-434161" [ 2016.884713] env[62189]: _type = "VirtualMachine" [ 2016.884713] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2016.884713] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-20597436-b8b2-4cda-94d4-2fee9a731a8d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.892574] env[62189]: DEBUG oslo_vmware.rw_handles [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lease: (returnval){ [ 2016.892574] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c72779-489a-5185-63c1-e9848d525603" [ 2016.892574] env[62189]: _type = "HttpNfcLease" [ 2016.892574] env[62189]: } obtained for exporting VM: (result){ [ 2016.892574] env[62189]: value = "vm-434161" [ 2016.892574] env[62189]: _type = "VirtualMachine" [ 2016.892574] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2016.892840] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the lease: (returnval){ [ 2016.892840] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c72779-489a-5185-63c1-e9848d525603" [ 2016.892840] env[62189]: _type = "HttpNfcLease" [ 2016.892840] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2016.900478] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2016.900478] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c72779-489a-5185-63c1-e9848d525603" [ 2016.900478] env[62189]: _type = "HttpNfcLease" [ 2016.900478] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2016.933404] env[62189]: DEBUG nova.network.neutron [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Successfully updated port: cd1cb324-60ec-4116-bd56-821a97ccace4 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2016.980498] env[62189]: DEBUG nova.compute.manager [req-8ad6e24a-009c-4908-9404-c888ce3a6e42 req-5d447e84-f3c9-4651-9a7e-ad19e14eeab9 service nova] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Received event network-vif-deleted-72dfc44c-3ab3-44fc-818d-032de95d99c6 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2016.980704] env[62189]: INFO nova.compute.manager [req-8ad6e24a-009c-4908-9404-c888ce3a6e42 req-5d447e84-f3c9-4651-9a7e-ad19e14eeab9 service nova] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Neutron deleted interface 72dfc44c-3ab3-44fc-818d-032de95d99c6; detaching it from the instance and deleting it from the info cache [ 2016.980877] env[62189]: DEBUG nova.network.neutron [req-8ad6e24a-009c-4908-9404-c888ce3a6e42 req-5d447e84-f3c9-4651-9a7e-ad19e14eeab9 service nova] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.003280] env[62189]: DEBUG nova.compute.manager [req-d84c9298-f510-4541-837b-8c03e1e22de5 req-0243b2bb-c4f1-4e4f-a792-b3b48a26ba1d service nova] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Received event network-vif-plugged-cd1cb324-60ec-4116-bd56-821a97ccace4 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2017.003280] env[62189]: DEBUG oslo_concurrency.lockutils [req-d84c9298-f510-4541-837b-8c03e1e22de5 req-0243b2bb-c4f1-4e4f-a792-b3b48a26ba1d service nova] Acquiring lock "a95c1c41-bdbd-4919-a232-ae30339c7703-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.003280] env[62189]: DEBUG oslo_concurrency.lockutils [req-d84c9298-f510-4541-837b-8c03e1e22de5 req-0243b2bb-c4f1-4e4f-a792-b3b48a26ba1d service nova] Lock "a95c1c41-bdbd-4919-a232-ae30339c7703-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.003280] env[62189]: DEBUG oslo_concurrency.lockutils [req-d84c9298-f510-4541-837b-8c03e1e22de5 req-0243b2bb-c4f1-4e4f-a792-b3b48a26ba1d service nova] Lock "a95c1c41-bdbd-4919-a232-ae30339c7703-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.003280] env[62189]: DEBUG nova.compute.manager [req-d84c9298-f510-4541-837b-8c03e1e22de5 req-0243b2bb-c4f1-4e4f-a792-b3b48a26ba1d service nova] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] No waiting events found dispatching network-vif-plugged-cd1cb324-60ec-4116-bd56-821a97ccace4 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2017.003659] env[62189]: WARNING nova.compute.manager [req-d84c9298-f510-4541-837b-8c03e1e22de5 req-0243b2bb-c4f1-4e4f-a792-b3b48a26ba1d service nova] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Received unexpected event network-vif-plugged-cd1cb324-60ec-4116-bd56-821a97ccace4 for instance with vm_state building and task_state spawning. [ 2017.133646] env[62189]: DEBUG nova.compute.manager [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2017.140355] env[62189]: DEBUG nova.network.neutron [-] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.156202] env[62189]: INFO nova.compute.manager [-] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Took 1.13 seconds to deallocate network for instance. [ 2017.180743] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529b8b1a-eb2e-c47b-f6f0-9940a93ed4f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008938} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.183110] env[62189]: DEBUG nova.virt.hardware [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2017.183551] env[62189]: DEBUG nova.virt.hardware [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2017.183672] env[62189]: DEBUG nova.virt.hardware [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2017.183928] env[62189]: DEBUG nova.virt.hardware [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2017.184115] env[62189]: DEBUG nova.virt.hardware [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2017.184340] env[62189]: DEBUG nova.virt.hardware [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2017.184622] env[62189]: DEBUG nova.virt.hardware [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2017.184834] env[62189]: DEBUG nova.virt.hardware [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2017.185403] env[62189]: DEBUG nova.virt.hardware [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2017.185403] env[62189]: DEBUG nova.virt.hardware [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2017.185485] env[62189]: DEBUG nova.virt.hardware [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2017.185825] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.186168] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] a10c6581-aeb2-4edb-9100-11c69dcaff0a/a10c6581-aeb2-4edb-9100-11c69dcaff0a.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2017.187071] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd66b69-4d24-4188-8a86-b5a85de77df5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.189879] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ad4fff5-cfcf-4b7c-9f13-8854a1d0e168 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.201309] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da09a06-363a-4d77-b5c7-d818920f840e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.206812] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2017.206812] env[62189]: value = "task-2122205" [ 2017.206812] env[62189]: _type = "Task" [ 2017.206812] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.227484] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.268258] env[62189]: DEBUG oslo_vmware.api [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Task: {'id': task-2122203, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.285720] env[62189]: DEBUG nova.network.neutron [None req-c3d79b4c-add9-4094-96b7-767a5f8929b8 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2017.352916] env[62189]: DEBUG nova.network.neutron [-] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.366539] env[62189]: DEBUG oslo_concurrency.lockutils [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.369134] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.431s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.369396] env[62189]: DEBUG nova.objects.instance [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Lazy-loading 'resources' on Instance uuid 8f3c6230-2a8f-4b97-9fef-7df63b159e42 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2017.392792] env[62189]: DEBUG nova.network.neutron [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Successfully updated port: 138a7e11-2472-420f-8012-d4ab4070cb8b {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2017.405802] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2017.405802] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c72779-489a-5185-63c1-e9848d525603" [ 2017.405802] env[62189]: _type = "HttpNfcLease" [ 2017.405802] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2017.407024] env[62189]: INFO nova.scheduler.client.report [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleted allocations for instance 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8 [ 2017.408991] env[62189]: DEBUG oslo_vmware.rw_handles [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2017.408991] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c72779-489a-5185-63c1-e9848d525603" [ 2017.408991] env[62189]: _type = "HttpNfcLease" [ 2017.408991] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2017.415321] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a759459-d189-48cf-995e-95416cb85a84 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.424724] env[62189]: DEBUG oslo_vmware.rw_handles [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3b8e4-4749-65b8-5bd1-288cacb87b71/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2017.424942] env[62189]: DEBUG oslo_vmware.rw_handles [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3b8e4-4749-65b8-5bd1-288cacb87b71/disk-0.vmdk for reading. {{(pid=62189) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2017.494392] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "refresh_cache-a95c1c41-bdbd-4919-a232-ae30339c7703" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.494650] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired lock "refresh_cache-a95c1c41-bdbd-4919-a232-ae30339c7703" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.494713] env[62189]: DEBUG nova.network.neutron [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2017.498358] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b1cdd8b-5f1a-472e-831b-1eb8b39898aa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.512174] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcb353f-d124-4941-aaf0-b9ac73e31239 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.540034] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4db705f5-9f35-4b52-94ee-05922b0725bd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.559138] env[62189]: DEBUG nova.compute.manager [req-8ad6e24a-009c-4908-9404-c888ce3a6e42 req-5d447e84-f3c9-4651-9a7e-ad19e14eeab9 service nova] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Detach interface failed, port_id=72dfc44c-3ab3-44fc-818d-032de95d99c6, reason: Instance 980380f6-ea9f-4ee3-8ce7-74e00bebd20e could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2017.676420] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.718579] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44254} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.718914] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] a10c6581-aeb2-4edb-9100-11c69dcaff0a/a10c6581-aeb2-4edb-9100-11c69dcaff0a.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2017.719137] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2017.719385] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2018fe1-e008-4b23-9790-c43cae02deb7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.726618] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2017.726618] env[62189]: value = "task-2122206" [ 2017.726618] env[62189]: _type = "Task" [ 2017.726618] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.740301] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.765516] env[62189]: DEBUG oslo_vmware.api [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Task: {'id': task-2122203, 'name': ReconfigVM_Task, 'duration_secs': 1.23928} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.765871] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2017.770857] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-210c409b-ee22-4028-aaa4-2557a3000540 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.782573] env[62189]: DEBUG nova.network.neutron [-] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.791861] env[62189]: DEBUG oslo_vmware.api [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Waiting for the task: (returnval){ [ 2017.791861] env[62189]: value = "task-2122207" [ 2017.791861] env[62189]: _type = "Task" [ 2017.791861] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.805634] env[62189]: DEBUG oslo_vmware.api [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Task: {'id': task-2122207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.856632] env[62189]: INFO nova.compute.manager [-] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Took 1.58 seconds to deallocate network for instance. [ 2017.862211] env[62189]: DEBUG nova.network.neutron [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Successfully updated port: 5a1b7508-653c-4476-b2b3-a3d27e40fa02 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2017.895328] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "refresh_cache-bca617fc-c117-4621-b944-366848c3ae11" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.895482] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired lock "refresh_cache-bca617fc-c117-4621-b944-366848c3ae11" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.895631] env[62189]: DEBUG nova.network.neutron [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2017.921411] env[62189]: DEBUG oslo_concurrency.lockutils [None req-10241ee6-7f55-4065-babb-decc93d0f74e tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "1f188c41-dbf1-4c51-8a80-0175b8c3e5f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.936s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.047822] env[62189]: DEBUG nova.network.neutron [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2018.099149] env[62189]: DEBUG nova.network.neutron [None req-c3d79b4c-add9-4094-96b7-767a5f8929b8 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Updating instance_info_cache with network_info: [{"id": "03de7799-6512-41fd-a347-7c8917bbb18a", "address": "fa:16:3e:22:d2:7e", "network": {"id": "9a44d490-682c-4da3-995e-c2caa3673acb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1047476966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91aef3ab777548e58169aa3de3b7a190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03de7799-65", "ovs_interfaceid": "03de7799-6512-41fd-a347-7c8917bbb18a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.237913] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066774} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.241270] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2018.241989] env[62189]: DEBUG nova.network.neutron [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Updating instance_info_cache with network_info: [{"id": "cd1cb324-60ec-4116-bd56-821a97ccace4", "address": "fa:16:3e:02:c5:c7", "network": {"id": "eca82f7d-352d-44da-a879-56c5f8cfacbb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-513640798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cfad5a04c948319854a7b63ca64206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1cb324-60", "ovs_interfaceid": "cd1cb324-60ec-4116-bd56-821a97ccace4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.243854] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c47731-bb5c-45bb-b25e-f727898c0977 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.269056] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] a10c6581-aeb2-4edb-9100-11c69dcaff0a/a10c6581-aeb2-4edb-9100-11c69dcaff0a.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2018.272625] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a027b16-01c3-4721-8de2-2b78f9d9cdd7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.289369] env[62189]: INFO nova.compute.manager [-] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Took 1.92 seconds to deallocate network for instance. [ 2018.301951] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2018.301951] env[62189]: value = "task-2122208" [ 2018.301951] env[62189]: _type = "Task" [ 2018.301951] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.313673] env[62189]: DEBUG oslo_vmware.api [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Task: {'id': task-2122207, 'name': ReconfigVM_Task, 'duration_secs': 0.140977} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.314721] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434156', 'volume_id': '3201d43f-576d-40df-bdde-197684305e26', 'name': 'volume-3201d43f-576d-40df-bdde-197684305e26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee56e67a-afef-4534-b83e-edf3fd6995cf', 'attached_at': '', 'detached_at': '', 'volume_id': '3201d43f-576d-40df-bdde-197684305e26', 'serial': '3201d43f-576d-40df-bdde-197684305e26'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2018.322444] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.367184] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.367667] env[62189]: DEBUG oslo_concurrency.lockutils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.367811] env[62189]: DEBUG oslo_concurrency.lockutils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.367967] env[62189]: DEBUG nova.network.neutron [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2018.437268] env[62189]: DEBUG nova.network.neutron [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2018.529698] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e3033f-b819-477b-ba4b-e60f4d3f7da3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.539957] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52866df-d9dc-48da-87e9-c4034d53645b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.573412] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d81000f-a59e-4a9b-9021-46a79dd72865 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.582117] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12db962-2310-4122-8f52-ca824af12db1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.598916] env[62189]: DEBUG nova.compute.provider_tree [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2018.603145] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c3d79b4c-add9-4094-96b7-767a5f8929b8 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Releasing lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.603719] env[62189]: DEBUG nova.compute.manager [None req-c3d79b4c-add9-4094-96b7-767a5f8929b8 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Inject network info {{(pid=62189) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2018.603783] env[62189]: DEBUG nova.compute.manager [None req-c3d79b4c-add9-4094-96b7-767a5f8929b8 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] network_info to inject: |[{"id": "03de7799-6512-41fd-a347-7c8917bbb18a", "address": "fa:16:3e:22:d2:7e", "network": {"id": "9a44d490-682c-4da3-995e-c2caa3673acb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1047476966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91aef3ab777548e58169aa3de3b7a190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03de7799-65", "ovs_interfaceid": "03de7799-6512-41fd-a347-7c8917bbb18a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2018.609040] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d79b4c-add9-4094-96b7-767a5f8929b8 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Reconfiguring VM instance to set the machine id {{(pid=62189) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2018.609457] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a40e6fa-fca3-419e-89c7-9589a2fd8719 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.626114] env[62189]: DEBUG oslo_vmware.api [None req-c3d79b4c-add9-4094-96b7-767a5f8929b8 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Waiting for the task: (returnval){ [ 2018.626114] env[62189]: value = "task-2122209" [ 2018.626114] env[62189]: _type = "Task" [ 2018.626114] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.637438] env[62189]: DEBUG oslo_vmware.api [None req-c3d79b4c-add9-4094-96b7-767a5f8929b8 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2122209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.693816] env[62189]: DEBUG nova.network.neutron [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Updating instance_info_cache with network_info: [{"id": "138a7e11-2472-420f-8012-d4ab4070cb8b", "address": "fa:16:3e:15:01:4d", "network": {"id": "22bb9e55-a8d4-4475-a726-bbbbb8e07851", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-662988363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "649382691bb342e3ad6c5164ef53011f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138a7e11-24", "ovs_interfaceid": "138a7e11-2472-420f-8012-d4ab4070cb8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.748257] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Releasing lock "refresh_cache-a95c1c41-bdbd-4919-a232-ae30339c7703" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.748694] env[62189]: DEBUG nova.compute.manager [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Instance network_info: |[{"id": "cd1cb324-60ec-4116-bd56-821a97ccace4", "address": "fa:16:3e:02:c5:c7", "network": {"id": "eca82f7d-352d-44da-a879-56c5f8cfacbb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-513640798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cfad5a04c948319854a7b63ca64206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1cb324-60", "ovs_interfaceid": "cd1cb324-60ec-4116-bd56-821a97ccace4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2018.749182] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:c5:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd1cb324-60ec-4116-bd56-821a97ccace4', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2018.757481] env[62189]: DEBUG oslo.service.loopingcall [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2018.757779] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2018.758066] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ecc11ef-041e-4d2c-8c27-25fe3007cc2f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.781744] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2018.781744] env[62189]: value = "task-2122210" [ 2018.781744] env[62189]: _type = "Task" [ 2018.781744] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.793346] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122210, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.803443] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.814182] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122208, 'name': ReconfigVM_Task, 'duration_secs': 0.269135} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.814517] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Reconfigured VM instance instance-00000038 to attach disk [datastore2] a10c6581-aeb2-4edb-9100-11c69dcaff0a/a10c6581-aeb2-4edb-9100-11c69dcaff0a.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2018.815265] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17e82a59-3025-4d84-83c8-9bd421d14e62 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.821241] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2018.821241] env[62189]: value = "task-2122211" [ 2018.821241] env[62189]: _type = "Task" [ 2018.821241] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.829340] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122211, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.890206] env[62189]: DEBUG nova.objects.instance [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Lazy-loading 'flavor' on Instance uuid ee56e67a-afef-4534-b83e-edf3fd6995cf {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2018.900782] env[62189]: DEBUG nova.network.neutron [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2019.013891] env[62189]: DEBUG nova.compute.manager [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] [instance: bca617fc-c117-4621-b944-366848c3ae11] Received event network-vif-plugged-138a7e11-2472-420f-8012-d4ab4070cb8b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2019.013891] env[62189]: DEBUG oslo_concurrency.lockutils [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] Acquiring lock "bca617fc-c117-4621-b944-366848c3ae11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.013891] env[62189]: DEBUG oslo_concurrency.lockutils [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] Lock "bca617fc-c117-4621-b944-366848c3ae11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.014121] env[62189]: DEBUG oslo_concurrency.lockutils [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] Lock "bca617fc-c117-4621-b944-366848c3ae11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.014341] env[62189]: DEBUG nova.compute.manager [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] [instance: bca617fc-c117-4621-b944-366848c3ae11] No waiting events found dispatching network-vif-plugged-138a7e11-2472-420f-8012-d4ab4070cb8b {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2019.014666] env[62189]: WARNING nova.compute.manager [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] [instance: bca617fc-c117-4621-b944-366848c3ae11] Received unexpected event network-vif-plugged-138a7e11-2472-420f-8012-d4ab4070cb8b for instance with vm_state building and task_state spawning. [ 2019.014839] env[62189]: DEBUG nova.compute.manager [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Received event network-vif-deleted-3e34cd7a-f6b1-4ebc-ba04-ed59fb7f93f8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2019.015030] env[62189]: DEBUG nova.compute.manager [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Received event network-changed-03de7799-6512-41fd-a347-7c8917bbb18a {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2019.015521] env[62189]: DEBUG nova.compute.manager [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Refreshing instance network info cache due to event network-changed-03de7799-6512-41fd-a347-7c8917bbb18a. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2019.016108] env[62189]: DEBUG oslo_concurrency.lockutils [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] Acquiring lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.018759] env[62189]: DEBUG oslo_concurrency.lockutils [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] Acquired lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.018759] env[62189]: DEBUG nova.network.neutron [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Refreshing network info cache for port 03de7799-6512-41fd-a347-7c8917bbb18a {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2019.041939] env[62189]: DEBUG nova.compute.manager [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Received event network-vif-deleted-57f026d3-56e0-48ee-8862-f13a6affaea4 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2019.042353] env[62189]: DEBUG nova.compute.manager [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Received event network-changed-cd1cb324-60ec-4116-bd56-821a97ccace4 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2019.043043] env[62189]: DEBUG nova.compute.manager [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Refreshing instance network info cache due to event network-changed-cd1cb324-60ec-4116-bd56-821a97ccace4. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2019.043043] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] Acquiring lock "refresh_cache-a95c1c41-bdbd-4919-a232-ae30339c7703" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.043043] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] Acquired lock "refresh_cache-a95c1c41-bdbd-4919-a232-ae30339c7703" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.043418] env[62189]: DEBUG nova.network.neutron [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Refreshing network info cache for port cd1cb324-60ec-4116-bd56-821a97ccace4 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2019.084546] env[62189]: DEBUG nova.network.neutron [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Updating instance_info_cache with network_info: [{"id": "5a1b7508-653c-4476-b2b3-a3d27e40fa02", "address": "fa:16:3e:40:4d:c8", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1b7508-65", "ovs_interfaceid": "5a1b7508-653c-4476-b2b3-a3d27e40fa02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.102215] env[62189]: DEBUG nova.scheduler.client.report [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2019.135670] env[62189]: DEBUG oslo_vmware.api [None req-c3d79b4c-add9-4094-96b7-767a5f8929b8 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2122209, 'name': ReconfigVM_Task, 'duration_secs': 0.158132} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.136186] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c3d79b4c-add9-4094-96b7-767a5f8929b8 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Reconfigured VM instance to set the machine id {{(pid=62189) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2019.164175] env[62189]: DEBUG nova.objects.instance [None req-79ddb51e-5c88-48c8-a711-42ad02f747f3 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Lazy-loading 'flavor' on Instance uuid a2e638a5-ed5f-4abc-a898-202664e2ed69 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2019.196458] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Releasing lock "refresh_cache-bca617fc-c117-4621-b944-366848c3ae11" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.196860] env[62189]: DEBUG nova.compute.manager [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Instance network_info: |[{"id": "138a7e11-2472-420f-8012-d4ab4070cb8b", "address": "fa:16:3e:15:01:4d", "network": {"id": "22bb9e55-a8d4-4475-a726-bbbbb8e07851", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-662988363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "649382691bb342e3ad6c5164ef53011f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138a7e11-24", "ovs_interfaceid": "138a7e11-2472-420f-8012-d4ab4070cb8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2019.197557] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:01:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '138a7e11-2472-420f-8012-d4ab4070cb8b', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2019.205846] env[62189]: DEBUG oslo.service.loopingcall [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2019.206667] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca617fc-c117-4621-b944-366848c3ae11] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2019.206957] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5abb32e-3b3a-4119-9da6-ebfd5c26666c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.228184] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2019.228184] env[62189]: value = "task-2122212" [ 2019.228184] env[62189]: _type = "Task" [ 2019.228184] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.236386] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122212, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.292238] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122210, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.331206] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122211, 'name': Rename_Task, 'duration_secs': 0.24048} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.332635] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2019.332635] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a4dc95f-980a-4137-944d-9565784e35f4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.339037] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2019.339037] env[62189]: value = "task-2122213" [ 2019.339037] env[62189]: _type = "Task" [ 2019.339037] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.347586] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.587143] env[62189]: DEBUG oslo_concurrency.lockutils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.587532] env[62189]: DEBUG nova.compute.manager [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Instance network_info: |[{"id": "5a1b7508-653c-4476-b2b3-a3d27e40fa02", "address": "fa:16:3e:40:4d:c8", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1b7508-65", "ovs_interfaceid": "5a1b7508-653c-4476-b2b3-a3d27e40fa02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2019.587987] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:4d:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a1b7508-653c-4476-b2b3-a3d27e40fa02', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2019.597031] env[62189]: DEBUG oslo.service.loopingcall [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2019.599815] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2019.600077] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cd1c4f5-21df-4816-a92e-a739700d9e01 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.620938] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.623413] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.153s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.623413] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.624811] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2019.624811] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.708s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.624811] env[62189]: DEBUG nova.objects.instance [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lazy-loading 'resources' on Instance uuid 19779686-0994-494a-8bd7-927cde64780d {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2019.628729] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df2fc31-77d4-4826-9266-36094de1f778 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.633881] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2019.633881] env[62189]: value = "task-2122214" [ 2019.633881] env[62189]: _type = "Task" [ 2019.633881] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.648219] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e88e990-db96-402d-9189-d3e1115d148e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.659364] env[62189]: INFO nova.scheduler.client.report [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Deleted allocations for instance 8f3c6230-2a8f-4b97-9fef-7df63b159e42 [ 2019.660828] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122214, 'name': CreateVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.679664] env[62189]: DEBUG oslo_concurrency.lockutils [None req-79ddb51e-5c88-48c8-a711-42ad02f747f3 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Acquiring lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.683524] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66789c42-d5e8-4134-b421-86edf98a01cf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.697999] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce018826-745d-4ff9-a55b-508cde15ef7a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.743401] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178701MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2019.743677] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.759261] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122212, 'name': CreateVM_Task, 'duration_secs': 0.43069} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.759261] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bca617fc-c117-4621-b944-366848c3ae11] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2019.759639] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.760877] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.760877] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2019.761288] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b8bf935-a8cb-45e0-93ea-82969943dea3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.767433] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2019.767433] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520f37bd-4cb7-61b2-b223-8c0a5ba704ef" [ 2019.767433] env[62189]: _type = "Task" [ 2019.767433] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.777888] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520f37bd-4cb7-61b2-b223-8c0a5ba704ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.796302] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122210, 'name': CreateVM_Task, 'duration_secs': 0.747034} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.796609] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2019.798125] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.853037] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122213, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.898626] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f2d4f17c-c7e2-4f1e-a7c1-3a87e70baf77 tempest-VolumesAssistedSnapshotsTest-673710701 tempest-VolumesAssistedSnapshotsTest-673710701-project-admin] Lock "ee56e67a-afef-4534-b83e-edf3fd6995cf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.328s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.901685] env[62189]: DEBUG nova.network.neutron [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Updated VIF entry in instance network info cache for port 03de7799-6512-41fd-a347-7c8917bbb18a. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2019.902162] env[62189]: DEBUG nova.network.neutron [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Updating instance_info_cache with network_info: [{"id": "03de7799-6512-41fd-a347-7c8917bbb18a", "address": "fa:16:3e:22:d2:7e", "network": {"id": "9a44d490-682c-4da3-995e-c2caa3673acb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1047476966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91aef3ab777548e58169aa3de3b7a190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03de7799-65", "ovs_interfaceid": "03de7799-6512-41fd-a347-7c8917bbb18a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.957653] env[62189]: DEBUG nova.network.neutron [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Updated VIF entry in instance network info cache for port cd1cb324-60ec-4116-bd56-821a97ccace4. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2019.958172] env[62189]: DEBUG nova.network.neutron [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Updating instance_info_cache with network_info: [{"id": "cd1cb324-60ec-4116-bd56-821a97ccace4", "address": "fa:16:3e:02:c5:c7", "network": {"id": "eca82f7d-352d-44da-a879-56c5f8cfacbb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-513640798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cfad5a04c948319854a7b63ca64206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1cb324-60", "ovs_interfaceid": "cd1cb324-60ec-4116-bd56-821a97ccace4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.145029] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122214, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.172733] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ba560c8d-5e55-4bf4-b79d-71cceb4fe0dc tempest-ServersTestFqdnHostnames-676490868 tempest-ServersTestFqdnHostnames-676490868-project-member] Lock "8f3c6230-2a8f-4b97-9fef-7df63b159e42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.767s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.280683] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520f37bd-4cb7-61b2-b223-8c0a5ba704ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013936} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.281067] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.281313] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2020.281555] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.281731] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.281908] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2020.282482] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.282608] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2020.282752] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1cdff3d-39f7-4e11-8b5e-3a2b4993f681 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.287319] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e16e7e6b-ad3a-4790-b876-099d9d4cb2a9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.292845] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2020.292845] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5289b46d-522d-ee13-2d69-713677ba2910" [ 2020.292845] env[62189]: _type = "Task" [ 2020.292845] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.297413] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2020.297622] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2020.298800] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec8e44a8-cd22-4594-8227-47dfa31d45c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.307625] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5289b46d-522d-ee13-2d69-713677ba2910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.311984] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2020.311984] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e0fdb0-7edc-71fe-5731-5dc547b3fe13" [ 2020.311984] env[62189]: _type = "Task" [ 2020.311984] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.321759] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e0fdb0-7edc-71fe-5731-5dc547b3fe13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.352941] env[62189]: DEBUG oslo_vmware.api [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122213, 'name': PowerOnVM_Task, 'duration_secs': 0.549019} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.353445] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2020.353708] env[62189]: INFO nova.compute.manager [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Took 13.56 seconds to spawn the instance on the hypervisor. [ 2020.353919] env[62189]: DEBUG nova.compute.manager [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2020.354695] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6a81f2-28b1-41a8-b313-5891dda8a81f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.407844] env[62189]: DEBUG oslo_concurrency.lockutils [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] Releasing lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.408135] env[62189]: DEBUG nova.compute.manager [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] [instance: bca617fc-c117-4621-b944-366848c3ae11] Received event network-changed-138a7e11-2472-420f-8012-d4ab4070cb8b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2020.408306] env[62189]: DEBUG nova.compute.manager [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] [instance: bca617fc-c117-4621-b944-366848c3ae11] Refreshing instance network info cache due to event network-changed-138a7e11-2472-420f-8012-d4ab4070cb8b. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2020.408532] env[62189]: DEBUG oslo_concurrency.lockutils [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] Acquiring lock "refresh_cache-bca617fc-c117-4621-b944-366848c3ae11" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.408682] env[62189]: DEBUG oslo_concurrency.lockutils [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] Acquired lock "refresh_cache-bca617fc-c117-4621-b944-366848c3ae11" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.408835] env[62189]: DEBUG nova.network.neutron [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] [instance: bca617fc-c117-4621-b944-366848c3ae11] Refreshing network info cache for port 138a7e11-2472-420f-8012-d4ab4070cb8b {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2020.409974] env[62189]: DEBUG oslo_concurrency.lockutils [None req-79ddb51e-5c88-48c8-a711-42ad02f747f3 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Acquired lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.461195] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] Releasing lock "refresh_cache-a95c1c41-bdbd-4919-a232-ae30339c7703" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.461535] env[62189]: DEBUG nova.compute.manager [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Received event network-vif-plugged-5a1b7508-653c-4476-b2b3-a3d27e40fa02 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2020.461756] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] Acquiring lock "110d723b-1cea-4fc0-b44a-c638f23e5879-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.462285] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] Lock "110d723b-1cea-4fc0-b44a-c638f23e5879-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.462285] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] Lock "110d723b-1cea-4fc0-b44a-c638f23e5879-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.462632] env[62189]: DEBUG nova.compute.manager [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] No waiting events found dispatching network-vif-plugged-5a1b7508-653c-4476-b2b3-a3d27e40fa02 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2020.462632] env[62189]: WARNING nova.compute.manager [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Received unexpected event network-vif-plugged-5a1b7508-653c-4476-b2b3-a3d27e40fa02 for instance with vm_state building and task_state spawning. [ 2020.462731] env[62189]: DEBUG nova.compute.manager [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Received event network-changed-5a1b7508-653c-4476-b2b3-a3d27e40fa02 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2020.462916] env[62189]: DEBUG nova.compute.manager [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Refreshing instance network info cache due to event network-changed-5a1b7508-653c-4476-b2b3-a3d27e40fa02. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2020.463118] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] Acquiring lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.463263] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] Acquired lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.463469] env[62189]: DEBUG nova.network.neutron [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Refreshing network info cache for port 5a1b7508-653c-4476-b2b3-a3d27e40fa02 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2020.647485] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122214, 'name': CreateVM_Task, 'duration_secs': 0.52441} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.650802] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2020.652378] env[62189]: DEBUG oslo_concurrency.lockutils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.666625] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671b494b-0a44-45e9-b6cf-c28317ff8b07 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.675159] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227c8a20-d74e-4175-9543-eb9db0529990 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.509061] env[62189]: DEBUG nova.network.neutron [None req-79ddb51e-5c88-48c8-a711-42ad02f747f3 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2021.521377] env[62189]: DEBUG nova.compute.manager [req-67447ae1-2723-4a7c-bccb-9f9753cc2fb9 req-1d540a4d-1d44-459b-bfbf-5e6d2e614677 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Received event network-changed-03de7799-6512-41fd-a347-7c8917bbb18a {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2021.521596] env[62189]: DEBUG nova.compute.manager [req-67447ae1-2723-4a7c-bccb-9f9753cc2fb9 req-1d540a4d-1d44-459b-bfbf-5e6d2e614677 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Refreshing instance network info cache due to event network-changed-03de7799-6512-41fd-a347-7c8917bbb18a. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2021.522615] env[62189]: DEBUG oslo_concurrency.lockutils [req-67447ae1-2723-4a7c-bccb-9f9753cc2fb9 req-1d540a4d-1d44-459b-bfbf-5e6d2e614677 service nova] Acquiring lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.522615] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e9105e-aa65-4b71-a229-afdb7f6e1599 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.526086] env[62189]: INFO nova.compute.manager [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Took 35.63 seconds to build instance. [ 2021.543146] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5289b46d-522d-ee13-2d69-713677ba2910, 'name': SearchDatastore_Task, 'duration_secs': 0.011288} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.543494] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e0fdb0-7edc-71fe-5731-5dc547b3fe13, 'name': SearchDatastore_Task, 'duration_secs': 0.01466} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.545714] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.545961] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2021.546195] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.547322] env[62189]: DEBUG oslo_concurrency.lockutils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.547890] env[62189]: DEBUG oslo_concurrency.lockutils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2021.547890] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e158fa6a-8e31-4415-96ce-2f19e70e4ab6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.551965] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3476c7a7-a3a5-415d-8b21-8b4a518569b8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.556978] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-821cd005-1fab-4358-97fa-872fb2845a34 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.565271] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2021.565271] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52bee32d-837c-5ba2-4b41-fae7f512a8e7" [ 2021.565271] env[62189]: _type = "Task" [ 2021.565271] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.578021] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2021.578021] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523b3809-6a9b-37ce-33c9-b78d94afea6c" [ 2021.578021] env[62189]: _type = "Task" [ 2021.578021] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.578021] env[62189]: DEBUG nova.compute.provider_tree [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2021.589851] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52bee32d-837c-5ba2-4b41-fae7f512a8e7, 'name': SearchDatastore_Task, 'duration_secs': 0.015741} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.593333] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.593617] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] bca617fc-c117-4621-b944-366848c3ae11/bca617fc-c117-4621-b944-366848c3ae11.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2021.593874] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523b3809-6a9b-37ce-33c9-b78d94afea6c, 'name': SearchDatastore_Task, 'duration_secs': 0.015993} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.594105] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.594288] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2021.594772] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a33771b3-2aff-4397-ae58-9856b5073081 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.597023] env[62189]: DEBUG oslo_concurrency.lockutils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.597246] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2021.597443] env[62189]: DEBUG oslo_concurrency.lockutils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.597649] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44521704-5c04-4503-a176-0fc9968f0cdc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.605677] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2021.605677] env[62189]: value = "task-2122216" [ 2021.605677] env[62189]: _type = "Task" [ 2021.605677] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.606770] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2021.606937] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2021.610395] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f60e53-b4c2-4848-98d2-c81e8d4bb5fc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.618262] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.619638] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2021.619638] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a3e68b-0969-1aee-611e-d4cd0a0801ca" [ 2021.619638] env[62189]: _type = "Task" [ 2021.619638] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.631750] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a3e68b-0969-1aee-611e-d4cd0a0801ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.813607] env[62189]: DEBUG nova.network.neutron [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] [instance: bca617fc-c117-4621-b944-366848c3ae11] Updated VIF entry in instance network info cache for port 138a7e11-2472-420f-8012-d4ab4070cb8b. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2021.813607] env[62189]: DEBUG nova.network.neutron [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] [instance: bca617fc-c117-4621-b944-366848c3ae11] Updating instance_info_cache with network_info: [{"id": "138a7e11-2472-420f-8012-d4ab4070cb8b", "address": "fa:16:3e:15:01:4d", "network": {"id": "22bb9e55-a8d4-4475-a726-bbbbb8e07851", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-662988363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "649382691bb342e3ad6c5164ef53011f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138a7e11-24", "ovs_interfaceid": "138a7e11-2472-420f-8012-d4ab4070cb8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.028690] env[62189]: INFO nova.compute.manager [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Rescuing [ 2022.028943] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "refresh_cache-a10c6581-aeb2-4edb-9100-11c69dcaff0a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.029165] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquired lock "refresh_cache-a10c6581-aeb2-4edb-9100-11c69dcaff0a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.029499] env[62189]: DEBUG nova.network.neutron [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2022.031253] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea6aa090-8c5b-46a1-a879-b3bf89575249 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "a10c6581-aeb2-4edb-9100-11c69dcaff0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.368s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.085132] env[62189]: DEBUG nova.scheduler.client.report [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2022.124508] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122216, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.136707] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a3e68b-0969-1aee-611e-d4cd0a0801ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013214} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.138792] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12027bb-ba2e-4aea-9a2c-634f31cef5be {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.147810] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2022.147810] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ea4b33-dd14-a1b1-b633-080ec0e16c30" [ 2022.147810] env[62189]: _type = "Task" [ 2022.147810] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.160794] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ea4b33-dd14-a1b1-b633-080ec0e16c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.225525] env[62189]: DEBUG nova.network.neutron [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Updated VIF entry in instance network info cache for port 5a1b7508-653c-4476-b2b3-a3d27e40fa02. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2022.225525] env[62189]: DEBUG nova.network.neutron [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Updating instance_info_cache with network_info: [{"id": "5a1b7508-653c-4476-b2b3-a3d27e40fa02", "address": "fa:16:3e:40:4d:c8", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1b7508-65", "ovs_interfaceid": "5a1b7508-653c-4476-b2b3-a3d27e40fa02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.316613] env[62189]: DEBUG oslo_concurrency.lockutils [req-de850d50-7cb6-49b1-a085-4b5d61e86f48 req-8c946baf-d935-4e23-9cc8-80750d4c3a9f service nova] Releasing lock "refresh_cache-bca617fc-c117-4621-b944-366848c3ae11" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.322526] env[62189]: DEBUG nova.network.neutron [None req-79ddb51e-5c88-48c8-a711-42ad02f747f3 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Updating instance_info_cache with network_info: [{"id": "03de7799-6512-41fd-a347-7c8917bbb18a", "address": "fa:16:3e:22:d2:7e", "network": {"id": "9a44d490-682c-4da3-995e-c2caa3673acb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1047476966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91aef3ab777548e58169aa3de3b7a190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03de7799-65", "ovs_interfaceid": "03de7799-6512-41fd-a347-7c8917bbb18a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.578025] env[62189]: DEBUG oslo_concurrency.lockutils [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Acquiring lock "ee56e67a-afef-4534-b83e-edf3fd6995cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.578025] env[62189]: DEBUG oslo_concurrency.lockutils [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Lock "ee56e67a-afef-4534-b83e-edf3fd6995cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.578025] env[62189]: DEBUG oslo_concurrency.lockutils [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Acquiring lock "ee56e67a-afef-4534-b83e-edf3fd6995cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.578025] env[62189]: DEBUG oslo_concurrency.lockutils [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Lock "ee56e67a-afef-4534-b83e-edf3fd6995cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.578452] env[62189]: DEBUG oslo_concurrency.lockutils [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Lock "ee56e67a-afef-4534-b83e-edf3fd6995cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.584365] env[62189]: INFO nova.compute.manager [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Terminating instance [ 2022.591221] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.967s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.594705] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.594827] env[62189]: DEBUG nova.objects.instance [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62189) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2022.618048] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586856} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.618318] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] bca617fc-c117-4621-b944-366848c3ae11/bca617fc-c117-4621-b944-366848c3ae11.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2022.618557] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2022.619094] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b5da2f4-24b8-4f26-9a10-592e4c3f023a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.625870] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2022.625870] env[62189]: value = "task-2122217" [ 2022.625870] env[62189]: _type = "Task" [ 2022.625870] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.636305] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.637235] env[62189]: INFO nova.scheduler.client.report [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Deleted allocations for instance 19779686-0994-494a-8bd7-927cde64780d [ 2022.659385] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ea4b33-dd14-a1b1-b633-080ec0e16c30, 'name': SearchDatastore_Task, 'duration_secs': 0.031727} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.659571] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.659859] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] a95c1c41-bdbd-4919-a232-ae30339c7703/a95c1c41-bdbd-4919-a232-ae30339c7703.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2022.660100] env[62189]: DEBUG oslo_concurrency.lockutils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.660279] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2022.660487] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2886232-1497-4a02-84be-dac4d6b40e20 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.662752] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e780d814-0be3-46af-983e-11a9472a8e55 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.671906] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2022.671906] env[62189]: value = "task-2122218" [ 2022.671906] env[62189]: _type = "Task" [ 2022.671906] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.676822] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2022.677017] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2022.678227] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b4539d-2dbe-405d-b46b-114651e5c0ca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.684935] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.688800] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2022.688800] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a49395-c9e2-9763-bd7f-b4e0df632384" [ 2022.688800] env[62189]: _type = "Task" [ 2022.688800] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.705634] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a49395-c9e2-9763-bd7f-b4e0df632384, 'name': SearchDatastore_Task, 'duration_secs': 0.009189} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.706502] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd7d13d-8055-4e9b-81a7-1146963ca6a4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.713430] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2022.713430] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f1045a-83e0-351b-b179-cd63233d4693" [ 2022.713430] env[62189]: _type = "Task" [ 2022.713430] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.729099] env[62189]: DEBUG oslo_concurrency.lockutils [req-6ae92a55-8305-4fc3-b610-e5710b568534 req-77fc446a-17d6-4af4-8e06-0a534b25f1aa service nova] Releasing lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.729593] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f1045a-83e0-351b-b179-cd63233d4693, 'name': SearchDatastore_Task, 'duration_secs': 0.010228} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.729861] env[62189]: DEBUG oslo_concurrency.lockutils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.730148] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 110d723b-1cea-4fc0-b44a-c638f23e5879/110d723b-1cea-4fc0-b44a-c638f23e5879.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2022.730440] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad5a3ec1-3cc6-43e1-9b54-785c4a4d4309 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.740021] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2022.740021] env[62189]: value = "task-2122219" [ 2022.740021] env[62189]: _type = "Task" [ 2022.740021] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.749755] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.825363] env[62189]: DEBUG oslo_concurrency.lockutils [None req-79ddb51e-5c88-48c8-a711-42ad02f747f3 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Releasing lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.825584] env[62189]: DEBUG nova.compute.manager [None req-79ddb51e-5c88-48c8-a711-42ad02f747f3 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Inject network info {{(pid=62189) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2022.825882] env[62189]: DEBUG nova.compute.manager [None req-79ddb51e-5c88-48c8-a711-42ad02f747f3 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] network_info to inject: |[{"id": "03de7799-6512-41fd-a347-7c8917bbb18a", "address": "fa:16:3e:22:d2:7e", "network": {"id": "9a44d490-682c-4da3-995e-c2caa3673acb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1047476966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91aef3ab777548e58169aa3de3b7a190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03de7799-65", "ovs_interfaceid": "03de7799-6512-41fd-a347-7c8917bbb18a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2022.830858] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-79ddb51e-5c88-48c8-a711-42ad02f747f3 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Reconfiguring VM instance to set the machine id {{(pid=62189) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2022.831381] env[62189]: DEBUG oslo_concurrency.lockutils [req-67447ae1-2723-4a7c-bccb-9f9753cc2fb9 req-1d540a4d-1d44-459b-bfbf-5e6d2e614677 service nova] Acquired lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.831594] env[62189]: DEBUG nova.network.neutron [req-67447ae1-2723-4a7c-bccb-9f9753cc2fb9 req-1d540a4d-1d44-459b-bfbf-5e6d2e614677 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Refreshing network info cache for port 03de7799-6512-41fd-a347-7c8917bbb18a {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2022.832930] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35db0a3f-0dff-4ee5-a5c5-eb28dfb9f305 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.856351] env[62189]: DEBUG oslo_vmware.api [None req-79ddb51e-5c88-48c8-a711-42ad02f747f3 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Waiting for the task: (returnval){ [ 2022.856351] env[62189]: value = "task-2122220" [ 2022.856351] env[62189]: _type = "Task" [ 2022.856351] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.866937] env[62189]: DEBUG oslo_vmware.api [None req-79ddb51e-5c88-48c8-a711-42ad02f747f3 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2122220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.087209] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Acquiring lock "a2e638a5-ed5f-4abc-a898-202664e2ed69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.087490] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Lock "a2e638a5-ed5f-4abc-a898-202664e2ed69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.087770] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Acquiring lock "a2e638a5-ed5f-4abc-a898-202664e2ed69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.087965] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Lock "a2e638a5-ed5f-4abc-a898-202664e2ed69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.088189] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Lock "a2e638a5-ed5f-4abc-a898-202664e2ed69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.091498] env[62189]: INFO nova.compute.manager [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Terminating instance [ 2023.095952] env[62189]: DEBUG nova.compute.manager [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2023.096201] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2023.097365] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6310881-e978-40ee-b25c-36463f4d0c35 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.113972] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2023.114651] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a36d10c4-9984-4876-85e0-f80539101801 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.122995] env[62189]: DEBUG oslo_vmware.api [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Waiting for the task: (returnval){ [ 2023.122995] env[62189]: value = "task-2122221" [ 2023.122995] env[62189]: _type = "Task" [ 2023.122995] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.149410] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ef2856b-03cf-4f8a-b19f-65ae6fa54f8b tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "19779686-0994-494a-8bd7-927cde64780d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.434s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.150949] env[62189]: DEBUG oslo_vmware.api [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': task-2122221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.154750] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072746} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.155133] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2023.155995] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb9c949-fce7-4f5c-af3f-7b8acaaa9a06 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.188187] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] bca617fc-c117-4621-b944-366848c3ae11/bca617fc-c117-4621-b944-366848c3ae11.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2023.194037] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71e4bf0a-0fad-46ba-b787-fa6e4167a2d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.223026] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46906} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.224870] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] a95c1c41-bdbd-4919-a232-ae30339c7703/a95c1c41-bdbd-4919-a232-ae30339c7703.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2023.225135] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2023.225497] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2023.225497] env[62189]: value = "task-2122222" [ 2023.225497] env[62189]: _type = "Task" [ 2023.225497] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.225707] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31cdde06-3221-47ce-a00b-69a0fb4a4a3a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.238899] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122222, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.240886] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2023.240886] env[62189]: value = "task-2122223" [ 2023.240886] env[62189]: _type = "Task" [ 2023.240886] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.254214] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122219, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.257812] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.373772] env[62189]: DEBUG oslo_vmware.api [None req-79ddb51e-5c88-48c8-a711-42ad02f747f3 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2122220, 'name': ReconfigVM_Task, 'duration_secs': 0.259875} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.374383] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-79ddb51e-5c88-48c8-a711-42ad02f747f3 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Reconfigured VM instance to set the machine id {{(pid=62189) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2023.437244] env[62189]: DEBUG nova.network.neutron [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Updating instance_info_cache with network_info: [{"id": "42ef125f-ffca-49d9-9b08-248232fae831", "address": "fa:16:3e:4d:c3:a0", "network": {"id": "d6144321-b30e-405b-a952-77f16f353784", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-331066843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "11af304d38014f438a55fcdba3f6d25e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ef125f-ff", "ovs_interfaceid": "42ef125f-ffca-49d9-9b08-248232fae831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.597689] env[62189]: DEBUG nova.compute.manager [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2023.597950] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2023.598841] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946996b3-160a-4f5f-bb0f-010bb0887555 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.607878] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2023.609062] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ab7b3bff-98c3-41e0-9d29-5c7588db23cf tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.610606] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59c417a0-a2db-495b-9e9b-b2e2dcdcc56c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.612834] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.433s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.614282] env[62189]: INFO nova.compute.claims [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2023.629952] env[62189]: DEBUG oslo_vmware.api [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Waiting for the task: (returnval){ [ 2023.629952] env[62189]: value = "task-2122224" [ 2023.629952] env[62189]: _type = "Task" [ 2023.629952] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.638611] env[62189]: DEBUG oslo_vmware.api [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': task-2122221, 'name': PowerOffVM_Task, 'duration_secs': 0.310059} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.643025] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2023.643025] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2023.643025] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e421d4ff-5abd-46b7-a24a-225e11998657 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.644653] env[62189]: DEBUG oslo_vmware.api [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2122224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.687348] env[62189]: DEBUG nova.network.neutron [req-67447ae1-2723-4a7c-bccb-9f9753cc2fb9 req-1d540a4d-1d44-459b-bfbf-5e6d2e614677 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Updated VIF entry in instance network info cache for port 03de7799-6512-41fd-a347-7c8917bbb18a. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2023.688090] env[62189]: DEBUG nova.network.neutron [req-67447ae1-2723-4a7c-bccb-9f9753cc2fb9 req-1d540a4d-1d44-459b-bfbf-5e6d2e614677 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Updating instance_info_cache with network_info: [{"id": "03de7799-6512-41fd-a347-7c8917bbb18a", "address": "fa:16:3e:22:d2:7e", "network": {"id": "9a44d490-682c-4da3-995e-c2caa3673acb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1047476966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91aef3ab777548e58169aa3de3b7a190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03de7799-65", "ovs_interfaceid": "03de7799-6512-41fd-a347-7c8917bbb18a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.739958] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.754224] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726353} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.757756] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 110d723b-1cea-4fc0-b44a-c638f23e5879/110d723b-1cea-4fc0-b44a-c638f23e5879.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2023.757756] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2023.758058] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092801} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.758295] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab834f91-24e9-4ad6-a109-a8d3f3856d94 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.760653] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2023.761935] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669117a2-8e78-4d05-8de0-4a57b2343af7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.790645] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] a95c1c41-bdbd-4919-a232-ae30339c7703/a95c1c41-bdbd-4919-a232-ae30339c7703.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2023.793699] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aebd6404-6069-4344-9f1c-ad0c66956e3d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.810907] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2023.810907] env[62189]: value = "task-2122226" [ 2023.810907] env[62189]: _type = "Task" [ 2023.810907] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.812869] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2023.813109] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2023.813361] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Deleting the datastore file [datastore2] ee56e67a-afef-4534-b83e-edf3fd6995cf {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2023.817518] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fef90c7-6256-4d92-9935-d8c3a7051563 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.821077] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2023.821077] env[62189]: value = "task-2122227" [ 2023.821077] env[62189]: _type = "Task" [ 2023.821077] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.830468] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.830835] env[62189]: DEBUG oslo_vmware.api [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Waiting for the task: (returnval){ [ 2023.830835] env[62189]: value = "task-2122228" [ 2023.830835] env[62189]: _type = "Task" [ 2023.830835] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.838193] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.844983] env[62189]: DEBUG oslo_vmware.api [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': task-2122228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.943830] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Releasing lock "refresh_cache-a10c6581-aeb2-4edb-9100-11c69dcaff0a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.047098] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "interface-a1c75f43-b0aa-4843-a22b-c8fa33996a9c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.047098] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-a1c75f43-b0aa-4843-a22b-c8fa33996a9c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.047098] env[62189]: DEBUG nova.objects.instance [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lazy-loading 'flavor' on Instance uuid a1c75f43-b0aa-4843-a22b-c8fa33996a9c {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2024.151010] env[62189]: DEBUG oslo_vmware.api [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2122224, 'name': PowerOffVM_Task, 'duration_secs': 0.188126} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.151317] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2024.151519] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2024.151857] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa2797c9-44a1-4f5b-9f4e-6badca414d0d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.191302] env[62189]: DEBUG oslo_concurrency.lockutils [req-67447ae1-2723-4a7c-bccb-9f9753cc2fb9 req-1d540a4d-1d44-459b-bfbf-5e6d2e614677 service nova] Releasing lock "refresh_cache-a2e638a5-ed5f-4abc-a898-202664e2ed69" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.226538] env[62189]: DEBUG oslo_concurrency.lockutils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "17c416cb-4efb-4678-b581-f86d6a948a35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.226538] env[62189]: DEBUG oslo_concurrency.lockutils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "17c416cb-4efb-4678-b581-f86d6a948a35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.242728] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122222, 'name': ReconfigVM_Task, 'duration_secs': 0.592675} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.242728] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Reconfigured VM instance instance-00000039 to attach disk [datastore2] bca617fc-c117-4621-b944-366848c3ae11/bca617fc-c117-4621-b944-366848c3ae11.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2024.242728] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef932442-d023-4c05-80fd-221a31d2b9a0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.251134] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2024.251134] env[62189]: value = "task-2122230" [ 2024.251134] env[62189]: _type = "Task" [ 2024.251134] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.263079] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122230, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.283762] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2024.284137] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2024.284350] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Deleting the datastore file [datastore2] a2e638a5-ed5f-4abc-a898-202664e2ed69 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2024.284660] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f64308f4-c59e-4285-92a4-0118bc30b9ef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.291493] env[62189]: DEBUG oslo_vmware.api [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Waiting for the task: (returnval){ [ 2024.291493] env[62189]: value = "task-2122231" [ 2024.291493] env[62189]: _type = "Task" [ 2024.291493] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.302422] env[62189]: DEBUG oslo_vmware.api [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2122231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.325428] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09688} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.329456] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2024.330260] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d939881e-2b24-4650-9e64-91d1bb3f087d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.341147] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122227, 'name': ReconfigVM_Task, 'duration_secs': 0.497024} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.357818] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Reconfigured VM instance instance-0000003a to attach disk [datastore2] a95c1c41-bdbd-4919-a232-ae30339c7703/a95c1c41-bdbd-4919-a232-ae30339c7703.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2024.367620] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 110d723b-1cea-4fc0-b44a-c638f23e5879/110d723b-1cea-4fc0-b44a-c638f23e5879.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2024.371097] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9abebef-3826-48e9-aa31-f7446f0bd5f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.372892] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-636ddf54-e844-4c77-b54b-43c92a082866 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.388558] env[62189]: DEBUG oslo_vmware.api [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Task: {'id': task-2122228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152825} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.388833] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2024.389037] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2024.389200] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2024.389364] env[62189]: INFO nova.compute.manager [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2024.389605] env[62189]: DEBUG oslo.service.loopingcall [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2024.390811] env[62189]: DEBUG nova.compute.manager [-] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2024.390915] env[62189]: DEBUG nova.network.neutron [-] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2024.395466] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2024.395466] env[62189]: value = "task-2122232" [ 2024.395466] env[62189]: _type = "Task" [ 2024.395466] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.396875] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2024.396875] env[62189]: value = "task-2122233" [ 2024.396875] env[62189]: _type = "Task" [ 2024.396875] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.411854] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122232, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.412191] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.728998] env[62189]: DEBUG nova.compute.manager [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2024.753382] env[62189]: DEBUG nova.objects.instance [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lazy-loading 'pci_requests' on Instance uuid a1c75f43-b0aa-4843-a22b-c8fa33996a9c {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2024.775495] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122230, 'name': Rename_Task, 'duration_secs': 0.223828} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.775841] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2024.776466] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b4ed7ea-6f6c-437c-af8b-72e5030390e2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.786310] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2024.786310] env[62189]: value = "task-2122234" [ 2024.786310] env[62189]: _type = "Task" [ 2024.786310] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.798904] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.806984] env[62189]: DEBUG oslo_vmware.api [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Task: {'id': task-2122231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15863} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.807283] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2024.807465] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2024.807640] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2024.807814] env[62189]: INFO nova.compute.manager [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2024.808064] env[62189]: DEBUG oslo.service.loopingcall [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2024.808260] env[62189]: DEBUG nova.compute.manager [-] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2024.808355] env[62189]: DEBUG nova.network.neutron [-] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2024.908740] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122233, 'name': ReconfigVM_Task, 'duration_secs': 0.298071} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.914784] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 110d723b-1cea-4fc0-b44a-c638f23e5879/110d723b-1cea-4fc0-b44a-c638f23e5879.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2024.915527] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122232, 'name': Rename_Task, 'duration_secs': 0.204373} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.915963] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40d765a2-d34b-4308-8be3-8c80e987837a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.917672] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2024.917918] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8608102d-3c50-4429-9bef-31cb3a95a8c9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.927664] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2024.927664] env[62189]: value = "task-2122236" [ 2024.927664] env[62189]: _type = "Task" [ 2024.927664] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.927921] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2024.927921] env[62189]: value = "task-2122235" [ 2024.927921] env[62189]: _type = "Task" [ 2024.927921] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.944725] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122236, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.948970] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122235, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.253032] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8886d0c1-69d8-4956-b8c6-10e6ef2aebcb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.256975] env[62189]: DEBUG nova.objects.base [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2025.257139] env[62189]: DEBUG nova.network.neutron [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2025.263653] env[62189]: DEBUG oslo_concurrency.lockutils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.265307] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a374afe9-a43d-4977-b7a3-349bf3298a03 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.314588] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8205a2f6-2473-4fee-a14c-99e59dd91821 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.321248] env[62189]: DEBUG nova.policy [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc989044e2704bbeb5bed934424c266a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c52443a4689b480faeb835027b0bdafd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2025.340585] env[62189]: DEBUG oslo_vmware.rw_handles [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3b8e4-4749-65b8-5bd1-288cacb87b71/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2025.342967] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87f98ac-0428-4edc-be63-ce773707b272 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.350640] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122234, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.352075] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03102cf5-e9fa-44ea-80be-6208b8ce1c75 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.361898] env[62189]: DEBUG oslo_vmware.rw_handles [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3b8e4-4749-65b8-5bd1-288cacb87b71/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2025.362267] env[62189]: ERROR oslo_vmware.rw_handles [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3b8e4-4749-65b8-5bd1-288cacb87b71/disk-0.vmdk due to incomplete transfer. [ 2025.376722] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3d65f7df-9e5e-4a15-ad1d-832e6f0250d5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.380126] env[62189]: DEBUG nova.compute.provider_tree [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2025.391177] env[62189]: DEBUG oslo_vmware.rw_handles [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c3b8e4-4749-65b8-5bd1-288cacb87b71/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2025.391540] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Uploaded image bee780c3-3c9f-4a76-91bd-cd77495ad510 to the Glance image server {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2025.395547] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2025.396769] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0cd8d5a5-a8ef-43c8-8a04-8d498a504ce5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.406644] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2025.406644] env[62189]: value = "task-2122237" [ 2025.406644] env[62189]: _type = "Task" [ 2025.406644] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.421262] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122237, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.451018] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122236, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.456325] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122235, 'name': Rename_Task, 'duration_secs': 0.28142} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.456755] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2025.457171] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-733ca18e-f871-4453-a892-cd62c0a03547 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.465530] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2025.465530] env[62189]: value = "task-2122238" [ 2025.465530] env[62189]: _type = "Task" [ 2025.465530] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.478453] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.483214] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2025.483671] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e8aad7e-d1de-4aae-a1b8-c38d05e0cb54 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.491173] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2025.491173] env[62189]: value = "task-2122239" [ 2025.491173] env[62189]: _type = "Task" [ 2025.491173] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.504950] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.792460] env[62189]: DEBUG nova.network.neutron [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Successfully created port: 35edac1a-3bbd-42f9-958f-c3b7ce87d4d2 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2025.815150] env[62189]: DEBUG oslo_vmware.api [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122234, 'name': PowerOnVM_Task, 'duration_secs': 0.688752} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.815447] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2025.815666] env[62189]: INFO nova.compute.manager [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Took 16.22 seconds to spawn the instance on the hypervisor. [ 2025.815851] env[62189]: DEBUG nova.compute.manager [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2025.816827] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a6fb2a-cb2f-4757-9979-f578298fbe3a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.885666] env[62189]: DEBUG nova.network.neutron [-] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.888132] env[62189]: DEBUG nova.scheduler.client.report [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2025.917868] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122237, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.946347] env[62189]: DEBUG oslo_vmware.api [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122236, 'name': PowerOnVM_Task, 'duration_secs': 0.651303} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.946625] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2025.947113] env[62189]: INFO nova.compute.manager [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Took 13.63 seconds to spawn the instance on the hypervisor. [ 2025.947113] env[62189]: DEBUG nova.compute.manager [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2025.948239] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eb11b7-4f1e-4448-add6-9f7c72c77287 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.977769] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.000707] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122239, 'name': PowerOffVM_Task, 'duration_secs': 0.32265} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.000999] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2026.001868] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cf20a9-d4e5-4546-a03e-11db454a60cd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.026363] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9e6ce0-d309-4882-9e51-73d104781299 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.071555] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2026.071885] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c1b71d7-29ec-41ca-ab5b-38772afce8ab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.081061] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2026.081061] env[62189]: value = "task-2122240" [ 2026.081061] env[62189]: _type = "Task" [ 2026.081061] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.087440] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] VM already powered off {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2026.087634] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2026.087872] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.088023] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.088200] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2026.088433] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d12af5b4-5908-4030-ae29-a14200c7f055 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.097556] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2026.097805] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2026.098831] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b858959-c657-4b98-8cfc-330e80fc92fd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.104337] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2026.104337] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521c3105-e107-8a78-e572-d0acb8cd355d" [ 2026.104337] env[62189]: _type = "Task" [ 2026.104337] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.114137] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521c3105-e107-8a78-e572-d0acb8cd355d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.155623] env[62189]: DEBUG nova.network.neutron [-] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.336152] env[62189]: INFO nova.compute.manager [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Took 39.16 seconds to build instance. [ 2026.392230] env[62189]: INFO nova.compute.manager [-] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Took 2.00 seconds to deallocate network for instance. [ 2026.394463] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.394957] env[62189]: DEBUG nova.compute.manager [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2026.403039] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.449s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.403039] env[62189]: DEBUG nova.objects.instance [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lazy-loading 'resources' on Instance uuid 427b309f-7dd9-4b10-82bc-a88a0812abe9 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2026.404613] env[62189]: DEBUG nova.compute.manager [req-4ddf4c42-9a47-45ec-ab71-d53768782675 req-0f4f6a86-0046-4213-a27c-d84e59283400 service nova] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Received event network-vif-deleted-f539e6c0-8d8f-461b-8a8b-66665eb50ee4 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2026.417733] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122237, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.474753] env[62189]: INFO nova.compute.manager [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Took 37.69 seconds to build instance. [ 2026.480960] env[62189]: DEBUG oslo_vmware.api [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122238, 'name': PowerOnVM_Task, 'duration_secs': 0.592096} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.481241] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2026.481438] env[62189]: INFO nova.compute.manager [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Took 9.35 seconds to spawn the instance on the hypervisor. [ 2026.481614] env[62189]: DEBUG nova.compute.manager [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2026.482396] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfa0e26-66c9-4354-ab40-0edd9eaa67b9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.617027] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521c3105-e107-8a78-e572-d0acb8cd355d, 'name': SearchDatastore_Task, 'duration_secs': 0.030185} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.617938] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59a5d4e5-c07e-4cee-bd54-214aa6dca98b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.623868] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2026.623868] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c58f13-7f6c-8d6d-af62-7446e75206ef" [ 2026.623868] env[62189]: _type = "Task" [ 2026.623868] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.632751] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c58f13-7f6c-8d6d-af62-7446e75206ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.659122] env[62189]: INFO nova.compute.manager [-] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Took 1.85 seconds to deallocate network for instance. [ 2026.752287] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8449fa57-ed93-450a-b680-aaa9252b2c04 tempest-ServersAdminTestJSON-1084444607 tempest-ServersAdminTestJSON-1084444607-project-admin] Acquiring lock "refresh_cache-bca617fc-c117-4621-b944-366848c3ae11" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.752465] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8449fa57-ed93-450a-b680-aaa9252b2c04 tempest-ServersAdminTestJSON-1084444607 tempest-ServersAdminTestJSON-1084444607-project-admin] Acquired lock "refresh_cache-bca617fc-c117-4621-b944-366848c3ae11" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.753754] env[62189]: DEBUG nova.network.neutron [None req-8449fa57-ed93-450a-b680-aaa9252b2c04 tempest-ServersAdminTestJSON-1084444607 tempest-ServersAdminTestJSON-1084444607-project-admin] [instance: bca617fc-c117-4621-b944-366848c3ae11] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2026.839535] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b36efb78-7312-4ae9-8b2c-84582ae5cab7 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "bca617fc-c117-4621-b944-366848c3ae11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.674s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.907443] env[62189]: DEBUG oslo_concurrency.lockutils [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.908832] env[62189]: DEBUG nova.compute.utils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2026.917893] env[62189]: DEBUG nova.compute.manager [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2026.917893] env[62189]: DEBUG nova.network.neutron [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2026.929694] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122237, 'name': Destroy_Task, 'duration_secs': 1.102454} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.929694] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Destroyed the VM [ 2026.929968] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2026.930188] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-724eb2fc-f45a-44f1-b55f-6ddbca2098a0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.936494] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2026.936494] env[62189]: value = "task-2122241" [ 2026.936494] env[62189]: _type = "Task" [ 2026.936494] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.947560] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122241, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.976996] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e0f04188-8aff-4209-bf04-cbf4c2441eaa tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "a95c1c41-bdbd-4919-a232-ae30339c7703" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.203s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.988441] env[62189]: DEBUG nova.policy [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a23abfe9b42549e0afa8f52eee20e919', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef00e3e023014530ab0c92de9dbe82e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2027.000889] env[62189]: INFO nova.compute.manager [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Took 29.63 seconds to build instance. [ 2027.135113] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c58f13-7f6c-8d6d-af62-7446e75206ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.138570] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.138989] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] a10c6581-aeb2-4edb-9100-11c69dcaff0a/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk. {{(pid=62189) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2027.139632] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0de7bee1-ca4a-4fba-bb5e-6841478c54c3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.147028] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2027.147028] env[62189]: value = "task-2122242" [ 2027.147028] env[62189]: _type = "Task" [ 2027.147028] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.158903] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.167442] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.417468] env[62189]: DEBUG nova.compute.utils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2027.452868] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122241, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.503349] env[62189]: DEBUG oslo_concurrency.lockutils [None req-28e8027f-d177-4597-b941-ac4106ffdd17 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "110d723b-1cea-4fc0-b44a-c638f23e5879" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.145s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.511007] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f685c8-f70f-4e00-aa8a-18092553d47f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.528750] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac133b6-2f3f-4b79-836f-4d1a8f064921 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.534297] env[62189]: DEBUG nova.network.neutron [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Successfully created port: 4a7a2f10-cd91-4f28-bab2-6d13f903afc5 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2027.569016] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e513e7bd-2312-43b8-bc88-ddb41b8f9887 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.580492] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08a53a1-25f2-4360-b409-a895630dfce4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.599131] env[62189]: DEBUG nova.compute.provider_tree [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2027.660801] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122242, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.699734] env[62189]: DEBUG nova.network.neutron [None req-8449fa57-ed93-450a-b680-aaa9252b2c04 tempest-ServersAdminTestJSON-1084444607 tempest-ServersAdminTestJSON-1084444607-project-admin] [instance: bca617fc-c117-4621-b944-366848c3ae11] Updating instance_info_cache with network_info: [{"id": "138a7e11-2472-420f-8012-d4ab4070cb8b", "address": "fa:16:3e:15:01:4d", "network": {"id": "22bb9e55-a8d4-4475-a726-bbbbb8e07851", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-662988363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "649382691bb342e3ad6c5164ef53011f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138a7e11-24", "ovs_interfaceid": "138a7e11-2472-420f-8012-d4ab4070cb8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.723076] env[62189]: DEBUG nova.network.neutron [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Successfully updated port: 35edac1a-3bbd-42f9-958f-c3b7ce87d4d2 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2027.928059] env[62189]: DEBUG nova.compute.manager [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2027.950783] env[62189]: DEBUG oslo_vmware.api [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122241, 'name': RemoveSnapshot_Task, 'duration_secs': 0.545265} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.950783] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2027.950783] env[62189]: INFO nova.compute.manager [None req-3882710b-835f-4339-baee-39ebf5acbd92 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Took 18.32 seconds to snapshot the instance on the hypervisor. [ 2028.103310] env[62189]: DEBUG nova.scheduler.client.report [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2028.161230] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587603} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.161230] env[62189]: INFO nova.virt.vmwareapi.ds_util [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] a10c6581-aeb2-4edb-9100-11c69dcaff0a/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk. [ 2028.161230] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690b85cb-33ca-46ec-956e-37f9dd9e859f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.187820] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] a10c6581-aeb2-4edb-9100-11c69dcaff0a/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2028.188168] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc4c1107-15bf-44f2-8b21-d15eb60e1661 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.207420] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8449fa57-ed93-450a-b680-aaa9252b2c04 tempest-ServersAdminTestJSON-1084444607 tempest-ServersAdminTestJSON-1084444607-project-admin] Releasing lock "refresh_cache-bca617fc-c117-4621-b944-366848c3ae11" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.207420] env[62189]: DEBUG nova.compute.manager [None req-8449fa57-ed93-450a-b680-aaa9252b2c04 tempest-ServersAdminTestJSON-1084444607 tempest-ServersAdminTestJSON-1084444607-project-admin] [instance: bca617fc-c117-4621-b944-366848c3ae11] Inject network info {{(pid=62189) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2028.207610] env[62189]: DEBUG nova.compute.manager [None req-8449fa57-ed93-450a-b680-aaa9252b2c04 tempest-ServersAdminTestJSON-1084444607 tempest-ServersAdminTestJSON-1084444607-project-admin] [instance: bca617fc-c117-4621-b944-366848c3ae11] network_info to inject: |[{"id": "138a7e11-2472-420f-8012-d4ab4070cb8b", "address": "fa:16:3e:15:01:4d", "network": {"id": "22bb9e55-a8d4-4475-a726-bbbbb8e07851", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-662988363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "649382691bb342e3ad6c5164ef53011f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap138a7e11-24", "ovs_interfaceid": "138a7e11-2472-420f-8012-d4ab4070cb8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2028.214516] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8449fa57-ed93-450a-b680-aaa9252b2c04 tempest-ServersAdminTestJSON-1084444607 tempest-ServersAdminTestJSON-1084444607-project-admin] [instance: bca617fc-c117-4621-b944-366848c3ae11] Reconfiguring VM instance to set the machine id {{(pid=62189) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2028.216599] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2e842cc-accc-4491-84e2-2c513ed5be49 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.228459] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2028.228459] env[62189]: value = "task-2122243" [ 2028.228459] env[62189]: _type = "Task" [ 2028.228459] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.230270] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.230270] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.230270] env[62189]: DEBUG nova.network.neutron [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2028.237908] env[62189]: DEBUG oslo_vmware.api [None req-8449fa57-ed93-450a-b680-aaa9252b2c04 tempest-ServersAdminTestJSON-1084444607 tempest-ServersAdminTestJSON-1084444607-project-admin] Waiting for the task: (returnval){ [ 2028.237908] env[62189]: value = "task-2122244" [ 2028.237908] env[62189]: _type = "Task" [ 2028.237908] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.246330] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.252638] env[62189]: DEBUG oslo_vmware.api [None req-8449fa57-ed93-450a-b680-aaa9252b2c04 tempest-ServersAdminTestJSON-1084444607 tempest-ServersAdminTestJSON-1084444607-project-admin] Task: {'id': task-2122244, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.608596] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.613203] env[62189]: DEBUG oslo_concurrency.lockutils [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.659s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.613520] env[62189]: DEBUG nova.objects.instance [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lazy-loading 'resources' on Instance uuid 470b5711-1161-432f-81fc-2cad2d1ea795 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2028.647209] env[62189]: INFO nova.scheduler.client.report [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Deleted allocations for instance 427b309f-7dd9-4b10-82bc-a88a0812abe9 [ 2028.750142] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122243, 'name': ReconfigVM_Task, 'duration_secs': 0.440172} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.755081] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Reconfigured VM instance instance-00000038 to attach disk [datastore2] a10c6581-aeb2-4edb-9100-11c69dcaff0a/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2028.756582] env[62189]: DEBUG nova.compute.manager [req-4bc9ff2c-b233-4628-9312-5ea63ffa7fd4 req-7da5df8c-fa6e-4455-a9f2-745e8755327d service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Received event network-vif-plugged-35edac1a-3bbd-42f9-958f-c3b7ce87d4d2 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2028.756839] env[62189]: DEBUG oslo_concurrency.lockutils [req-4bc9ff2c-b233-4628-9312-5ea63ffa7fd4 req-7da5df8c-fa6e-4455-a9f2-745e8755327d service nova] Acquiring lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.757555] env[62189]: DEBUG oslo_concurrency.lockutils [req-4bc9ff2c-b233-4628-9312-5ea63ffa7fd4 req-7da5df8c-fa6e-4455-a9f2-745e8755327d service nova] Lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.757555] env[62189]: DEBUG oslo_concurrency.lockutils [req-4bc9ff2c-b233-4628-9312-5ea63ffa7fd4 req-7da5df8c-fa6e-4455-a9f2-745e8755327d service nova] Lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.757555] env[62189]: DEBUG nova.compute.manager [req-4bc9ff2c-b233-4628-9312-5ea63ffa7fd4 req-7da5df8c-fa6e-4455-a9f2-745e8755327d service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] No waiting events found dispatching network-vif-plugged-35edac1a-3bbd-42f9-958f-c3b7ce87d4d2 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2028.757555] env[62189]: WARNING nova.compute.manager [req-4bc9ff2c-b233-4628-9312-5ea63ffa7fd4 req-7da5df8c-fa6e-4455-a9f2-745e8755327d service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Received unexpected event network-vif-plugged-35edac1a-3bbd-42f9-958f-c3b7ce87d4d2 for instance with vm_state active and task_state None. [ 2028.759093] env[62189]: DEBUG oslo_vmware.api [None req-8449fa57-ed93-450a-b680-aaa9252b2c04 tempest-ServersAdminTestJSON-1084444607 tempest-ServersAdminTestJSON-1084444607-project-admin] Task: {'id': task-2122244, 'name': ReconfigVM_Task, 'duration_secs': 0.172363} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.759693] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19f8fc7-5079-4726-a633-d602e116cd34 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.764318] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8449fa57-ed93-450a-b680-aaa9252b2c04 tempest-ServersAdminTestJSON-1084444607 tempest-ServersAdminTestJSON-1084444607-project-admin] [instance: bca617fc-c117-4621-b944-366848c3ae11] Reconfigured VM instance to set the machine id {{(pid=62189) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2028.791196] env[62189]: WARNING nova.network.neutron [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] e5119a71-6549-4914-8684-274ba620e462 already exists in list: networks containing: ['e5119a71-6549-4914-8684-274ba620e462']. ignoring it [ 2028.792426] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-966a7f4b-1273-4e39-a136-562e0789197c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.809360] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2028.809360] env[62189]: value = "task-2122245" [ 2028.809360] env[62189]: _type = "Task" [ 2028.809360] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.819876] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.944872] env[62189]: DEBUG nova.compute.manager [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2028.973457] env[62189]: DEBUG nova.virt.hardware [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:45:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='996226135',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-329399599',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2028.973775] env[62189]: DEBUG nova.virt.hardware [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2028.973938] env[62189]: DEBUG nova.virt.hardware [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2028.974138] env[62189]: DEBUG nova.virt.hardware [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2028.974287] env[62189]: DEBUG nova.virt.hardware [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2028.974434] env[62189]: DEBUG nova.virt.hardware [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2028.974643] env[62189]: DEBUG nova.virt.hardware [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2028.974810] env[62189]: DEBUG nova.virt.hardware [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2028.975043] env[62189]: DEBUG nova.virt.hardware [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2028.975185] env[62189]: DEBUG nova.virt.hardware [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2028.975358] env[62189]: DEBUG nova.virt.hardware [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2028.976258] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c603cde-555c-4f27-affd-cf1d05c6284e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.985259] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a13a65f-5e69-4fb6-b4f1-12306c159482 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.073298] env[62189]: DEBUG nova.compute.manager [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2029.074020] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a66272-21ed-4402-9c3a-6197bece1ac0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.158430] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d997d2e0-32e6-4eaa-8511-c04996aa33fd tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "427b309f-7dd9-4b10-82bc-a88a0812abe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.254s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.176189] env[62189]: DEBUG nova.network.neutron [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Updating instance_info_cache with network_info: [{"id": "9a0e5347-4c8a-42ab-a4da-060b96322194", "address": "fa:16:3e:63:20:f9", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0e5347-4c", "ovs_interfaceid": "9a0e5347-4c8a-42ab-a4da-060b96322194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "35edac1a-3bbd-42f9-958f-c3b7ce87d4d2", "address": "fa:16:3e:d9:09:55", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35edac1a-3b", "ovs_interfaceid": "35edac1a-3bbd-42f9-958f-c3b7ce87d4d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.326820] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122245, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.494345] env[62189]: DEBUG nova.network.neutron [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Successfully updated port: 4a7a2f10-cd91-4f28-bab2-6d13f903afc5 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2029.562241] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df17ac53-6156-4b42-9f0d-ff9a9ba9eb2f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.571339] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8332f12-b2c0-4832-a6ad-172a7b10c9da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.601497] env[62189]: INFO nova.compute.manager [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] instance snapshotting [ 2029.603710] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9455f66d-d1de-4105-b1cb-05c07b1e9430 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.607351] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f041c4f2-8047-40e4-8f13-fbe5421bbc41 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.629349] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c869f08b-c9c7-4402-9e96-bd812c9ae9cb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.636018] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd813ebe-9ee1-4f21-a8ba-908bb8a55db4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.649037] env[62189]: DEBUG nova.compute.provider_tree [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.678848] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.679742] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.680012] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.681163] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2439e95-1c6f-4c66-99e4-3358b4c39464 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.703788] env[62189]: DEBUG nova.virt.hardware [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2029.703977] env[62189]: DEBUG nova.virt.hardware [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2029.704143] env[62189]: DEBUG nova.virt.hardware [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2029.704432] env[62189]: DEBUG nova.virt.hardware [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2029.704493] env[62189]: DEBUG nova.virt.hardware [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2029.704595] env[62189]: DEBUG nova.virt.hardware [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2029.704791] env[62189]: DEBUG nova.virt.hardware [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2029.704943] env[62189]: DEBUG nova.virt.hardware [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2029.705115] env[62189]: DEBUG nova.virt.hardware [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2029.705275] env[62189]: DEBUG nova.virt.hardware [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2029.705491] env[62189]: DEBUG nova.virt.hardware [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2029.713211] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Reconfiguring VM to attach interface {{(pid=62189) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2029.713211] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93977500-8373-4215-985b-90f7cfe4d6d8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.733200] env[62189]: DEBUG oslo_vmware.api [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2029.733200] env[62189]: value = "task-2122246" [ 2029.733200] env[62189]: _type = "Task" [ 2029.733200] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.741466] env[62189]: DEBUG oslo_vmware.api [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122246, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.820117] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122245, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.000301] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquiring lock "refresh_cache-6457216d-b66f-486f-97ec-2d50a9eaf484" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.000599] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquired lock "refresh_cache-6457216d-b66f-486f-97ec-2d50a9eaf484" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.000694] env[62189]: DEBUG nova.network.neutron [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2030.151425] env[62189]: DEBUG nova.scheduler.client.report [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2030.155729] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2030.156233] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6aeb0b98-4247-4ed1-8e6f-1c5a6e015c43 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.164420] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2030.164420] env[62189]: value = "task-2122247" [ 2030.164420] env[62189]: _type = "Task" [ 2030.164420] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.173474] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122247, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.243998] env[62189]: DEBUG oslo_vmware.api [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.321195] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122245, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.378723] env[62189]: DEBUG nova.compute.manager [req-ddc3265f-2ea0-441f-bd0c-4e462c50c0db req-68d7cb4b-518e-45fa-8cc2-7e0fb5939a13 service nova] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Received event network-vif-deleted-03de7799-6512-41fd-a347-7c8917bbb18a {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2030.538885] env[62189]: DEBUG nova.network.neutron [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2030.657544] env[62189]: DEBUG oslo_concurrency.lockutils [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.659748] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 23.501s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.675229] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122247, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.687819] env[62189]: INFO nova.scheduler.client.report [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleted allocations for instance 470b5711-1161-432f-81fc-2cad2d1ea795 [ 2030.745548] env[62189]: DEBUG oslo_vmware.api [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.762953] env[62189]: DEBUG nova.network.neutron [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Updating instance_info_cache with network_info: [{"id": "4a7a2f10-cd91-4f28-bab2-6d13f903afc5", "address": "fa:16:3e:3f:07:c4", "network": {"id": "190fd2d2-2ddc-491e-b41b-4dfb0d86f681", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1147656893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef00e3e023014530ab0c92de9dbe82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7a2f10-cd", "ovs_interfaceid": "4a7a2f10-cd91-4f28-bab2-6d13f903afc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.825590] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122245, 'name': ReconfigVM_Task, 'duration_secs': 1.870536} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.825862] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2030.826135] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-404ff54c-f145-45c9-8947-e053a93c5a95 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.832461] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2030.832461] env[62189]: value = "task-2122248" [ 2030.832461] env[62189]: _type = "Task" [ 2030.832461] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.840454] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.164665] env[62189]: DEBUG nova.objects.instance [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lazy-loading 'migration_context' on Instance uuid 8ffae4bd-a23e-40a6-b90a-42296310e286 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2031.176785] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122247, 'name': CreateSnapshot_Task, 'duration_secs': 0.932425} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.177860] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2031.178955] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf5b672-602e-4aea-b03d-8b6fc2a70331 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.196945] env[62189]: DEBUG oslo_concurrency.lockutils [None req-be7b25da-0a7b-4dbe-b646-6b2c6c740b56 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "470b5711-1161-432f-81fc-2cad2d1ea795" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.396s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.245168] env[62189]: DEBUG oslo_vmware.api [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.266404] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Releasing lock "refresh_cache-6457216d-b66f-486f-97ec-2d50a9eaf484" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.266797] env[62189]: DEBUG nova.compute.manager [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Instance network_info: |[{"id": "4a7a2f10-cd91-4f28-bab2-6d13f903afc5", "address": "fa:16:3e:3f:07:c4", "network": {"id": "190fd2d2-2ddc-491e-b41b-4dfb0d86f681", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1147656893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef00e3e023014530ab0c92de9dbe82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7a2f10-cd", "ovs_interfaceid": "4a7a2f10-cd91-4f28-bab2-6d13f903afc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2031.267655] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:07:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a7a2f10-cd91-4f28-bab2-6d13f903afc5', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2031.276876] env[62189]: DEBUG oslo.service.loopingcall [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2031.277179] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2031.277455] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3f0a8ed-21f1-4a8a-b9cb-668ffcff37b5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.300751] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2031.300751] env[62189]: value = "task-2122249" [ 2031.300751] env[62189]: _type = "Task" [ 2031.300751] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.310050] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122249, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.321523] env[62189]: DEBUG nova.compute.manager [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2031.322629] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cb1324-da02-42c7-8ce1-c71a309a3484 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.340678] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122248, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.649831] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquiring lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.649831] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.700523] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2031.704696] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3615ff82-1310-4c6c-9bfa-4e64c17ee8bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.716036] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2031.716036] env[62189]: value = "task-2122250" [ 2031.716036] env[62189]: _type = "Task" [ 2031.716036] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.731064] env[62189]: DEBUG nova.compute.manager [req-b0a3aca3-cccc-48bf-8e8c-9be743d5c2c9 req-3e588959-d9c9-45b6-bad1-8538b73598d6 service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Received event network-changed-35edac1a-3bbd-42f9-958f-c3b7ce87d4d2 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2031.731064] env[62189]: DEBUG nova.compute.manager [req-b0a3aca3-cccc-48bf-8e8c-9be743d5c2c9 req-3e588959-d9c9-45b6-bad1-8538b73598d6 service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Refreshing instance network info cache due to event network-changed-35edac1a-3bbd-42f9-958f-c3b7ce87d4d2. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2031.731664] env[62189]: DEBUG oslo_concurrency.lockutils [req-b0a3aca3-cccc-48bf-8e8c-9be743d5c2c9 req-3e588959-d9c9-45b6-bad1-8538b73598d6 service nova] Acquiring lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.734021] env[62189]: DEBUG oslo_concurrency.lockutils [req-b0a3aca3-cccc-48bf-8e8c-9be743d5c2c9 req-3e588959-d9c9-45b6-bad1-8538b73598d6 service nova] Acquired lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.734021] env[62189]: DEBUG nova.network.neutron [req-b0a3aca3-cccc-48bf-8e8c-9be743d5c2c9 req-3e588959-d9c9-45b6-bad1-8538b73598d6 service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Refreshing network info cache for port 35edac1a-3bbd-42f9-958f-c3b7ce87d4d2 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2031.747330] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122250, 'name': CloneVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.753058] env[62189]: DEBUG oslo_vmware.api [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122246, 'name': ReconfigVM_Task, 'duration_secs': 1.791384} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.755959] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.756130] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Reconfigured VM to attach interface {{(pid=62189) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2031.814720] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122249, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.834735] env[62189]: INFO nova.compute.manager [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] instance snapshotting [ 2031.843149] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f6a117-d78f-418e-b488-2f9a11bd45e0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.853755] env[62189]: DEBUG oslo_vmware.api [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122248, 'name': PowerOnVM_Task, 'duration_secs': 0.656892} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.867833] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2031.873422] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebf5cc9-7304-4e0b-a993-aa9ecc30f473 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.877549] env[62189]: DEBUG nova.compute.manager [None req-fd633012-5de4-43f8-8c39-448d5b37f375 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2031.878770] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b4555a-d942-4855-a115-50b114f432f3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.151679] env[62189]: DEBUG nova.compute.manager [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2032.230927] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122250, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.251163] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f1a2ab-d808-44b0-975c-8853bd6d3b9f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.257396] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5b1cf7-2aac-4ae2-a091-6b796508363b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.262482] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9512802a-7cd8-4a7c-be81-beb348c2f82c tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-a1c75f43-b0aa-4843-a22b-c8fa33996a9c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.216s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.298703] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edcbffc-9647-4f3b-bddd-c7974fdace1d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.310716] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe9c401-4205-4a8e-bffe-5c434197206a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.319033] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122249, 'name': CreateVM_Task, 'duration_secs': 0.757607} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.319672] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2032.320542] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.320859] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.321271] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2032.329723] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f034e9-81eb-4c4f-998d-630d23f94c30 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.332467] env[62189]: DEBUG nova.compute.provider_tree [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2032.336855] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 2032.336855] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528efbc9-8ebf-bb43-c6d8-99499a6c0698" [ 2032.336855] env[62189]: _type = "Task" [ 2032.336855] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.347347] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528efbc9-8ebf-bb43-c6d8-99499a6c0698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.394705] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2032.396860] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-32454874-2b70-491e-9533-95c76d3e4358 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.405124] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2032.405124] env[62189]: value = "task-2122251" [ 2032.405124] env[62189]: _type = "Task" [ 2032.405124] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.414202] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122251, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.549098] env[62189]: DEBUG nova.network.neutron [req-b0a3aca3-cccc-48bf-8e8c-9be743d5c2c9 req-3e588959-d9c9-45b6-bad1-8538b73598d6 service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Updated VIF entry in instance network info cache for port 35edac1a-3bbd-42f9-958f-c3b7ce87d4d2. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2032.549546] env[62189]: DEBUG nova.network.neutron [req-b0a3aca3-cccc-48bf-8e8c-9be743d5c2c9 req-3e588959-d9c9-45b6-bad1-8538b73598d6 service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Updating instance_info_cache with network_info: [{"id": "9a0e5347-4c8a-42ab-a4da-060b96322194", "address": "fa:16:3e:63:20:f9", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0e5347-4c", "ovs_interfaceid": "9a0e5347-4c8a-42ab-a4da-060b96322194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "35edac1a-3bbd-42f9-958f-c3b7ce87d4d2", "address": "fa:16:3e:d9:09:55", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35edac1a-3b", "ovs_interfaceid": "35edac1a-3bbd-42f9-958f-c3b7ce87d4d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.672689] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.730866] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122250, 'name': CloneVM_Task} progress is 95%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.835890] env[62189]: DEBUG nova.scheduler.client.report [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2032.852545] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528efbc9-8ebf-bb43-c6d8-99499a6c0698, 'name': SearchDatastore_Task, 'duration_secs': 0.010721} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.852545] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.853559] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2032.853559] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.853559] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.853559] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2032.857018] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91b81571-4c21-4e65-aa5d-5a3b32b7d029 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.863601] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2032.863780] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2032.864541] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f45042-0797-42d0-ae71-dc3bceb1000b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.872395] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 2032.872395] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5265a9e9-47ab-aee2-d2cd-9634f9a83c34" [ 2032.872395] env[62189]: _type = "Task" [ 2032.872395] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.880993] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5265a9e9-47ab-aee2-d2cd-9634f9a83c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.915904] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122251, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.052321] env[62189]: DEBUG oslo_concurrency.lockutils [req-b0a3aca3-cccc-48bf-8e8c-9be743d5c2c9 req-3e588959-d9c9-45b6-bad1-8538b73598d6 service nova] Releasing lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.231622] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122250, 'name': CloneVM_Task, 'duration_secs': 1.377598} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.231891] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Created linked-clone VM from snapshot [ 2033.232708] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a74333-cf21-4f23-8375-2c5faef38ed8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.241598] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Uploading image b8af8f87-756d-4f08-bf2f-e2b343efbfa3 {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2033.272675] env[62189]: DEBUG oslo_vmware.rw_handles [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2033.272675] env[62189]: value = "vm-434167" [ 2033.272675] env[62189]: _type = "VirtualMachine" [ 2033.272675] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2033.273031] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ef722e51-fb24-461e-9880-54fd6959c6d9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.281032] env[62189]: DEBUG oslo_vmware.rw_handles [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lease: (returnval){ [ 2033.281032] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aa3402-5e5c-e527-6dd7-8f2abea32ef3" [ 2033.281032] env[62189]: _type = "HttpNfcLease" [ 2033.281032] env[62189]: } obtained for exporting VM: (result){ [ 2033.281032] env[62189]: value = "vm-434167" [ 2033.281032] env[62189]: _type = "VirtualMachine" [ 2033.281032] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2033.281280] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the lease: (returnval){ [ 2033.281280] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aa3402-5e5c-e527-6dd7-8f2abea32ef3" [ 2033.281280] env[62189]: _type = "HttpNfcLease" [ 2033.281280] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2033.288216] env[62189]: DEBUG nova.compute.manager [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Received event network-vif-plugged-4a7a2f10-cd91-4f28-bab2-6d13f903afc5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2033.288970] env[62189]: DEBUG oslo_concurrency.lockutils [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] Acquiring lock "6457216d-b66f-486f-97ec-2d50a9eaf484-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.288970] env[62189]: DEBUG oslo_concurrency.lockutils [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] Lock "6457216d-b66f-486f-97ec-2d50a9eaf484-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.288970] env[62189]: DEBUG oslo_concurrency.lockutils [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] Lock "6457216d-b66f-486f-97ec-2d50a9eaf484-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.288970] env[62189]: DEBUG nova.compute.manager [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] No waiting events found dispatching network-vif-plugged-4a7a2f10-cd91-4f28-bab2-6d13f903afc5 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2033.289743] env[62189]: WARNING nova.compute.manager [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Received unexpected event network-vif-plugged-4a7a2f10-cd91-4f28-bab2-6d13f903afc5 for instance with vm_state building and task_state spawning. [ 2033.289743] env[62189]: DEBUG nova.compute.manager [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Received event network-changed-4a7a2f10-cd91-4f28-bab2-6d13f903afc5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2033.289743] env[62189]: DEBUG nova.compute.manager [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Refreshing instance network info cache due to event network-changed-4a7a2f10-cd91-4f28-bab2-6d13f903afc5. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2033.289743] env[62189]: DEBUG oslo_concurrency.lockutils [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] Acquiring lock "refresh_cache-6457216d-b66f-486f-97ec-2d50a9eaf484" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.290163] env[62189]: DEBUG oslo_concurrency.lockutils [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] Acquired lock "refresh_cache-6457216d-b66f-486f-97ec-2d50a9eaf484" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.290163] env[62189]: DEBUG nova.network.neutron [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Refreshing network info cache for port 4a7a2f10-cd91-4f28-bab2-6d13f903afc5 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2033.293965] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2033.293965] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aa3402-5e5c-e527-6dd7-8f2abea32ef3" [ 2033.293965] env[62189]: _type = "HttpNfcLease" [ 2033.293965] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2033.382096] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.382346] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.390060] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5265a9e9-47ab-aee2-d2cd-9634f9a83c34, 'name': SearchDatastore_Task, 'duration_secs': 0.010278} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.391378] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a41f028-8119-42e8-80d6-527c28dc67a5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.397430] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 2033.397430] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b3ed85-2d24-ba20-e52b-1aa83c5254cf" [ 2033.397430] env[62189]: _type = "Task" [ 2033.397430] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.413689] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b3ed85-2d24-ba20-e52b-1aa83c5254cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.419189] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122251, 'name': CreateSnapshot_Task, 'duration_secs': 0.765508} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.419457] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2033.420322] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea240e9-1e64-4247-9c21-a81789ae4f08 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.792024] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2033.792024] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aa3402-5e5c-e527-6dd7-8f2abea32ef3" [ 2033.792024] env[62189]: _type = "HttpNfcLease" [ 2033.792024] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2033.792024] env[62189]: DEBUG oslo_vmware.rw_handles [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2033.792024] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aa3402-5e5c-e527-6dd7-8f2abea32ef3" [ 2033.792024] env[62189]: _type = "HttpNfcLease" [ 2033.792024] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2033.796032] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb560ae3-a457-405a-9417-326040d230fc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.806686] env[62189]: DEBUG oslo_vmware.rw_handles [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525154e6-b492-2c87-4fd7-47ea0b3052e0/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2033.807038] env[62189]: DEBUG oslo_vmware.rw_handles [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525154e6-b492-2c87-4fd7-47ea0b3052e0/disk-0.vmdk for reading. {{(pid=62189) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2033.883022] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.222s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.894923] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.203s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.896527] env[62189]: INFO nova.compute.claims [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2033.899897] env[62189]: DEBUG nova.compute.manager [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2033.911293] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.911520] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.928026] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b3ed85-2d24-ba20-e52b-1aa83c5254cf, 'name': SearchDatastore_Task, 'duration_secs': 0.013064} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.928026] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.928026] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 6457216d-b66f-486f-97ec-2d50a9eaf484/6457216d-b66f-486f-97ec-2d50a9eaf484.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2033.928026] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75b620dc-a6b2-4b43-a61f-c7838ed6225f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.938890] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2033.942643] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c483ad5b-b8ee-4787-9509-88dcdc3f2248 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.950133] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 2033.950133] env[62189]: value = "task-2122253" [ 2033.950133] env[62189]: _type = "Task" [ 2033.950133] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.956520] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2033.956520] env[62189]: value = "task-2122254" [ 2033.956520] env[62189]: _type = "Task" [ 2033.956520] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.963692] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-50fe1c72-ce48-4fcc-9cc8-7d88a4b10a55 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.971991] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.978371] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122254, 'name': CloneVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.200072] env[62189]: DEBUG nova.network.neutron [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Updated VIF entry in instance network info cache for port 4a7a2f10-cd91-4f28-bab2-6d13f903afc5. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2034.200565] env[62189]: DEBUG nova.network.neutron [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Updating instance_info_cache with network_info: [{"id": "4a7a2f10-cd91-4f28-bab2-6d13f903afc5", "address": "fa:16:3e:3f:07:c4", "network": {"id": "190fd2d2-2ddc-491e-b41b-4dfb0d86f681", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1147656893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef00e3e023014530ab0c92de9dbe82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7a2f10-cd", "ovs_interfaceid": "4a7a2f10-cd91-4f28-bab2-6d13f903afc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.418099] env[62189]: DEBUG nova.compute.manager [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2034.438284] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.450324] env[62189]: DEBUG oslo_concurrency.lockutils [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "interface-a1c75f43-b0aa-4843-a22b-c8fa33996a9c-35edac1a-3bbd-42f9-958f-c3b7ce87d4d2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.450641] env[62189]: DEBUG oslo_concurrency.lockutils [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-a1c75f43-b0aa-4843-a22b-c8fa33996a9c-35edac1a-3bbd-42f9-958f-c3b7ce87d4d2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.470268] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494346} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.472815] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 6457216d-b66f-486f-97ec-2d50a9eaf484/6457216d-b66f-486f-97ec-2d50a9eaf484.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2034.472815] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2034.472815] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b88468e8-a50c-459e-bc67-18e2cd038bb7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.478652] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122254, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.484343] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 2034.484343] env[62189]: value = "task-2122255" [ 2034.484343] env[62189]: _type = "Task" [ 2034.484343] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.495507] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.704182] env[62189]: DEBUG oslo_concurrency.lockutils [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] Releasing lock "refresh_cache-6457216d-b66f-486f-97ec-2d50a9eaf484" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.704660] env[62189]: DEBUG nova.compute.manager [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Received event network-changed-5a1b7508-653c-4476-b2b3-a3d27e40fa02 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2034.704739] env[62189]: DEBUG nova.compute.manager [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Refreshing instance network info cache due to event network-changed-5a1b7508-653c-4476-b2b3-a3d27e40fa02. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2034.704892] env[62189]: DEBUG oslo_concurrency.lockutils [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] Acquiring lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.705052] env[62189]: DEBUG oslo_concurrency.lockutils [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] Acquired lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.705220] env[62189]: DEBUG nova.network.neutron [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Refreshing network info cache for port 5a1b7508-653c-4476-b2b3-a3d27e40fa02 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2034.951107] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.954695] env[62189]: DEBUG oslo_concurrency.lockutils [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.954921] env[62189]: DEBUG oslo_concurrency.lockutils [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.956507] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af493b65-be03-4bfa-9cd9-f16f79111c87 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.000621] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1aca61-682e-45ac-9024-7b2f9eaa9d35 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.010057] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122254, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.029703] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071368} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.036557] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Reconfiguring VM to detach interface {{(pid=62189) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2035.040009] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2035.040404] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8198cdd5-e1e5-4442-8724-73fb6899a14a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.056400] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d19515-f8b0-4689-bac9-d5e16690ce13 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.082651] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 6457216d-b66f-486f-97ec-2d50a9eaf484/6457216d-b66f-486f-97ec-2d50a9eaf484.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2035.087557] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7e0ee79-a3f1-480f-94b3-62c7db2e26c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.103853] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2035.103853] env[62189]: value = "task-2122256" [ 2035.103853] env[62189]: _type = "Task" [ 2035.103853] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.110748] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 2035.110748] env[62189]: value = "task-2122257" [ 2035.110748] env[62189]: _type = "Task" [ 2035.110748] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.114251] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.122696] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122257, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.473615] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122254, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.516276] env[62189]: DEBUG nova.network.neutron [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Updated VIF entry in instance network info cache for port 5a1b7508-653c-4476-b2b3-a3d27e40fa02. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2035.516671] env[62189]: DEBUG nova.network.neutron [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Updating instance_info_cache with network_info: [{"id": "5a1b7508-653c-4476-b2b3-a3d27e40fa02", "address": "fa:16:3e:40:4d:c8", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1b7508-65", "ovs_interfaceid": "5a1b7508-653c-4476-b2b3-a3d27e40fa02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.518902] env[62189]: INFO nova.compute.manager [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Swapping old allocation on dict_keys(['9c6494ef-d1bb-428d-baf9-f027623d156c']) held by migration 8f71491f-977f-494d-a1a8-e22649548893 for instance [ 2035.549773] env[62189]: DEBUG nova.scheduler.client.report [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Overwriting current allocation {'allocations': {'9c6494ef-d1bb-428d-baf9-f027623d156c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 83}}, 'project_id': '4cada4f63f5b46fc8cf7304b8f78f9c0', 'user_id': '581fb01cb1fa4e3982faf984968839a6', 'consumer_generation': 1} on consumer 8ffae4bd-a23e-40a6-b90a-42296310e286 {{(pid=62189) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2035.585449] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce994dc-a2e5-4dd0-95da-d0fca36c42f9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.593784] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0144f142-e1b6-46fe-b826-0c9babe9b423 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.636020] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca40757-47b8-4548-b906-fa8af2a289ec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.642369] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.647456] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.648716] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b807eee5-dd82-41cc-a735-b3819a76360d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.664712] env[62189]: DEBUG nova.compute.provider_tree [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2035.667067] env[62189]: INFO nova.compute.manager [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Rebuilding instance [ 2035.669936] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.670135] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquired lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.670308] env[62189]: DEBUG nova.network.neutron [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2035.711676] env[62189]: DEBUG nova.compute.manager [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2035.712641] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e1ae85-77be-475c-873f-cf9fa5285fb2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.975033] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122254, 'name': CloneVM_Task, 'duration_secs': 1.961038} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.975033] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Created linked-clone VM from snapshot [ 2035.975870] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ab9850-6b68-47f2-bd02-4179cc07101d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.984055] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Uploading image 0268d1c7-6a8c-4f49-89f1-77ec2d242d59 {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2036.006830] env[62189]: DEBUG oslo_vmware.rw_handles [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2036.006830] env[62189]: value = "vm-434169" [ 2036.006830] env[62189]: _type = "VirtualMachine" [ 2036.006830] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2036.007153] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf843c05-3397-4b36-92a5-2d60c0cf9ae7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.014932] env[62189]: DEBUG oslo_vmware.rw_handles [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lease: (returnval){ [ 2036.014932] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aed06b-76a2-027d-5933-d6c7d69946ff" [ 2036.014932] env[62189]: _type = "HttpNfcLease" [ 2036.014932] env[62189]: } obtained for exporting VM: (result){ [ 2036.014932] env[62189]: value = "vm-434169" [ 2036.014932] env[62189]: _type = "VirtualMachine" [ 2036.014932] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2036.015203] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the lease: (returnval){ [ 2036.015203] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aed06b-76a2-027d-5933-d6c7d69946ff" [ 2036.015203] env[62189]: _type = "HttpNfcLease" [ 2036.015203] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2036.022299] env[62189]: DEBUG oslo_concurrency.lockutils [req-b2eff9db-8904-4110-90a6-88827cba80e2 req-e85eedcc-cb78-4262-853c-173c065d6462 service nova] Releasing lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.022684] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2036.022684] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aed06b-76a2-027d-5933-d6c7d69946ff" [ 2036.022684] env[62189]: _type = "HttpNfcLease" [ 2036.022684] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2036.137778] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.140911] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122257, 'name': ReconfigVM_Task, 'duration_secs': 0.638425} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.141197] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 6457216d-b66f-486f-97ec-2d50a9eaf484/6457216d-b66f-486f-97ec-2d50a9eaf484.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2036.141522] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62189) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 2036.142203] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-0cb73e20-744b-4001-a3f3-1019674fa201 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.149699] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 2036.149699] env[62189]: value = "task-2122259" [ 2036.149699] env[62189]: _type = "Task" [ 2036.149699] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.158351] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122259, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.168791] env[62189]: DEBUG nova.scheduler.client.report [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2036.426327] env[62189]: DEBUG nova.network.neutron [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating instance_info_cache with network_info: [{"id": "2a5d85d8-c56d-46a7-8f0c-95371ba8af3b", "address": "fa:16:3e:0b:c5:33", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a5d85d8-c5", "ovs_interfaceid": "2a5d85d8-c56d-46a7-8f0c-95371ba8af3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.523971] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2036.523971] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aed06b-76a2-027d-5933-d6c7d69946ff" [ 2036.523971] env[62189]: _type = "HttpNfcLease" [ 2036.523971] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2036.524358] env[62189]: DEBUG oslo_vmware.rw_handles [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2036.524358] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aed06b-76a2-027d-5933-d6c7d69946ff" [ 2036.524358] env[62189]: _type = "HttpNfcLease" [ 2036.524358] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2036.525671] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03afe352-5475-4218-b062-73e65f479d47 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.533051] env[62189]: DEBUG oslo_vmware.rw_handles [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7a6ba-3317-f929-b255-da703b2add71/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2036.533249] env[62189]: DEBUG oslo_vmware.rw_handles [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7a6ba-3317-f929-b255-da703b2add71/disk-0.vmdk for reading. {{(pid=62189) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2036.635725] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.659182] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122259, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.05398} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.659641] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62189) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 2036.660478] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66468b9-fd43-4d66-a59d-189530541227 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.679743] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2036.680290] env[62189]: DEBUG nova.compute.manager [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2036.690712] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 6457216d-b66f-486f-97ec-2d50a9eaf484/ephemeral_0.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2036.691077] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.240s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.692546] env[62189]: INFO nova.compute.claims [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2036.695594] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c012403-bf86-4d1a-98d8-a649c86c118b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.715356] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 2036.715356] env[62189]: value = "task-2122260" [ 2036.715356] env[62189]: _type = "Task" [ 2036.715356] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.729905] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2036.730268] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.731293] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-36f65511-d595-4353-882c-8d509baa860c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.732632] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49b2227b-04ba-40c3-bc8b-d29119e7af69 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.740741] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2036.740741] env[62189]: value = "task-2122261" [ 2036.740741] env[62189]: _type = "Task" [ 2036.740741] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.750206] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.929538] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Releasing lock "refresh_cache-8ffae4bd-a23e-40a6-b90a-42296310e286" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.930895] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2036.932427] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c8c8c4a-9302-48b5-8f90-78f077b28321 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.940594] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 2036.940594] env[62189]: value = "task-2122262" [ 2036.940594] env[62189]: _type = "Task" [ 2036.940594] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.949517] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.136201] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.185502] env[62189]: DEBUG nova.compute.utils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2037.188744] env[62189]: DEBUG nova.compute.manager [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2037.188962] env[62189]: DEBUG nova.network.neutron [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2037.226268] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122260, 'name': ReconfigVM_Task, 'duration_secs': 0.438328} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.226630] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 6457216d-b66f-486f-97ec-2d50a9eaf484/ephemeral_0.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2037.227433] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecf0a68b-bc55-4d84-866a-2a34536ed7f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.234707] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 2037.234707] env[62189]: value = "task-2122263" [ 2037.234707] env[62189]: _type = "Task" [ 2037.234707] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.244060] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122263, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.250173] env[62189]: DEBUG nova.policy [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '058ef2a2cd404e30bd7b4002db42ae5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95278d062ef942eca9b0f5ddb0e041c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2037.255539] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122261, 'name': PowerOffVM_Task, 'duration_secs': 0.18787} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.255903] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2037.255952] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2037.256812] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5a7fc2-012e-4946-a5c4-902de8d2dbfd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.267538] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2037.268470] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5086f009-7730-421b-bd3b-4084e745cef2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.402617] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2037.403155] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2037.403822] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Deleting the datastore file [datastore2] 04a1b453-5274-4509-9036-9900e3fe91f5 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2037.403983] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-180eb222-9d4e-4e96-906b-1a1066e92d10 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.412114] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2037.412114] env[62189]: value = "task-2122265" [ 2037.412114] env[62189]: _type = "Task" [ 2037.412114] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.428329] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.452031] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122262, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.621845] env[62189]: DEBUG nova.network.neutron [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Successfully created port: 995de865-f4ed-4617-b03f-ab5894eb1c1f {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2037.638898] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.689030] env[62189]: DEBUG nova.compute.manager [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2037.761659] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122263, 'name': Rename_Task, 'duration_secs': 0.231703} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.762048] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2037.762329] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36c283c5-629a-4afc-9158-5eb56a22456d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.775151] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 2037.775151] env[62189]: value = "task-2122266" [ 2037.775151] env[62189]: _type = "Task" [ 2037.775151] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.787644] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.922776] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233997} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.923155] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2037.923417] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2037.923642] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2037.954744] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122262, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.136832] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.230919] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5797734-372e-4dba-819f-697ed4a32b30 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.241426] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f34fd8a-e082-4173-8cdf-a445c5d1b4ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.275036] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb718e5-0cbb-4345-b29a-67d7f56b2036 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.289655] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4a769b-f366-4bac-bfe6-eb9b452c443d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.294749] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122266, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.309117] env[62189]: DEBUG nova.compute.provider_tree [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2038.454870] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122262, 'name': PowerOffVM_Task, 'duration_secs': 1.289331} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.455438] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2038.456368] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:47:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5e9dbc0a-5af7-4493-a3c5-3e5c4d821d23',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1691389287',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2038.456678] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2038.456974] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2038.457295] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2038.457498] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2038.457692] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2038.458020] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2038.458193] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2038.458390] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2038.458559] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2038.458761] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2038.465550] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9992a752-34b7-4f0f-b60f-c6f29e7a0ae7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.484346] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 2038.484346] env[62189]: value = "task-2122267" [ 2038.484346] env[62189]: _type = "Task" [ 2038.484346] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.494343] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.637955] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.700327] env[62189]: DEBUG nova.compute.manager [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2038.788023] env[62189]: DEBUG oslo_vmware.api [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122266, 'name': PowerOnVM_Task, 'duration_secs': 0.752092} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.788319] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2038.788526] env[62189]: INFO nova.compute.manager [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Took 9.85 seconds to spawn the instance on the hypervisor. [ 2038.788749] env[62189]: DEBUG nova.compute.manager [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2038.789565] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce925727-3431-4082-bedf-5876689525fa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.812147] env[62189]: DEBUG nova.scheduler.client.report [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2038.996150] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122267, 'name': ReconfigVM_Task, 'duration_secs': 0.257065} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.997218] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535742e8-9af3-44c5-97c2-c1e6b6ab86a1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.017845] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:47:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5e9dbc0a-5af7-4493-a3c5-3e5c4d821d23',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1691389287',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2039.018148] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2039.018664] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2039.018664] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2039.018664] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2039.018861] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2039.019081] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2039.019279] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2039.019462] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2039.019669] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2039.019903] env[62189]: DEBUG nova.virt.hardware [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2039.020773] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d678f60-2e5e-46ce-b1c6-2aa5ef601c15 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.027733] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 2039.027733] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52832aaa-c34d-4c32-7322-01374b984b47" [ 2039.027733] env[62189]: _type = "Task" [ 2039.027733] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.038472] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52832aaa-c34d-4c32-7322-01374b984b47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.141304] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.205166] env[62189]: DEBUG nova.network.neutron [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Successfully updated port: 995de865-f4ed-4617-b03f-ab5894eb1c1f {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2039.309135] env[62189]: INFO nova.compute.manager [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Took 35.16 seconds to build instance. [ 2039.318084] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.318703] env[62189]: DEBUG nova.compute.manager [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2039.322036] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.969s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.322379] env[62189]: DEBUG nova.objects.instance [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lazy-loading 'resources' on Instance uuid 24417845-7960-4e26-9eb1-4877af2c2a7a {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2039.538795] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52832aaa-c34d-4c32-7322-01374b984b47, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.546030] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2039.546030] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b72b5aa3-6d22-40b1-ad31-29d552fef585 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.564617] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 2039.564617] env[62189]: value = "task-2122268" [ 2039.564617] env[62189]: _type = "Task" [ 2039.564617] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.573139] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.638585] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.707942] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Acquiring lock "refresh_cache-b38b2818-9bb7-4232-860e-1d42da2e4598" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.709043] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Acquired lock "refresh_cache-b38b2818-9bb7-4232-860e-1d42da2e4598" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.709043] env[62189]: DEBUG nova.network.neutron [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2039.811515] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5d9cc74-851b-4410-9c9a-0995ca062a5f tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "6457216d-b66f-486f-97ec-2d50a9eaf484" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.677s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.826476] env[62189]: DEBUG nova.compute.utils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2039.833102] env[62189]: DEBUG nova.compute.manager [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2039.833656] env[62189]: DEBUG nova.network.neutron [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2039.873959] env[62189]: DEBUG nova.policy [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '736500b919fb41df89cd849f9761ccfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3bd795a2cdb412abcf14832ddc5b1b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2040.076008] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122268, 'name': ReconfigVM_Task, 'duration_secs': 0.211543} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.080571] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2040.083805] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a266656-7b74-47ed-8946-f0fdf614e50a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.103799] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 8ffae4bd-a23e-40a6-b90a-42296310e286/8ffae4bd-a23e-40a6-b90a-42296310e286.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2040.106777] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a82740-bc7e-439f-b67d-c7133f9ef119 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.126055] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 2040.126055] env[62189]: value = "task-2122269" [ 2040.126055] env[62189]: _type = "Task" [ 2040.126055] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.140725] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122269, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.144173] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.147423] env[62189]: DEBUG nova.network.neutron [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Successfully created port: 00721269-37ea-4bec-98e7-ed6fbf5f9591 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2040.250219] env[62189]: DEBUG nova.network.neutron [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2040.303789] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7343160f-ef7a-4027-8c66-1e36f48239d2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.314361] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307f71f8-0a66-410f-9fc1-d9e45be452e3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.375287] env[62189]: DEBUG nova.compute.manager [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2040.381050] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec97e4fc-a54f-4dca-8400-2ceb95608460 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.393279] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43770cc6-1c00-4724-a838-35a03223e261 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.419152] env[62189]: DEBUG nova.compute.provider_tree [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2040.636438] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122269, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.644065] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.656280] env[62189]: DEBUG nova.network.neutron [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Updating instance_info_cache with network_info: [{"id": "995de865-f4ed-4617-b03f-ab5894eb1c1f", "address": "fa:16:3e:07:20:27", "network": {"id": "b55f1a91-3db2-43f5-9e91-1a5efce04d05", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-284395190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95278d062ef942eca9b0f5ddb0e041c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995de865-f4", "ovs_interfaceid": "995de865-f4ed-4617-b03f-ab5894eb1c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.923029] env[62189]: DEBUG nova.scheduler.client.report [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2041.137151] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122269, 'name': ReconfigVM_Task, 'duration_secs': 0.520735} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.140857] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 8ffae4bd-a23e-40a6-b90a-42296310e286/8ffae4bd-a23e-40a6-b90a-42296310e286.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2041.141771] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe0d515-99d8-4e6a-9d83-e7f3982b2006 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.149641] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.163557] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Releasing lock "refresh_cache-b38b2818-9bb7-4232-860e-1d42da2e4598" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.163823] env[62189]: DEBUG nova.compute.manager [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Instance network_info: |[{"id": "995de865-f4ed-4617-b03f-ab5894eb1c1f", "address": "fa:16:3e:07:20:27", "network": {"id": "b55f1a91-3db2-43f5-9e91-1a5efce04d05", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-284395190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95278d062ef942eca9b0f5ddb0e041c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995de865-f4", "ovs_interfaceid": "995de865-f4ed-4617-b03f-ab5894eb1c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2041.164822] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9512039a-6a4a-4db0-a4f2-2de559063c8a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.185018] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f255706-b757-4a23-ba15-301583165aa5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.204573] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccf6db8-1c4a-450b-8256-da2397e21b92 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.212175] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2041.212490] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8189db32-1183-4cdd-8493-227b4f107111 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.219021] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 2041.219021] env[62189]: value = "task-2122270" [ 2041.219021] env[62189]: _type = "Task" [ 2041.219021] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.227590] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.391628] env[62189]: DEBUG nova.compute.manager [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2041.428291] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.430809] env[62189]: DEBUG oslo_concurrency.lockutils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.813s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.432454] env[62189]: INFO nova.compute.claims [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2041.452523] env[62189]: INFO nova.scheduler.client.report [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleted allocations for instance 24417845-7960-4e26-9eb1-4877af2c2a7a [ 2041.647021] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.730853] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122270, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.827837] env[62189]: DEBUG nova.virt.hardware [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2041.828166] env[62189]: DEBUG nova.virt.hardware [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2041.828351] env[62189]: DEBUG nova.virt.hardware [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2041.828532] env[62189]: DEBUG nova.virt.hardware [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2041.828746] env[62189]: DEBUG nova.virt.hardware [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2041.828930] env[62189]: DEBUG nova.virt.hardware [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2041.829160] env[62189]: DEBUG nova.virt.hardware [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2041.829322] env[62189]: DEBUG nova.virt.hardware [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2041.829491] env[62189]: DEBUG nova.virt.hardware [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2041.829657] env[62189]: DEBUG nova.virt.hardware [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2041.829830] env[62189]: DEBUG nova.virt.hardware [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2041.832522] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aa82ff-b685-46b7-869c-1a163fdff572 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.842035] env[62189]: DEBUG nova.virt.hardware [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2041.842295] env[62189]: DEBUG nova.virt.hardware [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2041.842455] env[62189]: DEBUG nova.virt.hardware [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2041.842635] env[62189]: DEBUG nova.virt.hardware [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2041.842783] env[62189]: DEBUG nova.virt.hardware [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2041.842932] env[62189]: DEBUG nova.virt.hardware [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2041.843163] env[62189]: DEBUG nova.virt.hardware [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2041.843329] env[62189]: DEBUG nova.virt.hardware [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2041.843493] env[62189]: DEBUG nova.virt.hardware [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2041.843656] env[62189]: DEBUG nova.virt.hardware [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2041.843832] env[62189]: DEBUG nova.virt.hardware [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2041.845338] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b65959-8180-4785-8b1c-f21655b83173 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.851533] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cf02f1-4fc2-442c-b438-45b3d2659d89 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.864742] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:20:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '995de865-f4ed-4617-b03f-ab5894eb1c1f', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2041.872182] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Creating folder: Project (95278d062ef942eca9b0f5ddb0e041c6). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2041.874800] env[62189]: DEBUG nova.virt.hardware [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2041.875047] env[62189]: DEBUG nova.virt.hardware [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2041.875206] env[62189]: DEBUG nova.virt.hardware [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2041.875391] env[62189]: DEBUG nova.virt.hardware [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2041.875537] env[62189]: DEBUG nova.virt.hardware [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2041.875681] env[62189]: DEBUG nova.virt.hardware [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2041.876116] env[62189]: DEBUG nova.virt.hardware [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2041.876116] env[62189]: DEBUG nova.virt.hardware [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2041.876268] env[62189]: DEBUG nova.virt.hardware [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2041.877112] env[62189]: DEBUG nova.virt.hardware [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2041.877112] env[62189]: DEBUG nova.virt.hardware [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2041.879268] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-816951dc-4713-458f-86ae-14e18253c32b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.882478] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615c27f0-3d45-48ad-b96e-dd9d9ce541ef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.886586] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4753ecf4-c009-4140-814e-9b75475ca206 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.893048] env[62189]: DEBUG oslo_vmware.rw_handles [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525154e6-b492-2c87-4fd7-47ea0b3052e0/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2041.894075] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40662d6-7c41-42ba-b5b0-eeef9abe34a0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.902291] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fded64-d2d4-430e-95b6-a35b32166efa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.916242] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:1c:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ea662c2-b6d3-4db4-a32c-87cdc8c92259', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2041.926028] env[62189]: DEBUG oslo.service.loopingcall [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2041.926028] env[62189]: DEBUG oslo_vmware.rw_handles [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525154e6-b492-2c87-4fd7-47ea0b3052e0/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2041.926028] env[62189]: ERROR oslo_vmware.rw_handles [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525154e6-b492-2c87-4fd7-47ea0b3052e0/disk-0.vmdk due to incomplete transfer. [ 2041.926028] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Created folder: Project (95278d062ef942eca9b0f5ddb0e041c6) in parent group-v433996. [ 2041.926028] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Creating folder: Instances. Parent ref: group-v434170. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2041.926028] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2041.926028] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dfaec985-81db-41fc-a2bf-2f144e4a02a4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.927507] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ba2e986-2d1b-4bb3-a433-e3ea6516fdd0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.936647] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c6d184c-128a-4c2c-ab32-3a49004a439e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.961760] env[62189]: DEBUG oslo_vmware.rw_handles [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525154e6-b492-2c87-4fd7-47ea0b3052e0/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2041.961977] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Uploaded image b8af8f87-756d-4f08-bf2f-e2b343efbfa3 to the Glance image server {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2041.964248] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2041.964437] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2041.964437] env[62189]: value = "task-2122273" [ 2041.964437] env[62189]: _type = "Task" [ 2041.964437] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.966424] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ece3b07a-4269-4940-8f4e-f416899d24e4 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "24417845-7960-4e26-9eb1-4877af2c2a7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.315s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.967144] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d48245d1-1a45-428a-abac-62224777568e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.972654] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Created folder: Instances in parent group-v434170. [ 2041.973167] env[62189]: DEBUG oslo.service.loopingcall [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2041.976592] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2041.980444] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a65ba6c8-50b0-4742-92bb-258a10a035f0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.994511] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2041.994511] env[62189]: value = "task-2122274" [ 2041.994511] env[62189]: _type = "Task" [ 2041.994511] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.002669] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2042.002669] env[62189]: value = "task-2122275" [ 2042.002669] env[62189]: _type = "Task" [ 2042.002669] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.002876] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122273, 'name': CreateVM_Task} progress is 15%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.009552] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122274, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.014823] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122275, 'name': CreateVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.146933] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.230543] env[62189]: DEBUG oslo_vmware.api [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122270, 'name': PowerOnVM_Task, 'duration_secs': 0.535341} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.230819] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2042.465788] env[62189]: DEBUG nova.compute.manager [req-de46fff6-cc2b-48f6-ba2b-d8fe073b36eb req-0af83d08-35ad-4e9d-85ce-318810a7461b service nova] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Received event network-vif-plugged-995de865-f4ed-4617-b03f-ab5894eb1c1f {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2042.465885] env[62189]: DEBUG oslo_concurrency.lockutils [req-de46fff6-cc2b-48f6-ba2b-d8fe073b36eb req-0af83d08-35ad-4e9d-85ce-318810a7461b service nova] Acquiring lock "b38b2818-9bb7-4232-860e-1d42da2e4598-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.466374] env[62189]: DEBUG oslo_concurrency.lockutils [req-de46fff6-cc2b-48f6-ba2b-d8fe073b36eb req-0af83d08-35ad-4e9d-85ce-318810a7461b service nova] Lock "b38b2818-9bb7-4232-860e-1d42da2e4598-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.466451] env[62189]: DEBUG oslo_concurrency.lockutils [req-de46fff6-cc2b-48f6-ba2b-d8fe073b36eb req-0af83d08-35ad-4e9d-85ce-318810a7461b service nova] Lock "b38b2818-9bb7-4232-860e-1d42da2e4598-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.466608] env[62189]: DEBUG nova.compute.manager [req-de46fff6-cc2b-48f6-ba2b-d8fe073b36eb req-0af83d08-35ad-4e9d-85ce-318810a7461b service nova] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] No waiting events found dispatching network-vif-plugged-995de865-f4ed-4617-b03f-ab5894eb1c1f {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2042.466825] env[62189]: WARNING nova.compute.manager [req-de46fff6-cc2b-48f6-ba2b-d8fe073b36eb req-0af83d08-35ad-4e9d-85ce-318810a7461b service nova] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Received unexpected event network-vif-plugged-995de865-f4ed-4617-b03f-ab5894eb1c1f for instance with vm_state building and task_state spawning. [ 2042.482748] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122273, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.511471] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122274, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.519930] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122275, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.650425] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.902482] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ba954b-3137-4362-a6f3-a7a3f823ac6a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.910381] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986b46cf-b7b1-446e-91c7-3f652d54c582 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.943128] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9eb25c6-f9da-4d64-b87f-336d5000ec9a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.951222] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bb813a-6f40-45ed-b5d2-c682b4602260 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.966065] env[62189]: DEBUG nova.compute.provider_tree [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2042.983504] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122273, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.011414] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122274, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.016918] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122275, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.149813] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.242402] env[62189]: INFO nova.compute.manager [None req-0260119b-9ea0-4aff-b87a-87c900b89e1d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating instance to original state: 'active' [ 2043.257167] env[62189]: DEBUG nova.compute.manager [req-6d9eff03-f397-4478-8aa5-be27f86d3f65 req-fd0ee418-f8a4-4d80-8260-e023c7ddefd7 service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Received event network-changed-4a7a2f10-cd91-4f28-bab2-6d13f903afc5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2043.257167] env[62189]: DEBUG nova.compute.manager [req-6d9eff03-f397-4478-8aa5-be27f86d3f65 req-fd0ee418-f8a4-4d80-8260-e023c7ddefd7 service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Refreshing instance network info cache due to event network-changed-4a7a2f10-cd91-4f28-bab2-6d13f903afc5. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2043.257167] env[62189]: DEBUG oslo_concurrency.lockutils [req-6d9eff03-f397-4478-8aa5-be27f86d3f65 req-fd0ee418-f8a4-4d80-8260-e023c7ddefd7 service nova] Acquiring lock "refresh_cache-6457216d-b66f-486f-97ec-2d50a9eaf484" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.257167] env[62189]: DEBUG oslo_concurrency.lockutils [req-6d9eff03-f397-4478-8aa5-be27f86d3f65 req-fd0ee418-f8a4-4d80-8260-e023c7ddefd7 service nova] Acquired lock "refresh_cache-6457216d-b66f-486f-97ec-2d50a9eaf484" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.257345] env[62189]: DEBUG nova.network.neutron [req-6d9eff03-f397-4478-8aa5-be27f86d3f65 req-fd0ee418-f8a4-4d80-8260-e023c7ddefd7 service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Refreshing network info cache for port 4a7a2f10-cd91-4f28-bab2-6d13f903afc5 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2043.473540] env[62189]: DEBUG nova.scheduler.client.report [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2043.487994] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122273, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.508766] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122274, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.517402] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122275, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.655374] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.664567] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "f266de18-c112-43a4-adb6-b0cc33ee8aae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.664822] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "f266de18-c112-43a4-adb6-b0cc33ee8aae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.985391] env[62189]: DEBUG oslo_concurrency.lockutils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.986062] env[62189]: DEBUG nova.compute.manager [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2043.989703] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.260s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.994076] env[62189]: INFO nova.compute.claims [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2044.001782] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122273, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.010052] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122274, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.011069] env[62189]: DEBUG nova.network.neutron [req-6d9eff03-f397-4478-8aa5-be27f86d3f65 req-fd0ee418-f8a4-4d80-8260-e023c7ddefd7 service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Updated VIF entry in instance network info cache for port 4a7a2f10-cd91-4f28-bab2-6d13f903afc5. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2044.011414] env[62189]: DEBUG nova.network.neutron [req-6d9eff03-f397-4478-8aa5-be27f86d3f65 req-fd0ee418-f8a4-4d80-8260-e023c7ddefd7 service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Updating instance_info_cache with network_info: [{"id": "4a7a2f10-cd91-4f28-bab2-6d13f903afc5", "address": "fa:16:3e:3f:07:c4", "network": {"id": "190fd2d2-2ddc-491e-b41b-4dfb0d86f681", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1147656893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef00e3e023014530ab0c92de9dbe82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7a2f10-cd", "ovs_interfaceid": "4a7a2f10-cd91-4f28-bab2-6d13f903afc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.020830] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122275, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.152591] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.167915] env[62189]: DEBUG nova.compute.manager [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2044.491049] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122273, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.499672] env[62189]: DEBUG nova.compute.utils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2044.503888] env[62189]: DEBUG nova.compute.manager [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2044.504448] env[62189]: DEBUG nova.network.neutron [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2044.516452] env[62189]: DEBUG oslo_concurrency.lockutils [req-6d9eff03-f397-4478-8aa5-be27f86d3f65 req-fd0ee418-f8a4-4d80-8260-e023c7ddefd7 service nova] Releasing lock "refresh_cache-6457216d-b66f-486f-97ec-2d50a9eaf484" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.520617] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122274, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.526928] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122275, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.583177] env[62189]: DEBUG nova.policy [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95dd6126317f45318b2c0b39c90b145e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71a71042250646e0ac81176feb1ecd1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2044.589691] env[62189]: DEBUG nova.compute.manager [req-23c263d0-20f7-4733-8da3-0a2b34cf6c42 req-98603f2a-7d73-45bd-98ec-6e79e44f7bf6 service nova] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Received event network-changed-995de865-f4ed-4617-b03f-ab5894eb1c1f {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2044.589853] env[62189]: DEBUG nova.compute.manager [req-23c263d0-20f7-4733-8da3-0a2b34cf6c42 req-98603f2a-7d73-45bd-98ec-6e79e44f7bf6 service nova] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Refreshing instance network info cache due to event network-changed-995de865-f4ed-4617-b03f-ab5894eb1c1f. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2044.590096] env[62189]: DEBUG oslo_concurrency.lockutils [req-23c263d0-20f7-4733-8da3-0a2b34cf6c42 req-98603f2a-7d73-45bd-98ec-6e79e44f7bf6 service nova] Acquiring lock "refresh_cache-b38b2818-9bb7-4232-860e-1d42da2e4598" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.590227] env[62189]: DEBUG oslo_concurrency.lockutils [req-23c263d0-20f7-4733-8da3-0a2b34cf6c42 req-98603f2a-7d73-45bd-98ec-6e79e44f7bf6 service nova] Acquired lock "refresh_cache-b38b2818-9bb7-4232-860e-1d42da2e4598" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.590389] env[62189]: DEBUG nova.network.neutron [req-23c263d0-20f7-4733-8da3-0a2b34cf6c42 req-98603f2a-7d73-45bd-98ec-6e79e44f7bf6 service nova] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Refreshing network info cache for port 995de865-f4ed-4617-b03f-ab5894eb1c1f {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2044.652722] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.694691] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.943578] env[62189]: DEBUG nova.network.neutron [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Successfully created port: dd070191-b4d6-4b4f-87f8-f53788c1ac20 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2044.989131] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122273, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.013067] env[62189]: DEBUG nova.compute.manager [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2045.028720] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122274, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.031788] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122275, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.154709] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.300636] env[62189]: DEBUG oslo_concurrency.lockutils [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "8ffae4bd-a23e-40a6-b90a-42296310e286" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.300946] env[62189]: DEBUG oslo_concurrency.lockutils [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "8ffae4bd-a23e-40a6-b90a-42296310e286" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.301175] env[62189]: DEBUG oslo_concurrency.lockutils [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "8ffae4bd-a23e-40a6-b90a-42296310e286-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.301361] env[62189]: DEBUG oslo_concurrency.lockutils [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "8ffae4bd-a23e-40a6-b90a-42296310e286-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.301531] env[62189]: DEBUG oslo_concurrency.lockutils [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "8ffae4bd-a23e-40a6-b90a-42296310e286-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.303620] env[62189]: INFO nova.compute.manager [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Terminating instance [ 2045.357419] env[62189]: DEBUG nova.network.neutron [req-23c263d0-20f7-4733-8da3-0a2b34cf6c42 req-98603f2a-7d73-45bd-98ec-6e79e44f7bf6 service nova] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Updated VIF entry in instance network info cache for port 995de865-f4ed-4617-b03f-ab5894eb1c1f. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2045.357807] env[62189]: DEBUG nova.network.neutron [req-23c263d0-20f7-4733-8da3-0a2b34cf6c42 req-98603f2a-7d73-45bd-98ec-6e79e44f7bf6 service nova] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Updating instance_info_cache with network_info: [{"id": "995de865-f4ed-4617-b03f-ab5894eb1c1f", "address": "fa:16:3e:07:20:27", "network": {"id": "b55f1a91-3db2-43f5-9e91-1a5efce04d05", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-284395190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95278d062ef942eca9b0f5ddb0e041c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995de865-f4", "ovs_interfaceid": "995de865-f4ed-4617-b03f-ab5894eb1c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.470015] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988faf23-fa30-4719-b153-c160fe44026b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.476254] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8785a2-97d7-4eba-a8be-b473dd425eac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.508877] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3616e3-fd52-4180-a209-03371aa9fea5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.516924] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122273, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.524078] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09d592b-cedd-45ed-9dd5-d9e098170dec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.530710] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122274, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.545892] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122275, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.546410] env[62189]: DEBUG nova.compute.provider_tree [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2045.654274] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.807499] env[62189]: DEBUG nova.compute.manager [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2045.807813] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2045.808677] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4019e47-447c-4afd-8ab6-bcba0e9c58a2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.816530] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2045.816791] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98a53ec9-80bf-49ee-b32c-a99d91f388bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.823604] env[62189]: DEBUG oslo_vmware.api [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 2045.823604] env[62189]: value = "task-2122276" [ 2045.823604] env[62189]: _type = "Task" [ 2045.823604] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.834892] env[62189]: DEBUG oslo_vmware.api [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.860756] env[62189]: DEBUG oslo_concurrency.lockutils [req-23c263d0-20f7-4733-8da3-0a2b34cf6c42 req-98603f2a-7d73-45bd-98ec-6e79e44f7bf6 service nova] Releasing lock "refresh_cache-b38b2818-9bb7-4232-860e-1d42da2e4598" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.991914] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122273, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.018601] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122274, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.037920] env[62189]: DEBUG nova.compute.manager [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2046.039996] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122275, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.050438] env[62189]: DEBUG nova.scheduler.client.report [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2046.065089] env[62189]: DEBUG nova.virt.hardware [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2046.065434] env[62189]: DEBUG nova.virt.hardware [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2046.066045] env[62189]: DEBUG nova.virt.hardware [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2046.066045] env[62189]: DEBUG nova.virt.hardware [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2046.066045] env[62189]: DEBUG nova.virt.hardware [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2046.066178] env[62189]: DEBUG nova.virt.hardware [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2046.066432] env[62189]: DEBUG nova.virt.hardware [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2046.066635] env[62189]: DEBUG nova.virt.hardware [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2046.066837] env[62189]: DEBUG nova.virt.hardware [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2046.067091] env[62189]: DEBUG nova.virt.hardware [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2046.067293] env[62189]: DEBUG nova.virt.hardware [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2046.068290] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d435677-bd3f-4caa-8845-97571f0e7d26 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.078010] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7af092e-ab39-42fa-9e3c-3936d216fa30 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.127297] env[62189]: DEBUG oslo_vmware.rw_handles [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7a6ba-3317-f929-b255-da703b2add71/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2046.128287] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1e3808-c2cd-43e2-a517-b291cd355aab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.134877] env[62189]: DEBUG oslo_vmware.rw_handles [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7a6ba-3317-f929-b255-da703b2add71/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2046.135341] env[62189]: ERROR oslo_vmware.rw_handles [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7a6ba-3317-f929-b255-da703b2add71/disk-0.vmdk due to incomplete transfer. [ 2046.135341] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a91ac232-994b-42aa-8d85-f810458873ab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.142501] env[62189]: DEBUG oslo_vmware.rw_handles [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7a6ba-3317-f929-b255-da703b2add71/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2046.142722] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Uploaded image 0268d1c7-6a8c-4f49-89f1-77ec2d242d59 to the Glance image server {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2046.144436] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2046.144744] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-53eab73f-5340-4605-b3e8-86ac757c93f7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.156094] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.157343] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2046.157343] env[62189]: value = "task-2122277" [ 2046.157343] env[62189]: _type = "Task" [ 2046.157343] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.165175] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122277, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.334100] env[62189]: DEBUG oslo_vmware.api [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122276, 'name': PowerOffVM_Task, 'duration_secs': 0.196268} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.334255] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2046.334443] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2046.334625] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b123dbe-f079-47b5-812e-8726f0257324 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.491981] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122273, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.519174] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122274, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.536600] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122275, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.560097] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.560361] env[62189]: DEBUG nova.compute.manager [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2046.563128] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.887s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.563355] env[62189]: DEBUG nova.objects.instance [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lazy-loading 'resources' on Instance uuid 980380f6-ea9f-4ee3-8ce7-74e00bebd20e {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2046.654625] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.666080] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122277, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.994591] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122273, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.019301] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122274, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.037241] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122275, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.066726] env[62189]: DEBUG nova.compute.utils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2047.071193] env[62189]: DEBUG nova.compute.manager [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2047.071193] env[62189]: DEBUG nova.network.neutron [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2047.116169] env[62189]: DEBUG nova.policy [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1981babd712b42b393323df2db56090d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f8606c9cc9f453bb36f335bde96b502', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2047.154861] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.170221] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122277, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.497183] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122273, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.519821] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122274, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.524135] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7119df26-dd7a-4922-82ad-587869acdc75 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.533536] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf700c82-fcdb-4c88-98b7-afe73b69bc26 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.542406] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122275, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.569243] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dc2f26-f998-4982-83f9-08fbbe2bada4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.572573] env[62189]: DEBUG nova.compute.manager [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2047.579997] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179d40aa-ba4d-4c2b-9995-260998a345cf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.594187] env[62189]: DEBUG nova.compute.provider_tree [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2047.656799] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.667691] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122277, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.699870] env[62189]: DEBUG nova.network.neutron [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Successfully created port: 12e9a273-6e56-49cd-88e1-784868da6821 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2047.828482] env[62189]: INFO nova.compute.manager [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Rebuilding instance [ 2047.875799] env[62189]: DEBUG nova.compute.manager [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2047.876708] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60751a9e-512c-4a57-901d-5a705eeff3e4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.895483] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2047.895710] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2047.895904] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Deleting the datastore file [datastore2] 8ffae4bd-a23e-40a6-b90a-42296310e286 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2047.896177] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d72ce301-019d-4d84-a1af-20ba1d214317 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.901568] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Acquiring lock "db089fb0-615d-47cf-8a32-d1def53bebbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.901816] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Lock "db089fb0-615d-47cf-8a32-d1def53bebbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.902018] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Acquiring lock "db089fb0-615d-47cf-8a32-d1def53bebbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.902206] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Lock "db089fb0-615d-47cf-8a32-d1def53bebbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.902382] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Lock "db089fb0-615d-47cf-8a32-d1def53bebbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.906620] env[62189]: INFO nova.compute.manager [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Terminating instance [ 2047.911359] env[62189]: DEBUG oslo_vmware.api [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 2047.911359] env[62189]: value = "task-2122279" [ 2047.911359] env[62189]: _type = "Task" [ 2047.911359] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.924623] env[62189]: DEBUG oslo_vmware.api [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.994859] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122273, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.023294] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122274, 'name': Destroy_Task, 'duration_secs': 5.963371} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.024434] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Destroyed the VM [ 2048.024434] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2048.024434] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-462c10a2-40bd-4224-9d0f-7a8ea555d3c0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.033865] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2048.033865] env[62189]: value = "task-2122280" [ 2048.033865] env[62189]: _type = "Task" [ 2048.033865] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.042363] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122275, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.047567] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122280, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.098365] env[62189]: DEBUG nova.scheduler.client.report [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2048.161016] env[62189]: DEBUG oslo_vmware.api [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122256, 'name': ReconfigVM_Task, 'duration_secs': 12.994391} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.161016] env[62189]: DEBUG oslo_concurrency.lockutils [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.161016] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Reconfigured VM to detach interface {{(pid=62189) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2048.173700] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122277, 'name': Destroy_Task, 'duration_secs': 1.822208} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.173999] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Destroyed the VM [ 2048.174427] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2048.175033] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-115a3bea-d7fe-4ef2-ab2a-b8b3a1bb72a0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.184366] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2048.184366] env[62189]: value = "task-2122281" [ 2048.184366] env[62189]: _type = "Task" [ 2048.184366] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.192645] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122281, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.419679] env[62189]: DEBUG nova.compute.manager [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2048.419920] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2048.423385] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88687844-3335-4f04-ba79-e566edfac1e0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.424986] env[62189]: DEBUG oslo_vmware.api [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154761} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.425246] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2048.425459] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2048.425615] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2048.425778] env[62189]: INFO nova.compute.manager [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Took 2.62 seconds to destroy the instance on the hypervisor. [ 2048.426049] env[62189]: DEBUG oslo.service.loopingcall [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2048.426577] env[62189]: DEBUG nova.compute.manager [-] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2048.426675] env[62189]: DEBUG nova.network.neutron [-] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2048.433148] env[62189]: DEBUG oslo_vmware.api [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Waiting for the task: (returnval){ [ 2048.433148] env[62189]: value = "task-2122282" [ 2048.433148] env[62189]: _type = "Task" [ 2048.433148] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.445027] env[62189]: DEBUG oslo_vmware.api [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2122282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.494881] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122273, 'name': CreateVM_Task, 'duration_secs': 6.213395} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.495103] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2048.495829] env[62189]: DEBUG oslo_concurrency.lockutils [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.496011] env[62189]: DEBUG oslo_concurrency.lockutils [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.496513] env[62189]: DEBUG oslo_concurrency.lockutils [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2048.496796] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-372e6bfb-af80-4905-9ce9-4634b5a6ef32 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.503192] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2048.503192] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520dd917-8d6a-8816-6fe7-d6a1835e9dba" [ 2048.503192] env[62189]: _type = "Task" [ 2048.503192] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.512554] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520dd917-8d6a-8816-6fe7-d6a1835e9dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.543865] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122275, 'name': CreateVM_Task, 'duration_secs': 6.224738} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.544434] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2048.545132] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.549312] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122280, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.581719] env[62189]: DEBUG nova.compute.manager [req-894b8c6c-d38f-4683-86f8-79e6feecdf5c req-3f7d294f-c58f-4038-9ea2-c76061588f64 service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Received event network-vif-deleted-35edac1a-3bbd-42f9-958f-c3b7ce87d4d2 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2048.581919] env[62189]: INFO nova.compute.manager [req-894b8c6c-d38f-4683-86f8-79e6feecdf5c req-3f7d294f-c58f-4038-9ea2-c76061588f64 service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Neutron deleted interface 35edac1a-3bbd-42f9-958f-c3b7ce87d4d2; detaching it from the instance and deleting it from the info cache [ 2048.582197] env[62189]: DEBUG nova.network.neutron [req-894b8c6c-d38f-4683-86f8-79e6feecdf5c req-3f7d294f-c58f-4038-9ea2-c76061588f64 service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Updating instance_info_cache with network_info: [{"id": "9a0e5347-4c8a-42ab-a4da-060b96322194", "address": "fa:16:3e:63:20:f9", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0e5347-4c", "ovs_interfaceid": "9a0e5347-4c8a-42ab-a4da-060b96322194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.584920] env[62189]: DEBUG nova.compute.manager [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2048.603275] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.607644] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.240s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.607907] env[62189]: DEBUG nova.objects.instance [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lazy-loading 'resources' on Instance uuid cd78a644-86c8-4cd0-b1cc-aab3adc95971 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2048.616075] env[62189]: DEBUG nova.virt.hardware [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2048.616340] env[62189]: DEBUG nova.virt.hardware [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2048.616497] env[62189]: DEBUG nova.virt.hardware [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2048.616706] env[62189]: DEBUG nova.virt.hardware [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2048.616860] env[62189]: DEBUG nova.virt.hardware [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2048.617016] env[62189]: DEBUG nova.virt.hardware [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2048.617228] env[62189]: DEBUG nova.virt.hardware [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2048.617390] env[62189]: DEBUG nova.virt.hardware [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2048.617546] env[62189]: DEBUG nova.virt.hardware [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2048.617716] env[62189]: DEBUG nova.virt.hardware [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2048.617870] env[62189]: DEBUG nova.virt.hardware [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2048.619761] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a1e8a3-0ab0-4719-80e1-815dbbf71374 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.630023] env[62189]: INFO nova.scheduler.client.report [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleted allocations for instance 980380f6-ea9f-4ee3-8ce7-74e00bebd20e [ 2048.630288] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b281479c-a54a-4a8b-8a8c-5564c3e590f7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.695497] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122281, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.745246] env[62189]: DEBUG nova.compute.manager [req-b4477b50-3f06-451f-89d1-c3871bedee0a req-bd116dc1-62d0-475d-bffb-01e4c654fd7d service nova] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Received event network-vif-deleted-2a5d85d8-c56d-46a7-8f0c-95371ba8af3b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2048.745444] env[62189]: INFO nova.compute.manager [req-b4477b50-3f06-451f-89d1-c3871bedee0a req-bd116dc1-62d0-475d-bffb-01e4c654fd7d service nova] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Neutron deleted interface 2a5d85d8-c56d-46a7-8f0c-95371ba8af3b; detaching it from the instance and deleting it from the info cache [ 2048.745619] env[62189]: DEBUG nova.network.neutron [req-b4477b50-3f06-451f-89d1-c3871bedee0a req-bd116dc1-62d0-475d-bffb-01e4c654fd7d service nova] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.893635] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2048.893975] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc841137-0feb-41e9-97ad-85cd7768ba6a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.905587] env[62189]: DEBUG oslo_vmware.api [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Waiting for the task: (returnval){ [ 2048.905587] env[62189]: value = "task-2122283" [ 2048.905587] env[62189]: _type = "Task" [ 2048.905587] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.921038] env[62189]: DEBUG nova.network.neutron [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Successfully updated port: 00721269-37ea-4bec-98e7-ed6fbf5f9591 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2048.925558] env[62189]: DEBUG oslo_vmware.api [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2122283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.944115] env[62189]: DEBUG oslo_vmware.api [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2122282, 'name': PowerOffVM_Task, 'duration_secs': 0.224106} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.944606] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2048.944905] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2048.945208] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434044', 'volume_id': '1fe480de-f65e-412b-9094-60fa7faf9ae5', 'name': 'volume-1fe480de-f65e-412b-9094-60fa7faf9ae5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db089fb0-615d-47cf-8a32-d1def53bebbb', 'attached_at': '', 'detached_at': '', 'volume_id': '1fe480de-f65e-412b-9094-60fa7faf9ae5', 'serial': '1fe480de-f65e-412b-9094-60fa7faf9ae5'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2048.946122] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2397273-1c26-4ac6-8e97-8032ff09ce29 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.970984] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76d1295-21f6-4892-9fc2-5872846a7057 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.979508] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de96f307-ff06-48ab-b373-e32102e2cf83 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.002067] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3650a009-703c-4bfe-87ab-a2fe3860764a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.027347] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520dd917-8d6a-8816-6fe7-d6a1835e9dba, 'name': SearchDatastore_Task, 'duration_secs': 0.009379} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.027716] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] The volume has not been displaced from its original location: [datastore2] volume-1fe480de-f65e-412b-9094-60fa7faf9ae5/volume-1fe480de-f65e-412b-9094-60fa7faf9ae5.vmdk. No consolidation needed. {{(pid=62189) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2049.033406] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Reconfiguring VM instance instance-00000017 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2049.034047] env[62189]: DEBUG oslo_concurrency.lockutils [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.034362] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2049.034631] env[62189]: DEBUG oslo_concurrency.lockutils [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.034770] env[62189]: DEBUG oslo_concurrency.lockutils [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.035012] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2049.040021] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e556e0df-31fd-4d18-9e2a-4493cad7b5f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.050519] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.050879] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2049.051200] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c965f88e-cf28-48c9-86ea-e6bafe195140 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.053436] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2030b366-4978-4f2c-8c03-c0d3e4b11dab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.058757] env[62189]: DEBUG nova.network.neutron [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Successfully updated port: dd070191-b4d6-4b4f-87f8-f53788c1ac20 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2049.064230] env[62189]: DEBUG oslo_vmware.api [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Waiting for the task: (returnval){ [ 2049.064230] env[62189]: value = "task-2122284" [ 2049.064230] env[62189]: _type = "Task" [ 2049.064230] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.071707] env[62189]: DEBUG oslo_vmware.api [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122280, 'name': RemoveSnapshot_Task, 'duration_secs': 0.680018} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.072014] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Waiting for the task: (returnval){ [ 2049.072014] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5254ca7d-0a59-af8c-3f5d-098abb425171" [ 2049.072014] env[62189]: _type = "Task" [ 2049.072014] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.072828] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2049.073149] env[62189]: INFO nova.compute.manager [None req-af9c16b4-d179-465a-bb65-18edf3fd4637 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Took 19.47 seconds to snapshot the instance on the hypervisor. [ 2049.085719] env[62189]: DEBUG oslo_concurrency.lockutils [req-894b8c6c-d38f-4683-86f8-79e6feecdf5c req-3f7d294f-c58f-4038-9ea2-c76061588f64 service nova] Acquiring lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.085857] env[62189]: DEBUG oslo_concurrency.lockutils [req-894b8c6c-d38f-4683-86f8-79e6feecdf5c req-3f7d294f-c58f-4038-9ea2-c76061588f64 service nova] Acquired lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.087924] env[62189]: DEBUG oslo_vmware.api [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2122284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.087924] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2049.087924] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2049.088729] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018eefef-7ed5-4f5d-9fd2-c148d9973c78 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.091428] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec11176-3dc0-4c60-96a0-3ef4378d7715 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.097785] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5254ca7d-0a59-af8c-3f5d-098abb425171, 'name': SearchDatastore_Task, 'duration_secs': 0.025003} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.098686] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.098940] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2049.099172] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.101109] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2049.101109] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524c5984-a8da-1f3d-c5a8-2c843a8036f5" [ 2049.101109] env[62189]: _type = "Task" [ 2049.101109] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.116592] env[62189]: DEBUG oslo_concurrency.lockutils [req-894b8c6c-d38f-4683-86f8-79e6feecdf5c req-3f7d294f-c58f-4038-9ea2-c76061588f64 service nova] Releasing lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.116872] env[62189]: WARNING nova.compute.manager [req-894b8c6c-d38f-4683-86f8-79e6feecdf5c req-3f7d294f-c58f-4038-9ea2-c76061588f64 service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Detach interface failed, port_id=35edac1a-3bbd-42f9-958f-c3b7ce87d4d2, reason: No device with interface-id 35edac1a-3bbd-42f9-958f-c3b7ce87d4d2 exists on VM: nova.exception.NotFound: No device with interface-id 35edac1a-3bbd-42f9-958f-c3b7ce87d4d2 exists on VM [ 2049.126683] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524c5984-a8da-1f3d-c5a8-2c843a8036f5, 'name': SearchDatastore_Task, 'duration_secs': 0.008993} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.127467] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70c3bd34-698e-466a-88fb-1f110fd5f76c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.132494] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2049.132494] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521a4223-96ac-6b36-68c3-2a638f7f8085" [ 2049.132494] env[62189]: _type = "Task" [ 2049.132494] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.141220] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b39cff08-d122-4710-b3a4-8f351e20b956 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "980380f6-ea9f-4ee3-8ce7-74e00bebd20e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.598s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.146072] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521a4223-96ac-6b36-68c3-2a638f7f8085, 'name': SearchDatastore_Task, 'duration_secs': 0.008814} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.146072] env[62189]: DEBUG oslo_concurrency.lockutils [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.146231] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 04a1b453-5274-4509-9036-9900e3fe91f5/04a1b453-5274-4509-9036-9900e3fe91f5.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2049.146465] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.146750] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2049.146890] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-329a661a-e547-4106-9c25-983a76b225f6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.148839] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a81a31fa-7895-4d21-814e-5e75316e7180 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.155969] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2049.155969] env[62189]: value = "task-2122285" [ 2049.155969] env[62189]: _type = "Task" [ 2049.155969] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.160276] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2049.160465] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2049.162008] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c21c91-8872-436a-8c24-45b7d67e4be2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.168023] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.171519] env[62189]: DEBUG nova.network.neutron [-] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.176140] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Waiting for the task: (returnval){ [ 2049.176140] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e06f4a-0661-3961-c81a-7165bf2ae08e" [ 2049.176140] env[62189]: _type = "Task" [ 2049.176140] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.182536] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e06f4a-0661-3961-c81a-7165bf2ae08e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.197257] env[62189]: DEBUG oslo_vmware.api [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122281, 'name': RemoveSnapshot_Task, 'duration_secs': 0.661751} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.197727] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2049.197727] env[62189]: INFO nova.compute.manager [None req-1e63dd30-d106-4ee7-beb1-2405eb6154aa tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Took 17.36 seconds to snapshot the instance on the hypervisor. [ 2049.247980] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bedd8b2-157b-40f8-9cc4-fbebc217b514 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.257715] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5993ca23-8c3b-46a9-9798-01359869b05a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.298925] env[62189]: DEBUG nova.compute.manager [req-b4477b50-3f06-451f-89d1-c3871bedee0a req-bd116dc1-62d0-475d-bffb-01e4c654fd7d service nova] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Detach interface failed, port_id=2a5d85d8-c56d-46a7-8f0c-95371ba8af3b, reason: Instance 8ffae4bd-a23e-40a6-b90a-42296310e286 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2049.417284] env[62189]: DEBUG oslo_vmware.api [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2122283, 'name': PowerOffVM_Task, 'duration_secs': 0.188548} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.421221] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2049.421221] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2049.421706] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cefa2a7-aef7-44d6-8383-7ff09f90d2ad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.430812] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "refresh_cache-63e370f5-7ae8-4bf9-8a0f-273534de49f2" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.430812] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "refresh_cache-63e370f5-7ae8-4bf9-8a0f-273534de49f2" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.430812] env[62189]: DEBUG nova.network.neutron [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2049.435030] env[62189]: DEBUG oslo_vmware.api [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Waiting for the task: (returnval){ [ 2049.435030] env[62189]: value = "task-2122286" [ 2049.435030] env[62189]: _type = "Task" [ 2049.435030] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.446481] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] VM already powered off {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2049.446752] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2049.446955] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434045', 'volume_id': '434c5f1f-a6ab-4457-823e-7068558b628d', 'name': 'volume-434c5f1f-a6ab-4457-823e-7068558b628d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6a601ce-edba-4012-92d3-236b3cefb8ca', 'attached_at': '', 'detached_at': '', 'volume_id': '434c5f1f-a6ab-4457-823e-7068558b628d', 'serial': '434c5f1f-a6ab-4457-823e-7068558b628d'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2049.447791] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1958c77-3b92-4e80-be5f-e534cc4c8e44 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.474197] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24299e4-1a23-48cc-b543-03263dbf8a19 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.483315] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4596778f-29fc-435a-98d5-90ed105dc7e0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.513995] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057e57de-1a37-490d-ad24-462799b9ea42 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.530325] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] The volume has not been displaced from its original location: [datastore2] volume-434c5f1f-a6ab-4457-823e-7068558b628d/volume-434c5f1f-a6ab-4457-823e-7068558b628d.vmdk. No consolidation needed. {{(pid=62189) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2049.537257] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Reconfiguring VM instance instance-00000018 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2049.544386] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c117db-3f16-425f-868c-35c809d6bd9a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.556024] env[62189]: DEBUG oslo_concurrency.lockutils [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.556212] env[62189]: DEBUG oslo_concurrency.lockutils [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.556390] env[62189]: DEBUG nova.network.neutron [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2049.561675] env[62189]: DEBUG oslo_concurrency.lockutils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Acquiring lock "refresh_cache-484c57d7-c4d3-4cf2-a5b4-239b6e40e484" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.561817] env[62189]: DEBUG oslo_concurrency.lockutils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Acquired lock "refresh_cache-484c57d7-c4d3-4cf2-a5b4-239b6e40e484" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.561992] env[62189]: DEBUG nova.network.neutron [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2049.566743] env[62189]: DEBUG oslo_vmware.api [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Waiting for the task: (returnval){ [ 2049.566743] env[62189]: value = "task-2122287" [ 2049.566743] env[62189]: _type = "Task" [ 2049.566743] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.590543] env[62189]: DEBUG oslo_vmware.api [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2122284, 'name': ReconfigVM_Task, 'duration_secs': 0.164344} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.596154] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Reconfigured VM instance instance-00000017 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2049.608321] env[62189]: DEBUG nova.network.neutron [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Successfully updated port: 12e9a273-6e56-49cd-88e1-784868da6821 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2049.610781] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e56c7de9-d0d3-4821-9bbf-87c38779c032 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.624021] env[62189]: DEBUG oslo_vmware.api [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2122287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.633159] env[62189]: DEBUG oslo_vmware.api [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Waiting for the task: (returnval){ [ 2049.633159] env[62189]: value = "task-2122288" [ 2049.633159] env[62189]: _type = "Task" [ 2049.633159] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.645968] env[62189]: DEBUG oslo_vmware.api [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2122288, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.672709] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488965} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.673219] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 04a1b453-5274-4509-9036-9900e3fe91f5/04a1b453-5274-4509-9036-9900e3fe91f5.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2049.673454] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2049.673715] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe6762f4-4b2f-4915-bb86-ff1168bde7ac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.675861] env[62189]: INFO nova.compute.manager [-] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Took 1.25 seconds to deallocate network for instance. [ 2049.690045] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2049.690045] env[62189]: value = "task-2122289" [ 2049.690045] env[62189]: _type = "Task" [ 2049.690045] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.695825] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e06f4a-0661-3961-c81a-7165bf2ae08e, 'name': SearchDatastore_Task, 'duration_secs': 0.009178} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.697260] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c5bc3d-3267-42fa-9ade-0ee082ea6424 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.708497] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.715669] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Waiting for the task: (returnval){ [ 2049.715669] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dbd5f6-47e6-cbd8-f5b7-c07489f96977" [ 2049.715669] env[62189]: _type = "Task" [ 2049.715669] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.721531] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dbd5f6-47e6-cbd8-f5b7-c07489f96977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.749756] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e4c9b6-3a47-41c1-9cf8-ac5479f9cb8f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.757476] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aa019c-686b-4336-b532-1cefcbe7944a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.790041] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee21b8f4-8882-457d-a60d-f2e122b5edb0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.798403] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a9a08f-977e-4fc7-8d80-7b3d0f30b796 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.803993] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.804375] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.804507] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.804691] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.804862] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.814570] env[62189]: DEBUG nova.compute.provider_tree [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2049.817933] env[62189]: INFO nova.compute.manager [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Terminating instance [ 2049.942416] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "c45dabf5-89e9-40dd-ad69-579d081dbcbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.945212] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "c45dabf5-89e9-40dd-ad69-579d081dbcbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.992028] env[62189]: DEBUG nova.network.neutron [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2050.085830] env[62189]: DEBUG oslo_vmware.api [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2122287, 'name': ReconfigVM_Task, 'duration_secs': 0.206137} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.087216] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Reconfigured VM instance instance-00000018 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2050.100408] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b8b81a6-038c-44b0-bd93-d5e295f7ccc2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.115548] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "refresh_cache-aeebface-3c21-4986-a215-75f304b381d4" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.115548] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquired lock "refresh_cache-aeebface-3c21-4986-a215-75f304b381d4" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.115548] env[62189]: DEBUG nova.network.neutron [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2050.125304] env[62189]: DEBUG oslo_vmware.api [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Waiting for the task: (returnval){ [ 2050.125304] env[62189]: value = "task-2122290" [ 2050.125304] env[62189]: _type = "Task" [ 2050.125304] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.128195] env[62189]: DEBUG nova.network.neutron [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2050.136800] env[62189]: DEBUG oslo_vmware.api [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2122290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.146812] env[62189]: DEBUG oslo_vmware.api [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2122288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.186332] env[62189]: DEBUG oslo_concurrency.lockutils [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.198627] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070175} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.199229] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2050.200045] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7768b24-7982-438a-ad8e-598f5862f3c0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.225378] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 04a1b453-5274-4509-9036-9900e3fe91f5/04a1b453-5274-4509-9036-9900e3fe91f5.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2050.235241] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb1c99a2-fb65-40f6-acde-580e79979eba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.260260] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dbd5f6-47e6-cbd8-f5b7-c07489f96977, 'name': SearchDatastore_Task, 'duration_secs': 0.012832} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.261596] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.261848] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] b38b2818-9bb7-4232-860e-1d42da2e4598/b38b2818-9bb7-4232-860e-1d42da2e4598.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2050.262269] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2050.262269] env[62189]: value = "task-2122291" [ 2050.262269] env[62189]: _type = "Task" [ 2050.262269] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.263156] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac270410-302e-42d9-904f-12be331a0a65 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.268445] env[62189]: DEBUG nova.network.neutron [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updating instance_info_cache with network_info: [{"id": "00721269-37ea-4bec-98e7-ed6fbf5f9591", "address": "fa:16:3e:fb:f8:39", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00721269-37", "ovs_interfaceid": "00721269-37ea-4bec-98e7-ed6fbf5f9591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.276761] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Waiting for the task: (returnval){ [ 2050.276761] env[62189]: value = "task-2122292" [ 2050.276761] env[62189]: _type = "Task" [ 2050.276761] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.288457] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': task-2122292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.317857] env[62189]: DEBUG nova.scheduler.client.report [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2050.321796] env[62189]: DEBUG nova.compute.manager [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2050.321983] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2050.322856] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2408fba9-6fd3-4a23-9fd0-839fb3f17276 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.330809] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2050.331096] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bfac3af-e1ec-426e-91db-025a62ca72fc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.338253] env[62189]: DEBUG oslo_vmware.api [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2050.338253] env[62189]: value = "task-2122293" [ 2050.338253] env[62189]: _type = "Task" [ 2050.338253] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.349081] env[62189]: DEBUG oslo_vmware.api [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.385328] env[62189]: DEBUG nova.network.neutron [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Updating instance_info_cache with network_info: [{"id": "dd070191-b4d6-4b4f-87f8-f53788c1ac20", "address": "fa:16:3e:83:83:98", "network": {"id": "eea52b75-91e9-40ca-8dfe-3f67d1b42a29", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-704697674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71a71042250646e0ac81176feb1ecd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd070191-b4", "ovs_interfaceid": "dd070191-b4d6-4b4f-87f8-f53788c1ac20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.399616] env[62189]: DEBUG nova.network.neutron [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Updating instance_info_cache with network_info: [{"id": "9a0e5347-4c8a-42ab-a4da-060b96322194", "address": "fa:16:3e:63:20:f9", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0e5347-4c", "ovs_interfaceid": "9a0e5347-4c8a-42ab-a4da-060b96322194", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.445135] env[62189]: DEBUG nova.compute.manager [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2050.635280] env[62189]: DEBUG oslo_vmware.api [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2122290, 'name': ReconfigVM_Task, 'duration_secs': 0.198908} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.635703] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434045', 'volume_id': '434c5f1f-a6ab-4457-823e-7068558b628d', 'name': 'volume-434c5f1f-a6ab-4457-823e-7068558b628d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b6a601ce-edba-4012-92d3-236b3cefb8ca', 'attached_at': '', 'detached_at': '', 'volume_id': '434c5f1f-a6ab-4457-823e-7068558b628d', 'serial': '434c5f1f-a6ab-4457-823e-7068558b628d'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2050.636059] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2050.640078] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764caa53-37f0-4cd8-9970-fb1a70df9b0c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.652244] env[62189]: DEBUG oslo_vmware.api [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2122288, 'name': ReconfigVM_Task, 'duration_secs': 0.684312} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.655607] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434044', 'volume_id': '1fe480de-f65e-412b-9094-60fa7faf9ae5', 'name': 'volume-1fe480de-f65e-412b-9094-60fa7faf9ae5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db089fb0-615d-47cf-8a32-d1def53bebbb', 'attached_at': '', 'detached_at': '', 'volume_id': '1fe480de-f65e-412b-9094-60fa7faf9ae5', 'serial': '1fe480de-f65e-412b-9094-60fa7faf9ae5'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2050.655907] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2050.656285] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2050.657117] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5d7972-1db7-479c-a21c-ce82569f47d3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.660486] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-846c9ecc-fdf7-4f1f-b3dd-e729425f8379 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.665280] env[62189]: DEBUG nova.network.neutron [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2050.670286] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2050.670632] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb189c46-d299-41c0-8963-d15060b0d2e7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.675457] env[62189]: DEBUG nova.compute.manager [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Received event network-vif-plugged-00721269-37ea-4bec-98e7-ed6fbf5f9591 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2050.675788] env[62189]: DEBUG oslo_concurrency.lockutils [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] Acquiring lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.676014] env[62189]: DEBUG oslo_concurrency.lockutils [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] Lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.676197] env[62189]: DEBUG oslo_concurrency.lockutils [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] Lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.676372] env[62189]: DEBUG nova.compute.manager [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] No waiting events found dispatching network-vif-plugged-00721269-37ea-4bec-98e7-ed6fbf5f9591 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2050.676537] env[62189]: WARNING nova.compute.manager [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Received unexpected event network-vif-plugged-00721269-37ea-4bec-98e7-ed6fbf5f9591 for instance with vm_state building and task_state spawning. [ 2050.676694] env[62189]: DEBUG nova.compute.manager [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Received event network-changed-00721269-37ea-4bec-98e7-ed6fbf5f9591 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2050.676903] env[62189]: DEBUG nova.compute.manager [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Refreshing instance network info cache due to event network-changed-00721269-37ea-4bec-98e7-ed6fbf5f9591. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2050.677117] env[62189]: DEBUG oslo_concurrency.lockutils [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] Acquiring lock "refresh_cache-63e370f5-7ae8-4bf9-8a0f-273534de49f2" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.771550] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "refresh_cache-63e370f5-7ae8-4bf9-8a0f-273534de49f2" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.772052] env[62189]: DEBUG nova.compute.manager [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Instance network_info: |[{"id": "00721269-37ea-4bec-98e7-ed6fbf5f9591", "address": "fa:16:3e:fb:f8:39", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00721269-37", "ovs_interfaceid": "00721269-37ea-4bec-98e7-ed6fbf5f9591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2050.776955] env[62189]: DEBUG oslo_concurrency.lockutils [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] Acquired lock "refresh_cache-63e370f5-7ae8-4bf9-8a0f-273534de49f2" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.776955] env[62189]: DEBUG nova.network.neutron [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Refreshing network info cache for port 00721269-37ea-4bec-98e7-ed6fbf5f9591 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2050.782330] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:f8:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00721269-37ea-4bec-98e7-ed6fbf5f9591', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2050.788993] env[62189]: DEBUG oslo.service.loopingcall [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2050.788993] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122291, 'name': ReconfigVM_Task, 'duration_secs': 0.330429} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.793357] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2050.793721] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 04a1b453-5274-4509-9036-9900e3fe91f5/04a1b453-5274-4509-9036-9900e3fe91f5.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2050.794460] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2050.794711] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2050.794904] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Deleting the datastore file [datastore2] db089fb0-615d-47cf-8a32-d1def53bebbb {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2050.800557] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f33a0e7-4f63-4951-b288-934f52d7064d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.817136] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f339943e-fa53-4b30-96c4-93bb06eaaac6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.819340] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f4d1276-28e3-48dc-a5d2-2296373ba4b8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.822161] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2050.822376] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2050.822562] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Deleting the datastore file [datastore2] b6a601ce-edba-4012-92d3-236b3cefb8ca {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2050.823201] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-231db09b-825e-4c3f-9005-7dd21a73a9dc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.828724] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.832605] env[62189]: DEBUG nova.compute.manager [req-8ac13eae-bf25-4cc2-9edc-4b924bd00738 req-387120ec-12f8-4d58-8d0c-a9904869bb09 service nova] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Received event network-vif-plugged-dd070191-b4d6-4b4f-87f8-f53788c1ac20 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2050.832874] env[62189]: DEBUG oslo_concurrency.lockutils [req-8ac13eae-bf25-4cc2-9edc-4b924bd00738 req-387120ec-12f8-4d58-8d0c-a9904869bb09 service nova] Acquiring lock "484c57d7-c4d3-4cf2-a5b4-239b6e40e484-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.833016] env[62189]: DEBUG oslo_concurrency.lockutils [req-8ac13eae-bf25-4cc2-9edc-4b924bd00738 req-387120ec-12f8-4d58-8d0c-a9904869bb09 service nova] Lock "484c57d7-c4d3-4cf2-a5b4-239b6e40e484-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.833199] env[62189]: DEBUG oslo_concurrency.lockutils [req-8ac13eae-bf25-4cc2-9edc-4b924bd00738 req-387120ec-12f8-4d58-8d0c-a9904869bb09 service nova] Lock "484c57d7-c4d3-4cf2-a5b4-239b6e40e484-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.833375] env[62189]: DEBUG nova.compute.manager [req-8ac13eae-bf25-4cc2-9edc-4b924bd00738 req-387120ec-12f8-4d58-8d0c-a9904869bb09 service nova] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] No waiting events found dispatching network-vif-plugged-dd070191-b4d6-4b4f-87f8-f53788c1ac20 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2050.833600] env[62189]: WARNING nova.compute.manager [req-8ac13eae-bf25-4cc2-9edc-4b924bd00738 req-387120ec-12f8-4d58-8d0c-a9904869bb09 service nova] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Received unexpected event network-vif-plugged-dd070191-b4d6-4b4f-87f8-f53788c1ac20 for instance with vm_state building and task_state spawning. [ 2050.833768] env[62189]: DEBUG nova.compute.manager [req-8ac13eae-bf25-4cc2-9edc-4b924bd00738 req-387120ec-12f8-4d58-8d0c-a9904869bb09 service nova] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Received event network-changed-dd070191-b4d6-4b4f-87f8-f53788c1ac20 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2050.833923] env[62189]: DEBUG nova.compute.manager [req-8ac13eae-bf25-4cc2-9edc-4b924bd00738 req-387120ec-12f8-4d58-8d0c-a9904869bb09 service nova] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Refreshing instance network info cache due to event network-changed-dd070191-b4d6-4b4f-87f8-f53788c1ac20. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2050.834108] env[62189]: DEBUG oslo_concurrency.lockutils [req-8ac13eae-bf25-4cc2-9edc-4b924bd00738 req-387120ec-12f8-4d58-8d0c-a9904869bb09 service nova] Acquiring lock "refresh_cache-484c57d7-c4d3-4cf2-a5b4-239b6e40e484" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.842908] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.039s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.843243] env[62189]: DEBUG nova.objects.instance [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lazy-loading 'resources' on Instance uuid e4e972cc-4c53-4fc8-9d0d-426b99bc8b60 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2050.845911] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': task-2122292, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.846410] env[62189]: DEBUG oslo_vmware.api [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Waiting for the task: (returnval){ [ 2050.846410] env[62189]: value = "task-2122297" [ 2050.846410] env[62189]: _type = "Task" [ 2050.846410] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.846725] env[62189]: DEBUG oslo_vmware.api [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Waiting for the task: (returnval){ [ 2050.846725] env[62189]: value = "task-2122299" [ 2050.846725] env[62189]: _type = "Task" [ 2050.846725] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.847046] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2050.847046] env[62189]: value = "task-2122296" [ 2050.847046] env[62189]: _type = "Task" [ 2050.847046] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.847322] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2050.847322] env[62189]: value = "task-2122298" [ 2050.847322] env[62189]: _type = "Task" [ 2050.847322] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.871495] env[62189]: INFO nova.scheduler.client.report [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Deleted allocations for instance cd78a644-86c8-4cd0-b1cc-aab3adc95971 [ 2050.884737] env[62189]: DEBUG oslo_vmware.api [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2122297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.885355] env[62189]: DEBUG oslo_vmware.api [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122293, 'name': PowerOffVM_Task, 'duration_secs': 0.175664} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.895805] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2050.896050] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2050.898296] env[62189]: DEBUG oslo_concurrency.lockutils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Releasing lock "refresh_cache-484c57d7-c4d3-4cf2-a5b4-239b6e40e484" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.898296] env[62189]: DEBUG nova.compute.manager [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Instance network_info: |[{"id": "dd070191-b4d6-4b4f-87f8-f53788c1ac20", "address": "fa:16:3e:83:83:98", "network": {"id": "eea52b75-91e9-40ca-8dfe-3f67d1b42a29", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-704697674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71a71042250646e0ac81176feb1ecd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd070191-b4", "ovs_interfaceid": "dd070191-b4d6-4b4f-87f8-f53788c1ac20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2050.898296] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122298, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.898296] env[62189]: DEBUG oslo_vmware.api [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2122299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.898296] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122296, 'name': CreateVM_Task} progress is 15%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.898296] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32419b8e-51ea-47ad-85b7-9ed0186fd347 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.900466] env[62189]: DEBUG oslo_concurrency.lockutils [req-8ac13eae-bf25-4cc2-9edc-4b924bd00738 req-387120ec-12f8-4d58-8d0c-a9904869bb09 service nova] Acquired lock "refresh_cache-484c57d7-c4d3-4cf2-a5b4-239b6e40e484" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.900691] env[62189]: DEBUG nova.network.neutron [req-8ac13eae-bf25-4cc2-9edc-4b924bd00738 req-387120ec-12f8-4d58-8d0c-a9904869bb09 service nova] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Refreshing network info cache for port dd070191-b4d6-4b4f-87f8-f53788c1ac20 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2050.902416] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:83:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd070191-b4d6-4b4f-87f8-f53788c1ac20', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2050.912020] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Creating folder: Project (71a71042250646e0ac81176feb1ecd1c). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2050.913234] env[62189]: DEBUG oslo_concurrency.lockutils [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "refresh_cache-a1c75f43-b0aa-4843-a22b-c8fa33996a9c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.919529] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f8b8419-8c48-4dc2-b354-f39666930538 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.930721] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Created folder: Project (71a71042250646e0ac81176feb1ecd1c) in parent group-v433996. [ 2050.930959] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Creating folder: Instances. Parent ref: group-v434175. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2050.931216] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef439d33-5da5-4f7f-8629-ec66c634e718 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.933847] env[62189]: DEBUG nova.network.neutron [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Updating instance_info_cache with network_info: [{"id": "12e9a273-6e56-49cd-88e1-784868da6821", "address": "fa:16:3e:8b:94:78", "network": {"id": "2ae2de1f-3253-4655-9ae2-12d99a31ff38", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-521811378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f8606c9cc9f453bb36f335bde96b502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e9a273-6e", "ovs_interfaceid": "12e9a273-6e56-49cd-88e1-784868da6821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.943947] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Created folder: Instances in parent group-v434175. [ 2050.944501] env[62189]: DEBUG oslo.service.loopingcall [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2050.944501] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2050.944906] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ea8634b-7384-42c6-9dbf-9c61aedc9b2b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.974169] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2050.974169] env[62189]: value = "task-2122303" [ 2050.974169] env[62189]: _type = "Task" [ 2050.974169] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.981713] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122303, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.982767] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.011168] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2051.011465] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2051.011667] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Deleting the datastore file [datastore2] a1c75f43-b0aa-4843-a22b-c8fa33996a9c {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2051.011973] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52dc2c34-03f2-4c7d-912b-df41885eee5f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.018666] env[62189]: DEBUG oslo_vmware.api [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2051.018666] env[62189]: value = "task-2122304" [ 2051.018666] env[62189]: _type = "Task" [ 2051.018666] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.028731] env[62189]: DEBUG oslo_vmware.api [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.305880] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': task-2122292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611941} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.306199] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] b38b2818-9bb7-4232-860e-1d42da2e4598/b38b2818-9bb7-4232-860e-1d42da2e4598.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2051.306426] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2051.306680] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01faafbb-345e-4e64-8032-8d71aaac2757 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.313629] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Waiting for the task: (returnval){ [ 2051.313629] env[62189]: value = "task-2122305" [ 2051.313629] env[62189]: _type = "Task" [ 2051.313629] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.323635] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': task-2122305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.372424] env[62189]: DEBUG oslo_vmware.api [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Task: {'id': task-2122299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142795} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.380342] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2051.380342] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2051.380515] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2051.382380] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122296, 'name': CreateVM_Task, 'duration_secs': 0.352474} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.384557] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122298, 'name': Rename_Task, 'duration_secs': 0.159524} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.384773] env[62189]: DEBUG oslo_vmware.api [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Task: {'id': task-2122297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121212} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.389409] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8ec66c02-d90c-48a6-ae38-ce285eb7f072 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "cd78a644-86c8-4cd0-b1cc-aab3adc95971" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.805s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.390301] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2051.390962] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2051.390962] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2051.391046] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2051.391567] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2051.391567] env[62189]: INFO nova.compute.manager [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Took 2.97 seconds to destroy the instance on the hypervisor. [ 2051.391567] env[62189]: DEBUG oslo.service.loopingcall [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2051.392724] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.392724] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.392962] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2051.393218] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e699deee-824c-448f-b295-798527aede8a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.394856] env[62189]: DEBUG nova.compute.manager [-] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2051.394977] env[62189]: DEBUG nova.network.neutron [-] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2051.398841] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17504056-05f6-4379-bd6a-8e7676ffcf2b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.407167] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2051.407167] env[62189]: value = "task-2122306" [ 2051.407167] env[62189]: _type = "Task" [ 2051.407167] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.408627] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2051.408627] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5278fb5d-8023-73c2-5c57-ada36cb277aa" [ 2051.408627] env[62189]: _type = "Task" [ 2051.408627] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.425878] env[62189]: DEBUG oslo_concurrency.lockutils [None req-465ed2d6-efee-4c85-8100-a9135e587943 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-a1c75f43-b0aa-4843-a22b-c8fa33996a9c-35edac1a-3bbd-42f9-958f-c3b7ce87d4d2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 16.975s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.431343] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122306, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.435481] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5278fb5d-8023-73c2-5c57-ada36cb277aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.438049] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Releasing lock "refresh_cache-aeebface-3c21-4986-a215-75f304b381d4" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.438404] env[62189]: DEBUG nova.compute.manager [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Instance network_info: |[{"id": "12e9a273-6e56-49cd-88e1-784868da6821", "address": "fa:16:3e:8b:94:78", "network": {"id": "2ae2de1f-3253-4655-9ae2-12d99a31ff38", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-521811378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f8606c9cc9f453bb36f335bde96b502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e9a273-6e", "ovs_interfaceid": "12e9a273-6e56-49cd-88e1-784868da6821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2051.441347] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:94:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12e9a273-6e56-49cd-88e1-784868da6821', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2051.449580] env[62189]: DEBUG oslo.service.loopingcall [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2051.451107] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeebface-3c21-4986-a215-75f304b381d4] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2051.451382] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61de5885-89f0-4a0c-81d2-7d9274447aa7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.471968] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2051.472736] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dde34659-9348-4f36-8a7b-8a80c21e6576 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.482102] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2051.482102] env[62189]: value = "task-2122307" [ 2051.482102] env[62189]: _type = "Task" [ 2051.482102] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.486181] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122303, 'name': CreateVM_Task, 'duration_secs': 0.357455} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.491094] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2051.496518] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fea9036-a0df-401e-88e3-7873f94379a7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.506681] env[62189]: DEBUG nova.compute.manager [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2051.507878] env[62189]: DEBUG oslo_concurrency.lockutils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.508595] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77912a3e-dd94-4607-addd-84590129712d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.520134] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122307, 'name': CreateVM_Task} progress is 15%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.547441] env[62189]: ERROR nova.compute.manager [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Failed to detach volume 434c5f1f-a6ab-4457-823e-7068558b628d from /dev/sda: nova.exception.InstanceNotFound: Instance b6a601ce-edba-4012-92d3-236b3cefb8ca could not be found. [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Traceback (most recent call last): [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] self.driver.rebuild(**kwargs) [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] raise NotImplementedError() [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] NotImplementedError [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] During handling of the above exception, another exception occurred: [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Traceback (most recent call last): [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] self.driver.detach_volume(context, old_connection_info, [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] return self._volumeops.detach_volume(connection_info, instance) [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] self._detach_volume_vmdk(connection_info, instance) [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] stable_ref.fetch_moref(session) [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] nova.exception.InstanceNotFound: Instance b6a601ce-edba-4012-92d3-236b3cefb8ca could not be found. [ 2051.547441] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] [ 2051.555815] env[62189]: DEBUG oslo_vmware.api [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187091} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.558829] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2051.558829] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2051.558829] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2051.559183] env[62189]: INFO nova.compute.manager [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2051.559183] env[62189]: DEBUG oslo.service.loopingcall [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2051.559595] env[62189]: DEBUG nova.compute.manager [-] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2051.559595] env[62189]: DEBUG nova.network.neutron [-] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2051.639204] env[62189]: DEBUG nova.network.neutron [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updated VIF entry in instance network info cache for port 00721269-37ea-4bec-98e7-ed6fbf5f9591. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2051.639598] env[62189]: DEBUG nova.network.neutron [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updating instance_info_cache with network_info: [{"id": "00721269-37ea-4bec-98e7-ed6fbf5f9591", "address": "fa:16:3e:fb:f8:39", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00721269-37", "ovs_interfaceid": "00721269-37ea-4bec-98e7-ed6fbf5f9591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.733672] env[62189]: DEBUG nova.compute.utils [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Build of instance b6a601ce-edba-4012-92d3-236b3cefb8ca aborted: Failed to rebuild volume backed instance. {{(pid=62189) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2051.736299] env[62189]: ERROR nova.compute.manager [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance b6a601ce-edba-4012-92d3-236b3cefb8ca aborted: Failed to rebuild volume backed instance. [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Traceback (most recent call last): [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] self.driver.rebuild(**kwargs) [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] raise NotImplementedError() [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] NotImplementedError [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] During handling of the above exception, another exception occurred: [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Traceback (most recent call last): [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] self._detach_root_volume(context, instance, root_bdm) [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] with excutils.save_and_reraise_exception(): [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] self.force_reraise() [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] raise self.value [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] self.driver.detach_volume(context, old_connection_info, [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] return self._volumeops.detach_volume(connection_info, instance) [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] self._detach_volume_vmdk(connection_info, instance) [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] stable_ref.fetch_moref(session) [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] nova.exception.InstanceNotFound: Instance b6a601ce-edba-4012-92d3-236b3cefb8ca could not be found. [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] During handling of the above exception, another exception occurred: [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Traceback (most recent call last): [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/compute/manager.py", line 11383, in _error_out_instance_on_exception [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] yield [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 2051.736299] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] self._do_rebuild_instance_with_claim( [ 2051.739975] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 2051.739975] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] self._do_rebuild_instance( [ 2051.739975] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 2051.739975] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] self._rebuild_default_impl(**kwargs) [ 2051.739975] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 2051.739975] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] self._rebuild_volume_backed_instance( [ 2051.739975] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 2051.739975] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] raise exception.BuildAbortException( [ 2051.739975] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] nova.exception.BuildAbortException: Build of instance b6a601ce-edba-4012-92d3-236b3cefb8ca aborted: Failed to rebuild volume backed instance. [ 2051.739975] env[62189]: ERROR nova.compute.manager [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] [ 2051.826699] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': task-2122305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065682} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.827168] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2051.827826] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd41a9c-8347-4ee4-a4d2-572ec6109195 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.857643] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] b38b2818-9bb7-4232-860e-1d42da2e4598/b38b2818-9bb7-4232-860e-1d42da2e4598.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2051.863232] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdf11a74-4451-44fb-a06e-41debfcc7ae0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.887297] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Waiting for the task: (returnval){ [ 2051.887297] env[62189]: value = "task-2122308" [ 2051.887297] env[62189]: _type = "Task" [ 2051.887297] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.899296] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': task-2122308, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.922245] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5278fb5d-8023-73c2-5c57-ada36cb277aa, 'name': SearchDatastore_Task, 'duration_secs': 0.02255} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.928056] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.928323] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2051.928558] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.928702] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.928939] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2051.929605] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122306, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.930216] env[62189]: DEBUG oslo_concurrency.lockutils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.934023] env[62189]: DEBUG oslo_concurrency.lockutils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2051.934023] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fe912f5-c64d-47a5-8599-9f369afab0c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.934023] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da2bd9b-013a-41b2-8874-62a8bb84b862 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.938603] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Waiting for the task: (returnval){ [ 2051.938603] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52418e7e-7576-e528-05d0-9deb09d319c1" [ 2051.938603] env[62189]: _type = "Task" [ 2051.938603] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.942899] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2051.943117] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2051.944224] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4559fe9-edec-42ab-b995-35d6bf04b003 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.949826] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52418e7e-7576-e528-05d0-9deb09d319c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.953270] env[62189]: DEBUG nova.network.neutron [req-8ac13eae-bf25-4cc2-9edc-4b924bd00738 req-387120ec-12f8-4d58-8d0c-a9904869bb09 service nova] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Updated VIF entry in instance network info cache for port dd070191-b4d6-4b4f-87f8-f53788c1ac20. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2051.953670] env[62189]: DEBUG nova.network.neutron [req-8ac13eae-bf25-4cc2-9edc-4b924bd00738 req-387120ec-12f8-4d58-8d0c-a9904869bb09 service nova] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Updating instance_info_cache with network_info: [{"id": "dd070191-b4d6-4b4f-87f8-f53788c1ac20", "address": "fa:16:3e:83:83:98", "network": {"id": "eea52b75-91e9-40ca-8dfe-3f67d1b42a29", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-704697674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71a71042250646e0ac81176feb1ecd1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd070191-b4", "ovs_interfaceid": "dd070191-b4d6-4b4f-87f8-f53788c1ac20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.958369] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2051.958369] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523af198-2723-8d76-69d9-5f3c9106e483" [ 2051.958369] env[62189]: _type = "Task" [ 2051.958369] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.966411] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523af198-2723-8d76-69d9-5f3c9106e483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.995830] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122307, 'name': CreateVM_Task, 'duration_secs': 0.428719} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.995999] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeebface-3c21-4986-a215-75f304b381d4] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2051.996660] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.041155] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abb5aaa-7246-4d21-8194-aa287f4fc7c1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.048603] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a2e28e-53f5-424a-bd9c-f1e265820ee7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.052874] env[62189]: INFO nova.compute.manager [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] instance snapshotting [ 2052.055684] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691e4106-daaa-4767-a4bd-71b25e247441 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.085308] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168b03ec-b825-4de2-845b-27e7501ea259 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.103677] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918406a9-d228-4a0d-a4d3-fc0203fa115e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.109588] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a335238-6688-4114-9181-ea3767b97edc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.126726] env[62189]: DEBUG nova.compute.provider_tree [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2052.142575] env[62189]: DEBUG oslo_concurrency.lockutils [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] Releasing lock "refresh_cache-63e370f5-7ae8-4bf9-8a0f-273534de49f2" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.142842] env[62189]: DEBUG nova.compute.manager [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] [instance: aeebface-3c21-4986-a215-75f304b381d4] Received event network-vif-plugged-12e9a273-6e56-49cd-88e1-784868da6821 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2052.143065] env[62189]: DEBUG oslo_concurrency.lockutils [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] Acquiring lock "aeebface-3c21-4986-a215-75f304b381d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.143523] env[62189]: DEBUG oslo_concurrency.lockutils [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] Lock "aeebface-3c21-4986-a215-75f304b381d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.143523] env[62189]: DEBUG oslo_concurrency.lockutils [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] Lock "aeebface-3c21-4986-a215-75f304b381d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.143686] env[62189]: DEBUG nova.compute.manager [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] [instance: aeebface-3c21-4986-a215-75f304b381d4] No waiting events found dispatching network-vif-plugged-12e9a273-6e56-49cd-88e1-784868da6821 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2052.143798] env[62189]: WARNING nova.compute.manager [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] [instance: aeebface-3c21-4986-a215-75f304b381d4] Received unexpected event network-vif-plugged-12e9a273-6e56-49cd-88e1-784868da6821 for instance with vm_state building and task_state spawning. [ 2052.143965] env[62189]: DEBUG nova.compute.manager [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] [instance: aeebface-3c21-4986-a215-75f304b381d4] Received event network-changed-12e9a273-6e56-49cd-88e1-784868da6821 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2052.144143] env[62189]: DEBUG nova.compute.manager [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] [instance: aeebface-3c21-4986-a215-75f304b381d4] Refreshing instance network info cache due to event network-changed-12e9a273-6e56-49cd-88e1-784868da6821. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2052.144332] env[62189]: DEBUG oslo_concurrency.lockutils [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] Acquiring lock "refresh_cache-aeebface-3c21-4986-a215-75f304b381d4" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.144468] env[62189]: DEBUG oslo_concurrency.lockutils [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] Acquired lock "refresh_cache-aeebface-3c21-4986-a215-75f304b381d4" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.144625] env[62189]: DEBUG nova.network.neutron [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] [instance: aeebface-3c21-4986-a215-75f304b381d4] Refreshing network info cache for port 12e9a273-6e56-49cd-88e1-784868da6821 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2052.158603] env[62189]: DEBUG nova.compute.manager [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2052.159500] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b693b0aa-f66a-4834-a845-4c530ecc0610 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.399288] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': task-2122308, 'name': ReconfigVM_Task, 'duration_secs': 0.291569} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.399565] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Reconfigured VM instance instance-0000003d to attach disk [datastore2] b38b2818-9bb7-4232-860e-1d42da2e4598/b38b2818-9bb7-4232-860e-1d42da2e4598.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2052.400192] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36947cf4-8cdc-488f-a87f-d9ff2eed8855 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.406701] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Waiting for the task: (returnval){ [ 2052.406701] env[62189]: value = "task-2122309" [ 2052.406701] env[62189]: _type = "Task" [ 2052.406701] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.418631] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': task-2122309, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.422129] env[62189]: DEBUG oslo_vmware.api [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122306, 'name': PowerOnVM_Task, 'duration_secs': 0.533764} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.422592] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2052.422592] env[62189]: DEBUG nova.compute.manager [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2052.423499] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36be69de-04c7-425f-802c-c6862c5f8ffa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.452723] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52418e7e-7576-e528-05d0-9deb09d319c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011684} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.452723] env[62189]: DEBUG oslo_concurrency.lockutils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.452723] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2052.452723] env[62189]: DEBUG oslo_concurrency.lockutils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.452723] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.452723] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2052.453014] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99941fe-fc16-4e07-95f4-53b2dfa7a23a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.461026] env[62189]: DEBUG oslo_concurrency.lockutils [req-8ac13eae-bf25-4cc2-9edc-4b924bd00738 req-387120ec-12f8-4d58-8d0c-a9904869bb09 service nova] Releasing lock "refresh_cache-484c57d7-c4d3-4cf2-a5b4-239b6e40e484" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.461026] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 2052.461026] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521cd14c-96e2-3b0d-b947-e345bfcdb611" [ 2052.461026] env[62189]: _type = "Task" [ 2052.461026] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.470757] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523af198-2723-8d76-69d9-5f3c9106e483, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.474521] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521cd14c-96e2-3b0d-b947-e345bfcdb611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.474784] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea531fe-25b9-4e17-8bca-77691cdb95c6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.481617] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2052.481617] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5254ae8f-6237-4a72-5423-920cca1eb7c8" [ 2052.481617] env[62189]: _type = "Task" [ 2052.481617] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.491291] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5254ae8f-6237-4a72-5423-920cca1eb7c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.619425] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2052.619733] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c9fc99c0-1d4a-48dd-afdf-382d647b7786 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.627187] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2052.627187] env[62189]: value = "task-2122310" [ 2052.627187] env[62189]: _type = "Task" [ 2052.627187] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.630654] env[62189]: DEBUG nova.scheduler.client.report [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2052.639281] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122310, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.671061] env[62189]: INFO nova.compute.manager [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] instance snapshotting [ 2052.671193] env[62189]: DEBUG nova.objects.instance [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lazy-loading 'flavor' on Instance uuid 1a094a38-e7dc-4c76-9074-766c934140e7 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2052.704407] env[62189]: DEBUG nova.compute.manager [req-056cb13f-1ac5-48b1-97ae-6dd91b3f480f req-27aa8886-094b-44cf-a754-e0e135207845 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Received event network-vif-deleted-70646e82-ab5d-4061-a065-2d73bca96df5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2052.706363] env[62189]: INFO nova.compute.manager [req-056cb13f-1ac5-48b1-97ae-6dd91b3f480f req-27aa8886-094b-44cf-a754-e0e135207845 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Neutron deleted interface 70646e82-ab5d-4061-a065-2d73bca96df5; detaching it from the instance and deleting it from the info cache [ 2052.706363] env[62189]: DEBUG nova.network.neutron [req-056cb13f-1ac5-48b1-97ae-6dd91b3f480f req-27aa8886-094b-44cf-a754-e0e135207845 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.706961] env[62189]: DEBUG nova.network.neutron [-] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.866689] env[62189]: DEBUG nova.network.neutron [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] [instance: aeebface-3c21-4986-a215-75f304b381d4] Updated VIF entry in instance network info cache for port 12e9a273-6e56-49cd-88e1-784868da6821. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2052.867082] env[62189]: DEBUG nova.network.neutron [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] [instance: aeebface-3c21-4986-a215-75f304b381d4] Updating instance_info_cache with network_info: [{"id": "12e9a273-6e56-49cd-88e1-784868da6821", "address": "fa:16:3e:8b:94:78", "network": {"id": "2ae2de1f-3253-4655-9ae2-12d99a31ff38", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-521811378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f8606c9cc9f453bb36f335bde96b502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12e9a273-6e", "ovs_interfaceid": "12e9a273-6e56-49cd-88e1-784868da6821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.871959] env[62189]: DEBUG nova.compute.manager [req-4177e7d5-3569-4a8a-b321-c26bacf0f40d req-b1e2bb8b-ab47-4048-88b0-bfa21273a4ed service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Received event network-vif-deleted-9a0e5347-4c8a-42ab-a4da-060b96322194 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2052.871959] env[62189]: INFO nova.compute.manager [req-4177e7d5-3569-4a8a-b321-c26bacf0f40d req-b1e2bb8b-ab47-4048-88b0-bfa21273a4ed service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Neutron deleted interface 9a0e5347-4c8a-42ab-a4da-060b96322194; detaching it from the instance and deleting it from the info cache [ 2052.871959] env[62189]: DEBUG nova.network.neutron [req-4177e7d5-3569-4a8a-b321-c26bacf0f40d req-b1e2bb8b-ab47-4048-88b0-bfa21273a4ed service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.884983] env[62189]: DEBUG nova.network.neutron [-] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.917658] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': task-2122309, 'name': Rename_Task, 'duration_secs': 0.16944} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.917934] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2052.918202] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56634907-f9f7-40d6-a21c-41be092b4496 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.930520] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Waiting for the task: (returnval){ [ 2052.930520] env[62189]: value = "task-2122311" [ 2052.930520] env[62189]: _type = "Task" [ 2052.930520] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.942442] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': task-2122311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.946852] env[62189]: DEBUG oslo_concurrency.lockutils [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.971064] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521cd14c-96e2-3b0d-b947-e345bfcdb611, 'name': SearchDatastore_Task, 'duration_secs': 0.010756} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.971424] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.972125] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2052.972125] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.991202] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5254ae8f-6237-4a72-5423-920cca1eb7c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01573} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.991503] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.991763] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 63e370f5-7ae8-4bf9-8a0f-273534de49f2/63e370f5-7ae8-4bf9-8a0f-273534de49f2.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2052.992060] env[62189]: DEBUG oslo_concurrency.lockutils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.992252] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2052.992471] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aeecff16-4d7d-49b5-b60c-8eecd75c7c30 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.995181] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb26b3f0-88cb-4680-8cd1-28ffc02578fd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.004974] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2053.004974] env[62189]: value = "task-2122312" [ 2053.004974] env[62189]: _type = "Task" [ 2053.004974] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.005190] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2053.005316] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2053.008780] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05d1e17-68eb-4f17-9a9c-2ea06cacf538 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.016470] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Waiting for the task: (returnval){ [ 2053.016470] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aa537a-6527-c964-e64e-4b8469195faa" [ 2053.016470] env[62189]: _type = "Task" [ 2053.016470] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.017785] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.025753] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aa537a-6527-c964-e64e-4b8469195faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.138329] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.140570] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122310, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.141242] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.397s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.163570] env[62189]: INFO nova.scheduler.client.report [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Deleted allocations for instance e4e972cc-4c53-4fc8-9d0d-426b99bc8b60 [ 2053.176808] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d86c0cf-0912-4949-8994-a01df0911b18 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.198511] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad03ba7b-85d4-4983-9f31-02d6ef1abfbd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.209373] env[62189]: INFO nova.compute.manager [-] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Took 1.81 seconds to deallocate network for instance. [ 2053.209872] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e1e6241-bcc0-49da-adbe-e76b5f6a4812 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.221649] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e33eb6-28ff-4bcd-88d6-1e7a092ac7cd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.263769] env[62189]: DEBUG nova.compute.manager [req-056cb13f-1ac5-48b1-97ae-6dd91b3f480f req-27aa8886-094b-44cf-a754-e0e135207845 service nova] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Detach interface failed, port_id=70646e82-ab5d-4061-a065-2d73bca96df5, reason: Instance db089fb0-615d-47cf-8a32-d1def53bebbb could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2053.375030] env[62189]: DEBUG oslo_concurrency.lockutils [req-ea4ea49d-36bc-4f5a-ad8c-23f3085e57ad req-9e5aa528-d13d-4821-b991-c85fda40cfac service nova] Releasing lock "refresh_cache-aeebface-3c21-4986-a215-75f304b381d4" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.375204] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edc11f9c-6250-47b1-ab97-d2b29375dc93 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.386721] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39c0a7d-1fc1-4cbc-a902-e395979c33da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.401078] env[62189]: INFO nova.compute.manager [-] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Took 1.84 seconds to deallocate network for instance. [ 2053.430295] env[62189]: DEBUG nova.compute.manager [req-4177e7d5-3569-4a8a-b321-c26bacf0f40d req-b1e2bb8b-ab47-4048-88b0-bfa21273a4ed service nova] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Detach interface failed, port_id=9a0e5347-4c8a-42ab-a4da-060b96322194, reason: Instance a1c75f43-b0aa-4843-a22b-c8fa33996a9c could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2053.443241] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': task-2122311, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.516654] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473798} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.516654] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 63e370f5-7ae8-4bf9-8a0f-273534de49f2/63e370f5-7ae8-4bf9-8a0f-273534de49f2.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2053.516654] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2053.516908] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdded9b9-cc61-47a7-b9de-fd70ca15a3bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.527990] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aa537a-6527-c964-e64e-4b8469195faa, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.531422] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2053.531422] env[62189]: value = "task-2122313" [ 2053.531422] env[62189]: _type = "Task" [ 2053.531422] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.531422] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197e5fb7-0cf6-4d85-a6c4-6224e119c81b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.541488] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Waiting for the task: (returnval){ [ 2053.541488] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c03bfa-fac3-a714-505b-ccdbf5db8659" [ 2053.541488] env[62189]: _type = "Task" [ 2053.541488] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.544956] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.553433] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c03bfa-fac3-a714-505b-ccdbf5db8659, 'name': SearchDatastore_Task, 'duration_secs': 0.009439} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.553693] env[62189]: DEBUG oslo_concurrency.lockutils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.554035] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 484c57d7-c4d3-4cf2-a5b4-239b6e40e484/484c57d7-c4d3-4cf2-a5b4-239b6e40e484.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2053.554253] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.554433] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2053.554656] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c41dafd-844f-4c92-b1b9-258e3a1be0a3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.556960] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-639cd61f-90d9-4420-910b-79937125f1f4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.564967] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Waiting for the task: (returnval){ [ 2053.564967] env[62189]: value = "task-2122314" [ 2053.564967] env[62189]: _type = "Task" [ 2053.564967] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.566182] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2053.566354] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2053.569848] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dffd5a3-755b-4145-a244-039e25ba6b66 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.577411] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.578886] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 2053.578886] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aa0373-c5cb-4c5d-12c3-8c1c4d31c4a2" [ 2053.578886] env[62189]: _type = "Task" [ 2053.578886] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.587118] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aa0373-c5cb-4c5d-12c3-8c1c4d31c4a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.638652] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122310, 'name': CreateSnapshot_Task, 'duration_secs': 0.863437} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.638933] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2053.639699] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b044522-fdd8-400b-86fe-a24800184be7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.672390] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17ae8d3-59fe-4acd-9dfd-e0533cfacd62 tempest-MultipleCreateTestJSON-1408676996 tempest-MultipleCreateTestJSON-1408676996-project-member] Lock "e4e972cc-4c53-4fc8-9d0d-426b99bc8b60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.999s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.711430] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2053.712327] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1f6778c1-dd28-46cd-a708-16520c60cf6f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.722500] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2053.722500] env[62189]: value = "task-2122315" [ 2053.722500] env[62189]: _type = "Task" [ 2053.722500] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.731479] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122315, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.765684] env[62189]: INFO nova.compute.manager [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Took 0.55 seconds to detach 1 volumes for instance. [ 2053.768205] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.769079] env[62189]: DEBUG nova.compute.manager [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Deleting volume: 1fe480de-f65e-412b-9094-60fa7faf9ae5 {{(pid=62189) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2053.862040] env[62189]: INFO nova.compute.manager [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Rebuilding instance [ 2053.909533] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.935790] env[62189]: DEBUG nova.compute.manager [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2053.936913] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6419845d-b7a5-4672-8c2a-0586ed0208f8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.949535] env[62189]: DEBUG oslo_vmware.api [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': task-2122311, 'name': PowerOnVM_Task, 'duration_secs': 0.928328} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.953085] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2053.953282] env[62189]: INFO nova.compute.manager [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Took 15.25 seconds to spawn the instance on the hypervisor. [ 2053.953480] env[62189]: DEBUG nova.compute.manager [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2053.954600] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdb4d39-040d-4d03-b84b-6e34c5033d43 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.045620] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.320751} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.045917] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2054.046797] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03db534-87f5-4d14-bb58-d77521192fab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.072011] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 63e370f5-7ae8-4bf9-8a0f-273534de49f2/63e370f5-7ae8-4bf9-8a0f-273534de49f2.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2054.072167] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f132b33-a1cb-4dd5-9086-f197ae400981 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.108176] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122314, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.116026] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aa0373-c5cb-4c5d-12c3-8c1c4d31c4a2, 'name': SearchDatastore_Task, 'duration_secs': 0.013837} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.116026] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2054.116026] env[62189]: value = "task-2122317" [ 2054.116026] env[62189]: _type = "Task" [ 2054.116026] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.116026] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-338fe673-9186-4255-a706-cfe94a2edf8f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.128528] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 2054.128528] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d96e2f-b9c1-3720-2410-378c3c0de429" [ 2054.128528] env[62189]: _type = "Task" [ 2054.128528] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.128851] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.140603] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d96e2f-b9c1-3720-2410-378c3c0de429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.177184] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2054.177912] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1aff4781-9830-4331-9c4a-4d289c64d4be {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.191096] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2054.191096] env[62189]: value = "task-2122318" [ 2054.191096] env[62189]: _type = "Task" [ 2054.191096] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.202904] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122318, 'name': CloneVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.204545] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance eea91f08-c90d-41f5-81f0-effb11446791 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.204728] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance ee56e67a-afef-4534-b83e-edf3fd6995cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2054.204859] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance a2e638a5-ed5f-4abc-a898-202664e2ed69 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2054.204996] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 6caf9898-a70f-4e51-93a5-c7bc4af8ad41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.205131] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance db089fb0-615d-47cf-8a32-d1def53bebbb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.205245] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 1a094a38-e7dc-4c76-9074-766c934140e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.205356] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 04a1b453-5274-4509-9036-9900e3fe91f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.205468] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 4594619c-6c99-4335-bcad-20b1d01bed46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.205577] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 5f68ad50-621d-4214-8edf-09c1304d6e43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.205714] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 31312dd9-a51d-4178-9ade-20e3972786ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.205831] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 04d77cc1-32ad-4f9a-aefa-25122cdd1827 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.206021] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance a1c75f43-b0aa-4843-a22b-c8fa33996a9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.206153] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.206268] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance a4f72200-8120-4298-b7e6-890162fecdc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.206379] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 68f7cb35-c13c-405c-a071-e6baa9f254f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.206489] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance a10c6581-aeb2-4edb-9100-11c69dcaff0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.206623] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 8ffae4bd-a23e-40a6-b90a-42296310e286 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2054.206735] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance bca617fc-c117-4621-b944-366848c3ae11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.206865] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance a95c1c41-bdbd-4919-a232-ae30339c7703 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.207061] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 110d723b-1cea-4fc0-b44a-c638f23e5879 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.207184] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 6457216d-b66f-486f-97ec-2d50a9eaf484 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.207292] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance b38b2818-9bb7-4232-860e-1d42da2e4598 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.207400] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 63e370f5-7ae8-4bf9-8a0f-273534de49f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.207508] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 484c57d7-c4d3-4cf2-a5b4-239b6e40e484 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.207640] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance aeebface-3c21-4986-a215-75f304b381d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2054.239139] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122315, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.309177] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Acquiring lock "b6a601ce-edba-4012-92d3-236b3cefb8ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.309442] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Lock "b6a601ce-edba-4012-92d3-236b3cefb8ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.309669] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Acquiring lock "b6a601ce-edba-4012-92d3-236b3cefb8ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.309850] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Lock "b6a601ce-edba-4012-92d3-236b3cefb8ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.310044] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Lock "b6a601ce-edba-4012-92d3-236b3cefb8ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.312339] env[62189]: INFO nova.compute.manager [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Terminating instance [ 2054.330119] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.472627] env[62189]: INFO nova.compute.manager [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Took 46.80 seconds to build instance. [ 2054.587764] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711012} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.588184] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 484c57d7-c4d3-4cf2-a5b4-239b6e40e484/484c57d7-c4d3-4cf2-a5b4-239b6e40e484.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2054.588524] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2054.588896] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04d1408a-aa88-4e68-b794-bb8267012f31 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.601920] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Waiting for the task: (returnval){ [ 2054.601920] env[62189]: value = "task-2122319" [ 2054.601920] env[62189]: _type = "Task" [ 2054.601920] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.611389] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.623930] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.639186] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d96e2f-b9c1-3720-2410-378c3c0de429, 'name': SearchDatastore_Task, 'duration_secs': 0.05433} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.639465] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.639726] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] aeebface-3c21-4986-a215-75f304b381d4/aeebface-3c21-4986-a215-75f304b381d4.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2054.640043] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42610696-49fc-4be0-8de8-357ce88225e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.647209] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 2054.647209] env[62189]: value = "task-2122320" [ 2054.647209] env[62189]: _type = "Task" [ 2054.647209] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.655864] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.705898] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122318, 'name': CloneVM_Task} progress is 93%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.710743] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 17c416cb-4efb-4678-b581-f86d6a948a35 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2054.740242] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122315, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.818282] env[62189]: DEBUG nova.compute.manager [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2054.818457] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f61847e2-b96d-422c-8780-82a156afdee1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.832047] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00393ce-fd32-4ef9-95ac-469714df87f5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.881394] env[62189]: WARNING nova.virt.vmwareapi.driver [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance b6a601ce-edba-4012-92d3-236b3cefb8ca could not be found. [ 2054.881649] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2054.882110] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-563a6e7d-0149-4b54-aae7-d74d45d7ca4e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.893691] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e5f6cc-1954-4243-b10f-f0a3b2a10731 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.947042] env[62189]: WARNING nova.virt.vmwareapi.vmops [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b6a601ce-edba-4012-92d3-236b3cefb8ca could not be found. [ 2054.947196] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2054.947409] env[62189]: INFO nova.compute.manager [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Took 0.13 seconds to destroy the instance on the hypervisor. [ 2054.947770] env[62189]: DEBUG oslo.service.loopingcall [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2054.948159] env[62189]: DEBUG nova.compute.manager [-] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2054.948291] env[62189]: DEBUG nova.network.neutron [-] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2054.959586] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2054.959940] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f856cc6c-09e7-4245-82b8-dff5973d30d3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.968515] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2054.968515] env[62189]: value = "task-2122321" [ 2054.968515] env[62189]: _type = "Task" [ 2054.968515] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.979364] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a521ad4-c8c7-4e9e-a2e3-507f4683016f tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Lock "b38b2818-9bb7-4232-860e-1d42da2e4598" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.322s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.979658] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.060316] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e393b2fa-1c42-412d-b153-472434ee202b tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Acquiring lock "interface-b38b2818-9bb7-4232-860e-1d42da2e4598-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.060641] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e393b2fa-1c42-412d-b153-472434ee202b tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Lock "interface-b38b2818-9bb7-4232-860e-1d42da2e4598-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.061091] env[62189]: DEBUG nova.objects.instance [None req-e393b2fa-1c42-412d-b153-472434ee202b tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Lazy-loading 'flavor' on Instance uuid b38b2818-9bb7-4232-860e-1d42da2e4598 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2055.117174] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159743} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.121253] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2055.122867] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ced549b-fc8a-42ca-9989-cf02defdb33f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.136042] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122317, 'name': ReconfigVM_Task, 'duration_secs': 0.930345} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.152127] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 63e370f5-7ae8-4bf9-8a0f-273534de49f2/63e370f5-7ae8-4bf9-8a0f-273534de49f2.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2055.163201] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 484c57d7-c4d3-4cf2-a5b4-239b6e40e484/484c57d7-c4d3-4cf2-a5b4-239b6e40e484.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2055.163555] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53b51d2c-6a46-4862-b2f2-16d885cc2d69 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.169596] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a7e7206-51b9-4d9b-adac-e1c829b8641a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.193552] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122320, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.199855] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2055.199855] env[62189]: value = "task-2122322" [ 2055.199855] env[62189]: _type = "Task" [ 2055.199855] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.200293] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Waiting for the task: (returnval){ [ 2055.200293] env[62189]: value = "task-2122323" [ 2055.200293] env[62189]: _type = "Task" [ 2055.200293] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.212312] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122318, 'name': CloneVM_Task} progress is 93%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.218897] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 5b2461d3-8b16-4944-aeaa-2a5f2ecce968 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2055.220927] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122322, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.225458] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.237334] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122315, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.479144] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.565921] env[62189]: DEBUG nova.objects.instance [None req-e393b2fa-1c42-412d-b153-472434ee202b tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Lazy-loading 'pci_requests' on Instance uuid b38b2818-9bb7-4232-860e-1d42da2e4598 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2055.663682] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789564} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.663949] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] aeebface-3c21-4986-a215-75f304b381d4/aeebface-3c21-4986-a215-75f304b381d4.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2055.664247] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2055.664629] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90134b27-f53a-49db-9c58-44916806f7cb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.672777] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 2055.672777] env[62189]: value = "task-2122324" [ 2055.672777] env[62189]: _type = "Task" [ 2055.672777] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.681717] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.704052] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122318, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.717790] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.721047] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122322, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.726680] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 0e1f7449-fc0b-44ac-9765-b7c73127aaec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2055.737988] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122315, 'name': CreateSnapshot_Task, 'duration_secs': 1.82973} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.739297] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2055.739355] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8d55c1-901e-44d3-9745-6fda9266c4ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.982490] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122321, 'name': PowerOffVM_Task, 'duration_secs': 0.732398} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.982647] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2055.982890] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2055.983695] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd466373-bec1-4cb0-99c6-d1e0e79a9d32 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.995325] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2055.995959] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab8f9ef5-003d-42c8-b525-349a377c6a33 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.068769] env[62189]: DEBUG nova.objects.base [None req-e393b2fa-1c42-412d-b153-472434ee202b tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2056.069248] env[62189]: DEBUG nova.network.neutron [None req-e393b2fa-1c42-412d-b153-472434ee202b tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2056.099284] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2056.103020] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2056.103020] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Deleting the datastore file [datastore2] 04a1b453-5274-4509-9036-9900e3fe91f5 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2056.103020] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18e7a32f-94a5-4df8-8bc2-5331e1aee5a5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.107030] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2056.107030] env[62189]: value = "task-2122326" [ 2056.107030] env[62189]: _type = "Task" [ 2056.107030] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.115607] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.183454] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118691} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.183771] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2056.184698] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aa5246-6b86-4b96-88b7-de02afe345af {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.209529] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] aeebface-3c21-4986-a215-75f304b381d4/aeebface-3c21-4986-a215-75f304b381d4.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2056.213508] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43dcb7a0-4d2a-4b02-adf1-5532cc45258e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.235440] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e393b2fa-1c42-412d-b153-472434ee202b tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Lock "interface-b38b2818-9bb7-4232-860e-1d42da2e4598-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.175s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.240020] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2056.245133] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122318, 'name': CloneVM_Task} progress is 95%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.246561] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 2056.246561] env[62189]: value = "task-2122327" [ 2056.246561] env[62189]: _type = "Task" [ 2056.246561] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.255399] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122322, 'name': Rename_Task, 'duration_secs': 0.931593} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.262867] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2056.263223] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122323, 'name': ReconfigVM_Task, 'duration_secs': 0.849399} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.267836] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2056.268069] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f0c510ac-d93a-4cab-a9b0-c5de3160b1b7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.272128] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 484c57d7-c4d3-4cf2-a5b4-239b6e40e484/484c57d7-c4d3-4cf2-a5b4-239b6e40e484.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2056.273259] env[62189]: DEBUG nova.network.neutron [-] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.275052] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0256e8e2-8ab8-498a-b4b0-13af4b38fe1f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.277109] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acfedc92-86a2-4429-8473-9e9744242cc4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.287867] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.289193] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Waiting for the task: (returnval){ [ 2056.289193] env[62189]: value = "task-2122330" [ 2056.289193] env[62189]: _type = "Task" [ 2056.289193] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.289630] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2056.289630] env[62189]: value = "task-2122329" [ 2056.289630] env[62189]: _type = "Task" [ 2056.289630] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.290072] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2056.290072] env[62189]: value = "task-2122328" [ 2056.290072] env[62189]: _type = "Task" [ 2056.290072] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.303594] env[62189]: DEBUG nova.compute.manager [req-11892702-7293-4a38-8622-948f6c80d27a req-27181e2e-311c-4b77-9add-72f33e77c63e service nova] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Received event network-vif-deleted-61825a7f-8461-4136-a1ec-e5167f361d03 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2056.312628] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122330, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.319349] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122328, 'name': CloneVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.319667] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122329, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.618253] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300186} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.618601] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2056.618763] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2056.618977] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2056.710782] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122318, 'name': CloneVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.741596] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance f266de18-c112-43a4-adb6-b0cc33ee8aae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2056.766345] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122327, 'name': ReconfigVM_Task, 'duration_secs': 0.30448} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.766798] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Reconfigured VM instance instance-00000040 to attach disk [datastore2] aeebface-3c21-4986-a215-75f304b381d4/aeebface-3c21-4986-a215-75f304b381d4.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2056.771028] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aeee7e70-7570-4d28-820a-5ec797213391 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.777736] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 2056.777736] env[62189]: value = "task-2122331" [ 2056.777736] env[62189]: _type = "Task" [ 2056.777736] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.782583] env[62189]: INFO nova.compute.manager [-] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Took 1.83 seconds to deallocate network for instance. [ 2056.796707] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122331, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.816554] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122330, 'name': Rename_Task, 'duration_secs': 0.337851} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.816831] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122328, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.820741] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2056.821075] env[62189]: DEBUG oslo_vmware.api [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122329, 'name': PowerOnVM_Task, 'duration_secs': 0.523317} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.821320] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-215d41e1-4f2a-4b33-8820-7ad71984516a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.823148] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2056.823392] env[62189]: INFO nova.compute.manager [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Took 15.43 seconds to spawn the instance on the hypervisor. [ 2056.823590] env[62189]: DEBUG nova.compute.manager [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2056.824958] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cdd125-2ec2-48bc-9a1a-faa94d46bd2e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.836907] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Waiting for the task: (returnval){ [ 2056.836907] env[62189]: value = "task-2122332" [ 2056.836907] env[62189]: _type = "Task" [ 2056.836907] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.845335] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.210305] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122318, 'name': CloneVM_Task, 'duration_secs': 2.535783} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.210590] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Created linked-clone VM from snapshot [ 2057.211390] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e050b435-e19c-4301-8ed3-06de4e75f09e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.221059] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Uploading image f94c5416-7fb8-4fad-be0c-a8a3b5b68f73 {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2057.243798] env[62189]: DEBUG oslo_vmware.rw_handles [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2057.243798] env[62189]: value = "vm-434180" [ 2057.243798] env[62189]: _type = "VirtualMachine" [ 2057.243798] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2057.244178] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dbf2a022-3dca-452d-aec0-2148b4a1624b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.247800] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance c45dabf5-89e9-40dd-ad69-579d081dbcbe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2057.248139] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2057.248299] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4992MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2057.256715] env[62189]: DEBUG oslo_vmware.rw_handles [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lease: (returnval){ [ 2057.256715] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52981d47-bc3a-6977-9cae-c9c657c98bdb" [ 2057.256715] env[62189]: _type = "HttpNfcLease" [ 2057.256715] env[62189]: } obtained for exporting VM: (result){ [ 2057.256715] env[62189]: value = "vm-434180" [ 2057.256715] env[62189]: _type = "VirtualMachine" [ 2057.256715] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2057.256715] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the lease: (returnval){ [ 2057.256715] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52981d47-bc3a-6977-9cae-c9c657c98bdb" [ 2057.256715] env[62189]: _type = "HttpNfcLease" [ 2057.256715] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2057.264213] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2057.264213] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52981d47-bc3a-6977-9cae-c9c657c98bdb" [ 2057.264213] env[62189]: _type = "HttpNfcLease" [ 2057.264213] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2057.264915] env[62189]: DEBUG oslo_vmware.rw_handles [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2057.264915] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52981d47-bc3a-6977-9cae-c9c657c98bdb" [ 2057.264915] env[62189]: _type = "HttpNfcLease" [ 2057.264915] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2057.265495] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652a3213-d464-4859-9a22-5868296d3f43 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.272391] env[62189]: DEBUG oslo_vmware.rw_handles [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c9f629-fdff-d2fc-d02b-5ea123338155/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2057.272573] env[62189]: DEBUG oslo_vmware.rw_handles [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c9f629-fdff-d2fc-d02b-5ea123338155/disk-0.vmdk for reading. {{(pid=62189) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2057.345985] env[62189]: INFO nova.compute.manager [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Took 48.92 seconds to build instance. [ 2057.347701] env[62189]: INFO nova.compute.manager [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Took 0.56 seconds to detach 1 volumes for instance. [ 2057.356338] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122331, 'name': Rename_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.356447] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122328, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.357170] env[62189]: DEBUG nova.compute.manager [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Deleting volume: 434c5f1f-a6ab-4457-823e-7068558b628d {{(pid=62189) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2057.364829] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.368788] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-15d1c8fe-7a94-4343-979d-c07f2bb01134 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.662153] env[62189]: DEBUG nova.virt.hardware [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2057.662453] env[62189]: DEBUG nova.virt.hardware [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2057.662553] env[62189]: DEBUG nova.virt.hardware [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2057.662657] env[62189]: DEBUG nova.virt.hardware [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2057.662805] env[62189]: DEBUG nova.virt.hardware [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2057.662954] env[62189]: DEBUG nova.virt.hardware [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2057.663192] env[62189]: DEBUG nova.virt.hardware [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2057.663357] env[62189]: DEBUG nova.virt.hardware [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2057.663527] env[62189]: DEBUG nova.virt.hardware [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2057.663689] env[62189]: DEBUG nova.virt.hardware [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2057.663862] env[62189]: DEBUG nova.virt.hardware [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2057.664799] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e742752b-a3da-4c3d-9296-d1740bf85679 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.679474] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8077ed66-141a-4549-8d54-22579dad1c96 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.694164] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:1c:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ea662c2-b6d3-4db4-a32c-87cdc8c92259', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2057.702047] env[62189]: DEBUG oslo.service.loopingcall [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2057.705484] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2057.706162] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e92812e-acf6-462d-9874-58fc747491df {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.732653] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2057.732653] env[62189]: value = "task-2122335" [ 2057.732653] env[62189]: _type = "Task" [ 2057.732653] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.743343] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122335, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.850576] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122331, 'name': Rename_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.853873] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122328, 'name': CloneVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.860384] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d900d1c-ce81-4e66-98bc-0bd59e8dca5f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.447s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.861154] env[62189]: DEBUG oslo_vmware.api [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122332, 'name': PowerOnVM_Task, 'duration_secs': 0.990977} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.864526] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2057.864526] env[62189]: INFO nova.compute.manager [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Took 11.83 seconds to spawn the instance on the hypervisor. [ 2057.868023] env[62189]: DEBUG nova.compute.manager [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2057.868023] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abd7ee1-23df-4a79-9a6b-a452bd8c7871 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.915945] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.022859] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3e08e2-e21c-4f36-b452-4cd9d78e54dc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.028377] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaed8b4e-9e7c-4a95-9a11-bddc31f43482 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.066969] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3884438a-07ee-43b4-9d81-d799ac1d2326 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.077088] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4caae72-f2e9-4e73-9742-6999e9f94d23 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.092464] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2058.246542] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122335, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.267199] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Acquiring lock "b38b2818-9bb7-4232-860e-1d42da2e4598" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.267513] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Lock "b38b2818-9bb7-4232-860e-1d42da2e4598" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.268179] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Acquiring lock "b38b2818-9bb7-4232-860e-1d42da2e4598-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.268179] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Lock "b38b2818-9bb7-4232-860e-1d42da2e4598-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.268310] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Lock "b38b2818-9bb7-4232-860e-1d42da2e4598-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.272417] env[62189]: INFO nova.compute.manager [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Terminating instance [ 2058.351056] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122331, 'name': Rename_Task, 'duration_secs': 1.171495} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.357156] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2058.357834] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122328, 'name': CloneVM_Task, 'duration_secs': 1.589247} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.358101] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eeb86b6a-448d-4d9b-bd04-f4127ceea5a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.360256] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Created linked-clone VM from snapshot [ 2058.362061] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fdf321-5d42-4034-a128-7806daff2405 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.371128] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Uploading image 35314f3a-37e3-45b6-adc6-1a60b90e08b1 {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2058.376352] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 2058.376352] env[62189]: value = "task-2122336" [ 2058.376352] env[62189]: _type = "Task" [ 2058.376352] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.392817] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122336, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.393676] env[62189]: INFO nova.compute.manager [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Took 45.79 seconds to build instance. [ 2058.411615] env[62189]: DEBUG oslo_vmware.rw_handles [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2058.411615] env[62189]: value = "vm-434182" [ 2058.411615] env[62189]: _type = "VirtualMachine" [ 2058.411615] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2058.412134] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3cf26904-d911-4dfc-a50a-b1c9bdfcdfde {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.420353] env[62189]: DEBUG oslo_vmware.rw_handles [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lease: (returnval){ [ 2058.420353] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b56a72-8391-4ca8-8946-6de7adbedc4d" [ 2058.420353] env[62189]: _type = "HttpNfcLease" [ 2058.420353] env[62189]: } obtained for exporting VM: (result){ [ 2058.420353] env[62189]: value = "vm-434182" [ 2058.420353] env[62189]: _type = "VirtualMachine" [ 2058.420353] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2058.420694] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the lease: (returnval){ [ 2058.420694] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b56a72-8391-4ca8-8946-6de7adbedc4d" [ 2058.420694] env[62189]: _type = "HttpNfcLease" [ 2058.420694] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2058.428224] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2058.428224] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b56a72-8391-4ca8-8946-6de7adbedc4d" [ 2058.428224] env[62189]: _type = "HttpNfcLease" [ 2058.428224] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2058.596381] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2058.748425] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122335, 'name': CreateVM_Task, 'duration_secs': 0.644882} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.748844] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2058.751265] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.751265] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.751265] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2058.751265] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c636e2d6-586f-46de-96bd-811c87890791 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.756116] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2058.756116] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526dbb15-460e-daab-15ee-3bc945f33749" [ 2058.756116] env[62189]: _type = "Task" [ 2058.756116] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.771243] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526dbb15-460e-daab-15ee-3bc945f33749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.775047] env[62189]: DEBUG nova.compute.manager [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2058.775183] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2058.776140] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd1a7d0-fe10-4211-8a5a-cc8a3cb19612 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.785664] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2058.788627] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d538df93-e028-489e-9ccf-1488ebab67e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.794565] env[62189]: DEBUG oslo_vmware.api [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Waiting for the task: (returnval){ [ 2058.794565] env[62189]: value = "task-2122338" [ 2058.794565] env[62189]: _type = "Task" [ 2058.794565] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.804110] env[62189]: DEBUG oslo_vmware.api [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': task-2122338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.888853] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122336, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.901620] env[62189]: DEBUG oslo_concurrency.lockutils [None req-024ff8e1-dd01-479a-9b1d-61d189969009 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Lock "484c57d7-c4d3-4cf2-a5b4-239b6e40e484" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.332s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.929357] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2058.929357] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b56a72-8391-4ca8-8946-6de7adbedc4d" [ 2058.929357] env[62189]: _type = "HttpNfcLease" [ 2058.929357] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2058.930668] env[62189]: DEBUG oslo_vmware.rw_handles [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2058.930668] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b56a72-8391-4ca8-8946-6de7adbedc4d" [ 2058.930668] env[62189]: _type = "HttpNfcLease" [ 2058.930668] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2058.930849] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931fb2a5-a286-4e84-b622-4a17b2216a71 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.938969] env[62189]: DEBUG oslo_vmware.rw_handles [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b4f41-2bea-aab2-b0b0-b334bd2e058b/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2058.939837] env[62189]: DEBUG oslo_vmware.rw_handles [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b4f41-2bea-aab2-b0b0-b334bd2e058b/disk-0.vmdk for reading. {{(pid=62189) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2059.064163] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1045eb4f-63be-4e81-960b-ca721ec62e3a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.103187] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2059.103618] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.962s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.104202] env[62189]: DEBUG oslo_concurrency.lockutils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.841s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.106319] env[62189]: INFO nova.compute.claims [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2059.110526] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2059.110865] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Cleaning up deleted instances {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2059.274160] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526dbb15-460e-daab-15ee-3bc945f33749, 'name': SearchDatastore_Task, 'duration_secs': 0.020333} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.275408] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.275665] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2059.277361] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.277694] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.277991] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2059.279056] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fd1a36d-1297-4c19-9a15-863f8b0bff4a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.289898] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2059.291058] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2059.291140] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e1c29f-afd7-4b3a-b8d6-6fbec8c8c289 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.300678] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2059.300678] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d20d90-6a22-3b37-b72b-c20896b05fff" [ 2059.300678] env[62189]: _type = "Task" [ 2059.300678] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.308623] env[62189]: DEBUG oslo_vmware.api [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': task-2122338, 'name': PowerOffVM_Task, 'duration_secs': 0.237823} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.309958] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2059.310159] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2059.310442] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9850405-a76b-4a41-bff6-e6357421481a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.315976] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d20d90-6a22-3b37-b72b-c20896b05fff, 'name': SearchDatastore_Task, 'duration_secs': 0.013683} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.317249] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41da0a73-13b7-4ee8-9e18-866cd0a72b2c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.322927] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2059.322927] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522764ab-74e5-d093-4b50-a30ef84c2627" [ 2059.322927] env[62189]: _type = "Task" [ 2059.322927] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.332609] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522764ab-74e5-d093-4b50-a30ef84c2627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.389380] env[62189]: DEBUG oslo_vmware.api [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122336, 'name': PowerOnVM_Task, 'duration_secs': 0.658999} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.390662] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2059.391241] env[62189]: INFO nova.compute.manager [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Took 10.81 seconds to spawn the instance on the hypervisor. [ 2059.391365] env[62189]: DEBUG nova.compute.manager [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2059.392750] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325a9905-bc5d-4e5a-b0b4-c74c4070f4e1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.462822] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2059.464841] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2059.465500] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Deleting the datastore file [datastore2] b38b2818-9bb7-4232-860e-1d42da2e4598 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2059.465854] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7abfa4b-9ff7-4055-81e9-a2b7eee9800e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.473616] env[62189]: DEBUG oslo_vmware.api [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Waiting for the task: (returnval){ [ 2059.473616] env[62189]: value = "task-2122340" [ 2059.473616] env[62189]: _type = "Task" [ 2059.473616] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.489428] env[62189]: DEBUG oslo_vmware.api [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': task-2122340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.630231] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] There are 38 instances to clean {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2059.630612] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: e4e972cc-4c53-4fc8-9d0d-426b99bc8b60] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2059.841309] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522764ab-74e5-d093-4b50-a30ef84c2627, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.841722] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.842213] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 04a1b453-5274-4509-9036-9900e3fe91f5/04a1b453-5274-4509-9036-9900e3fe91f5.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2059.842523] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-755275b6-010d-4652-b3f4-fb71ea1a3301 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.850172] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2059.850172] env[62189]: value = "task-2122341" [ 2059.850172] env[62189]: _type = "Task" [ 2059.850172] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.860706] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.881174] env[62189]: DEBUG nova.compute.manager [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Stashing vm_state: active {{(pid=62189) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2059.922823] env[62189]: INFO nova.compute.manager [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Took 45.21 seconds to build instance. [ 2059.984733] env[62189]: DEBUG oslo_vmware.api [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Task: {'id': task-2122340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204158} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.985552] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2059.985874] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2059.986263] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2059.987962] env[62189]: INFO nova.compute.manager [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2059.988491] env[62189]: DEBUG oslo.service.loopingcall [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2059.991106] env[62189]: DEBUG nova.compute.manager [-] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2059.991106] env[62189]: DEBUG nova.network.neutron [-] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2060.134683] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: cd78a644-86c8-4cd0-b1cc-aab3adc95971] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2060.369849] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122341, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.405722] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.428669] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e239457-d190-4291-a162-fe0d83114908 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "aeebface-3c21-4986-a215-75f304b381d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.737s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.550696] env[62189]: DEBUG nova.compute.manager [req-2425c108-b01f-40f7-b1ef-5aa7c66c8267 req-65f35158-ae0b-44d1-9494-e4ac3700afec service nova] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Received event network-vif-deleted-995de865-f4ed-4617-b03f-ab5894eb1c1f {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2060.550908] env[62189]: INFO nova.compute.manager [req-2425c108-b01f-40f7-b1ef-5aa7c66c8267 req-65f35158-ae0b-44d1-9494-e4ac3700afec service nova] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Neutron deleted interface 995de865-f4ed-4617-b03f-ab5894eb1c1f; detaching it from the instance and deleting it from the info cache [ 2060.551166] env[62189]: DEBUG nova.network.neutron [req-2425c108-b01f-40f7-b1ef-5aa7c66c8267 req-65f35158-ae0b-44d1-9494-e4ac3700afec service nova] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.644192] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 980380f6-ea9f-4ee3-8ce7-74e00bebd20e] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2060.685483] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d90fa3-40f1-4a51-9a36-496d820074c5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.694628] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d316a5e-9eb5-4faa-a7f4-f73dd1f4e0a7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.727720] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec30412b-6fca-4b11-9dff-e8d2a5fd33eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.736541] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8185228-004c-4e64-8b52-d57c88e84019 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.753163] env[62189]: DEBUG nova.compute.provider_tree [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2060.859290] env[62189]: DEBUG nova.network.neutron [-] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.871588] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608676} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.872540] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 04a1b453-5274-4509-9036-9900e3fe91f5/04a1b453-5274-4509-9036-9900e3fe91f5.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2060.872825] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2060.873334] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4cce59b-ecbc-4af7-a1cf-83e3e7be987f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.881061] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2060.881061] env[62189]: value = "task-2122342" [ 2060.881061] env[62189]: _type = "Task" [ 2060.881061] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.891997] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.060426] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-254fc5ff-9019-4eef-b899-08a3a3a38914 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.070189] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad52ea9-db9d-431f-8e43-a62db844878f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.108999] env[62189]: DEBUG nova.compute.manager [req-2425c108-b01f-40f7-b1ef-5aa7c66c8267 req-65f35158-ae0b-44d1-9494-e4ac3700afec service nova] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Detach interface failed, port_id=995de865-f4ed-4617-b03f-ab5894eb1c1f, reason: Instance b38b2818-9bb7-4232-860e-1d42da2e4598 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2061.147439] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 470b5711-1161-432f-81fc-2cad2d1ea795] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2061.256570] env[62189]: DEBUG nova.scheduler.client.report [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2061.365859] env[62189]: INFO nova.compute.manager [-] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Took 1.38 seconds to deallocate network for instance. [ 2061.394502] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077112} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.394502] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2061.395449] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c84e6ce-c667-4a2c-b032-2a7eb78e8e5f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.425656] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 04a1b453-5274-4509-9036-9900e3fe91f5/04a1b453-5274-4509-9036-9900e3fe91f5.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2061.426852] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d22fc391-d9ed-493f-bf73-d8c6be1f090e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.450125] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2061.450125] env[62189]: value = "task-2122343" [ 2061.450125] env[62189]: _type = "Task" [ 2061.450125] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.461037] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.651121] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 24417845-7960-4e26-9eb1-4877af2c2a7a] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2061.765027] env[62189]: DEBUG oslo_concurrency.lockutils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.765027] env[62189]: DEBUG nova.compute.manager [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2061.766258] env[62189]: DEBUG oslo_concurrency.lockutils [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.859s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.766948] env[62189]: DEBUG oslo_concurrency.lockutils [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.770203] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.603s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.770663] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.773575] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.101s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.775874] env[62189]: INFO nova.compute.claims [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2061.802276] env[62189]: INFO nova.scheduler.client.report [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Deleted allocations for instance ee56e67a-afef-4534-b83e-edf3fd6995cf [ 2061.807647] env[62189]: INFO nova.scheduler.client.report [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Deleted allocations for instance a2e638a5-ed5f-4abc-a898-202664e2ed69 [ 2061.873234] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.963936] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122343, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.155210] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: c8116c8c-91f5-49d4-bd92-31b3c6b05b05] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2062.281407] env[62189]: DEBUG nova.compute.utils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2062.282846] env[62189]: DEBUG nova.compute.manager [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2062.283033] env[62189]: DEBUG nova.network.neutron [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2062.326229] env[62189]: DEBUG oslo_concurrency.lockutils [None req-03a02fac-24ec-4bad-9ded-3df7404e5cff tempest-VolumesAssistedSnapshotsTest-1619642500 tempest-VolumesAssistedSnapshotsTest-1619642500-project-member] Lock "ee56e67a-afef-4534-b83e-edf3fd6995cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.748s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.327990] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f08e3275-a767-4f10-9306-334c898d4b89 tempest-AttachInterfacesUnderV243Test-840815917 tempest-AttachInterfacesUnderV243Test-840815917-project-member] Lock "a2e638a5-ed5f-4abc-a898-202664e2ed69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.240s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.361169] env[62189]: DEBUG nova.policy [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '290a4ed551c540db9ec7edffd5b155b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b7fe02199cc4437b51f1e87d8f8373e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2062.461722] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122343, 'name': ReconfigVM_Task, 'duration_secs': 0.558388} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.462071] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 04a1b453-5274-4509-9036-9900e3fe91f5/04a1b453-5274-4509-9036-9900e3fe91f5.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2062.462748] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc2420e0-6b9d-4d4c-9a99-ae72a292b8e0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.469991] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2062.469991] env[62189]: value = "task-2122344" [ 2062.469991] env[62189]: _type = "Task" [ 2062.469991] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.484452] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122344, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.528923] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Acquiring lock "484c57d7-c4d3-4cf2-a5b4-239b6e40e484" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.529298] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Lock "484c57d7-c4d3-4cf2-a5b4-239b6e40e484" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.529541] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Acquiring lock "484c57d7-c4d3-4cf2-a5b4-239b6e40e484-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.529708] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Lock "484c57d7-c4d3-4cf2-a5b4-239b6e40e484-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.529872] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Lock "484c57d7-c4d3-4cf2-a5b4-239b6e40e484-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.532272] env[62189]: INFO nova.compute.manager [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Terminating instance [ 2062.658568] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 19779686-0994-494a-8bd7-927cde64780d] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2062.662481] env[62189]: DEBUG nova.network.neutron [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Successfully created port: 9db6badf-b219-49ec-b170-dc5e8d3b2988 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2062.790444] env[62189]: DEBUG nova.compute.manager [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2062.985993] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122344, 'name': Rename_Task, 'duration_secs': 0.258894} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.986670] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2062.987720] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b285c8c-6141-4416-98f4-1cd828de4dde {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.005610] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2063.005610] env[62189]: value = "task-2122345" [ 2063.005610] env[62189]: _type = "Task" [ 2063.005610] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.026743] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122345, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.039395] env[62189]: DEBUG nova.compute.manager [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2063.039610] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2063.040802] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a875316e-e468-46f3-a82f-f74df76ba501 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.049398] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2063.049743] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dab9f03c-b75c-4082-b6aa-cb5be939d475 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.058753] env[62189]: DEBUG oslo_vmware.api [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Waiting for the task: (returnval){ [ 2063.058753] env[62189]: value = "task-2122346" [ 2063.058753] env[62189]: _type = "Task" [ 2063.058753] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.072532] env[62189]: DEBUG oslo_vmware.api [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.165335] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 52287368-e85a-4865-891e-ea4f3d7aae73] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2063.272109] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd375fb-0910-476b-a031-0f73f73837e2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.281392] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf34a598-b7f3-49e9-80c0-350abaa16395 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.318096] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a03541-08b6-4853-8068-1dde705f1bc3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.326936] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f63a93-6714-4a1b-b721-80341d5f83b9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.342756] env[62189]: DEBUG nova.compute.provider_tree [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2063.516594] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.569687] env[62189]: DEBUG oslo_vmware.api [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122346, 'name': PowerOffVM_Task, 'duration_secs': 0.241421} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.569931] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2063.570119] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2063.570388] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-961e1aa1-2811-489f-aaa0-225c3d590dbf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.668704] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 8dec3082-22e8-4eda-9554-a4742dfa2471] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2063.755545] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2063.755778] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2063.755955] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Deleting the datastore file [datastore2] 484c57d7-c4d3-4cf2-a5b4-239b6e40e484 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2063.756265] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df6cebc0-6d6d-491d-aaa3-2538690eb38c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.764063] env[62189]: DEBUG oslo_vmware.api [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Waiting for the task: (returnval){ [ 2063.764063] env[62189]: value = "task-2122348" [ 2063.764063] env[62189]: _type = "Task" [ 2063.764063] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.773184] env[62189]: DEBUG oslo_vmware.api [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.823065] env[62189]: DEBUG nova.compute.manager [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2063.846848] env[62189]: DEBUG nova.scheduler.client.report [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2064.018580] env[62189]: DEBUG oslo_vmware.api [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122345, 'name': PowerOnVM_Task, 'duration_secs': 0.921248} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.018975] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2064.019267] env[62189]: DEBUG nova.compute.manager [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2064.020415] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea63b2ba-1898-4075-b0e3-7db6a7339073 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.172368] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 1f188c41-dbf1-4c51-8a80-0175b8c3e5f8] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2064.221369] env[62189]: DEBUG nova.network.neutron [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Successfully updated port: 9db6badf-b219-49ec-b170-dc5e8d3b2988 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2064.275115] env[62189]: DEBUG oslo_vmware.api [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Task: {'id': task-2122348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310592} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.275373] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2064.275558] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2064.275735] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2064.275905] env[62189]: INFO nova.compute.manager [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2064.276165] env[62189]: DEBUG oslo.service.loopingcall [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2064.276365] env[62189]: DEBUG nova.compute.manager [-] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2064.276461] env[62189]: DEBUG nova.network.neutron [-] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2064.352976] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.353522] env[62189]: DEBUG nova.compute.manager [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2064.356234] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.918s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.358380] env[62189]: INFO nova.compute.claims [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2064.544627] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.676129] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 03d56df4-7b0a-478f-914e-d407188f696d] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2064.724071] env[62189]: DEBUG oslo_concurrency.lockutils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "refresh_cache-17c416cb-4efb-4678-b581-f86d6a948a35" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.724254] env[62189]: DEBUG oslo_concurrency.lockutils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquired lock "refresh_cache-17c416cb-4efb-4678-b581-f86d6a948a35" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.725827] env[62189]: DEBUG nova.network.neutron [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2064.862580] env[62189]: DEBUG nova.compute.utils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2064.866044] env[62189]: DEBUG nova.compute.manager [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2064.866250] env[62189]: DEBUG nova.network.neutron [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2064.913928] env[62189]: DEBUG nova.policy [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '202f6af03cc048f5a3c8feda3533489e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5d7fa4749714dae896fd2c5fa404814', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2065.044731] env[62189]: DEBUG nova.network.neutron [-] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2065.179892] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 47d7b493-f029-4b9d-813f-1446ff42d080] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2065.211684] env[62189]: DEBUG nova.network.neutron [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Successfully created port: 5f132e38-7cfc-4e96-a27f-cb0f49023e39 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2065.268367] env[62189]: DEBUG nova.network.neutron [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2065.366752] env[62189]: DEBUG nova.compute.manager [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2065.422070] env[62189]: DEBUG nova.network.neutron [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Updating instance_info_cache with network_info: [{"id": "9db6badf-b219-49ec-b170-dc5e8d3b2988", "address": "fa:16:3e:96:97:58", "network": {"id": "014ed494-ad0a-4a04-90c3-cb6a00d316a7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-689151253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b7fe02199cc4437b51f1e87d8f8373e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db6badf-b2", "ovs_interfaceid": "9db6badf-b219-49ec-b170-dc5e8d3b2988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2065.505520] env[62189]: DEBUG nova.network.neutron [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Successfully created port: 1026bd54-72c4-4bc9-937d-50d044548139 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2065.547569] env[62189]: INFO nova.compute.manager [-] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Took 1.27 seconds to deallocate network for instance. [ 2065.683489] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: cc448c2e-550f-4bec-a076-548e035629fd] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2065.754334] env[62189]: DEBUG nova.network.neutron [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Successfully created port: a6263160-3922-4a27-8a11-93c2932968e8 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2065.785242] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bbdc59-0c2d-46b4-9bd9-c0b87210a94d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.793835] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a4caf6-feba-483d-aa6e-ef96ae0834f9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.827318] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1faea73-ee59-4171-be06-a5e6d8c5d824 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.835813] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd78d71-4054-45e9-9bd9-b39525fcf2c6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.849630] env[62189]: DEBUG nova.compute.provider_tree [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2065.925577] env[62189]: DEBUG oslo_concurrency.lockutils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Releasing lock "refresh_cache-17c416cb-4efb-4678-b581-f86d6a948a35" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.925913] env[62189]: DEBUG nova.compute.manager [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Instance network_info: |[{"id": "9db6badf-b219-49ec-b170-dc5e8d3b2988", "address": "fa:16:3e:96:97:58", "network": {"id": "014ed494-ad0a-4a04-90c3-cb6a00d316a7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-689151253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b7fe02199cc4437b51f1e87d8f8373e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db6badf-b2", "ovs_interfaceid": "9db6badf-b219-49ec-b170-dc5e8d3b2988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2066.056897] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.187316] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: d0a98dc4-51d7-4850-a8b2-ba2aa8d78424] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2066.353155] env[62189]: DEBUG nova.scheduler.client.report [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2066.378013] env[62189]: DEBUG nova.compute.manager [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2066.691215] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 4518fa3a-0ff8-4571-8703-44b44b53f33b] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2066.858720] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.859497] env[62189]: DEBUG nova.compute.manager [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2066.862750] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.911s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.864335] env[62189]: INFO nova.compute.claims [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2067.192935] env[62189]: DEBUG nova.virt.hardware [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2067.193262] env[62189]: DEBUG nova.virt.hardware [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2067.193494] env[62189]: DEBUG nova.virt.hardware [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2067.193600] env[62189]: DEBUG nova.virt.hardware [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2067.193684] env[62189]: DEBUG nova.virt.hardware [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2067.193843] env[62189]: DEBUG nova.virt.hardware [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2067.197420] env[62189]: DEBUG nova.virt.hardware [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2067.202018] env[62189]: DEBUG nova.virt.hardware [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2067.202018] env[62189]: DEBUG nova.virt.hardware [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2067.202018] env[62189]: DEBUG nova.virt.hardware [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2067.202018] env[62189]: DEBUG nova.virt.hardware [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2067.202018] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 68f6af87-473f-4d2d-83ca-91d5abbed3de] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2067.207191] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6e4115-b5e6-4799-8316-0e1dae1bb63e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.217445] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d063987-3a3d-4db6-a718-983993aac4ca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.226348] env[62189]: DEBUG nova.virt.hardware [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2067.227085] env[62189]: DEBUG nova.virt.hardware [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2067.227507] env[62189]: DEBUG nova.virt.hardware [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2067.228446] env[62189]: DEBUG nova.virt.hardware [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2067.228446] env[62189]: DEBUG nova.virt.hardware [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2067.228632] env[62189]: DEBUG nova.virt.hardware [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2067.229215] env[62189]: DEBUG nova.virt.hardware [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2067.229645] env[62189]: DEBUG nova.virt.hardware [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2067.230159] env[62189]: DEBUG nova.virt.hardware [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2067.233024] env[62189]: DEBUG nova.virt.hardware [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2067.233024] env[62189]: DEBUG nova.virt.hardware [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2067.234735] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeaf415-0ac2-4aa4-aeea-d892d87861f6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.256045] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:97:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9db6badf-b219-49ec-b170-dc5e8d3b2988', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2067.265286] env[62189]: DEBUG oslo.service.loopingcall [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2067.268023] env[62189]: DEBUG oslo_vmware.rw_handles [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c9f629-fdff-d2fc-d02b-5ea123338155/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2067.269520] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dcb809-b41b-4908-89f7-60ec15568866 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.274522] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2067.275369] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e965a731-525f-4584-8664-52c2726ce1ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.278441] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2fe87f9-1892-46f4-80b9-12cbc4c16ae1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.301587] env[62189]: DEBUG oslo_vmware.rw_handles [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c9f629-fdff-d2fc-d02b-5ea123338155/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2067.301792] env[62189]: ERROR oslo_vmware.rw_handles [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c9f629-fdff-d2fc-d02b-5ea123338155/disk-0.vmdk due to incomplete transfer. [ 2067.311245] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4598818c-4761-4352-932e-9ac3dc2d3131 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.313157] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2067.313157] env[62189]: value = "task-2122349" [ 2067.313157] env[62189]: _type = "Task" [ 2067.313157] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.320177] env[62189]: DEBUG oslo_vmware.rw_handles [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c9f629-fdff-d2fc-d02b-5ea123338155/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2067.320511] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Uploaded image f94c5416-7fb8-4fad-be0c-a8a3b5b68f73 to the Glance image server {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2067.323027] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2067.326689] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-39aeb252-fad5-4a11-a9b9-b6646c8976bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.328360] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122349, 'name': CreateVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.335019] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2067.335019] env[62189]: value = "task-2122350" [ 2067.335019] env[62189]: _type = "Task" [ 2067.335019] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.344740] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122350, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.369392] env[62189]: DEBUG nova.compute.utils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2067.373969] env[62189]: DEBUG nova.compute.manager [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2067.378025] env[62189]: DEBUG nova.network.neutron [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2067.415792] env[62189]: DEBUG nova.network.neutron [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Successfully updated port: 5f132e38-7cfc-4e96-a27f-cb0f49023e39 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2067.455796] env[62189]: DEBUG nova.policy [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '751b66b9696e4390a50a1bf2343d6c18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fc6aea5c3694269a68d44856dc7fe31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2067.711142] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: e274eb4c-5952-4357-8421-80b38a2509fa] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2067.825429] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122349, 'name': CreateVM_Task, 'duration_secs': 0.466491} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.825429] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2067.825806] env[62189]: DEBUG oslo_concurrency.lockutils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.825927] env[62189]: DEBUG oslo_concurrency.lockutils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.826310] env[62189]: DEBUG oslo_concurrency.lockutils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2067.826490] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22bc5df0-626f-4ba5-94e8-0fda6a29e823 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.832461] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 2067.832461] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5265f4ef-0e69-26fa-9c25-232566eda1fa" [ 2067.832461] env[62189]: _type = "Task" [ 2067.832461] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.846447] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5265f4ef-0e69-26fa-9c25-232566eda1fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.849445] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122350, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.882735] env[62189]: DEBUG nova.compute.manager [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2067.934610] env[62189]: DEBUG nova.network.neutron [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Successfully created port: 988c3365-4ba9-42ec-9bbf-f874e1c6864e {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2067.961765] env[62189]: DEBUG oslo_vmware.rw_handles [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b4f41-2bea-aab2-b0b0-b334bd2e058b/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2067.962897] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef15ad3-6559-4811-bf90-5a438ac1dd63 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.972769] env[62189]: DEBUG oslo_vmware.rw_handles [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b4f41-2bea-aab2-b0b0-b334bd2e058b/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2067.972933] env[62189]: ERROR oslo_vmware.rw_handles [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b4f41-2bea-aab2-b0b0-b334bd2e058b/disk-0.vmdk due to incomplete transfer. [ 2067.973236] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-42cb57d6-f448-4a04-a634-3e9da9a4a080 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.980695] env[62189]: DEBUG oslo_vmware.rw_handles [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b4f41-2bea-aab2-b0b0-b334bd2e058b/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2067.980901] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Uploaded image 35314f3a-37e3-45b6-adc6-1a60b90e08b1 to the Glance image server {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2067.982498] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2067.985446] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0827eadc-7e8e-4fe1-afb9-ee3bfd7a0f8a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.992730] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2067.992730] env[62189]: value = "task-2122351" [ 2067.992730] env[62189]: _type = "Task" [ 2067.992730] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.003537] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122351, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.216678] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 0f430e69-87bb-4dd4-b49f-d2a5715f1b44] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2068.230522] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "d6b4cf12-640a-4937-8336-0077929e7d4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.231437] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "d6b4cf12-640a-4937-8336-0077929e7d4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.346216] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5265f4ef-0e69-26fa-9c25-232566eda1fa, 'name': SearchDatastore_Task, 'duration_secs': 0.020326} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.352953] env[62189]: DEBUG oslo_concurrency.lockutils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.354143] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2068.354450] env[62189]: DEBUG oslo_concurrency.lockutils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.354636] env[62189]: DEBUG oslo_concurrency.lockutils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.354945] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2068.355456] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7a468a9-680e-4cd1-8c2a-7107efcd65e7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.360842] env[62189]: DEBUG nova.compute.manager [req-1298cea3-21a4-42cb-8859-77651e29c5e7 req-644e69cd-a280-40b8-b9a1-5d281ff337f8 service nova] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Received event network-vif-plugged-9db6badf-b219-49ec-b170-dc5e8d3b2988 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2068.361537] env[62189]: DEBUG oslo_concurrency.lockutils [req-1298cea3-21a4-42cb-8859-77651e29c5e7 req-644e69cd-a280-40b8-b9a1-5d281ff337f8 service nova] Acquiring lock "17c416cb-4efb-4678-b581-f86d6a948a35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.361537] env[62189]: DEBUG oslo_concurrency.lockutils [req-1298cea3-21a4-42cb-8859-77651e29c5e7 req-644e69cd-a280-40b8-b9a1-5d281ff337f8 service nova] Lock "17c416cb-4efb-4678-b581-f86d6a948a35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.361537] env[62189]: DEBUG oslo_concurrency.lockutils [req-1298cea3-21a4-42cb-8859-77651e29c5e7 req-644e69cd-a280-40b8-b9a1-5d281ff337f8 service nova] Lock "17c416cb-4efb-4678-b581-f86d6a948a35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.361780] env[62189]: DEBUG nova.compute.manager [req-1298cea3-21a4-42cb-8859-77651e29c5e7 req-644e69cd-a280-40b8-b9a1-5d281ff337f8 service nova] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] No waiting events found dispatching network-vif-plugged-9db6badf-b219-49ec-b170-dc5e8d3b2988 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2068.361995] env[62189]: WARNING nova.compute.manager [req-1298cea3-21a4-42cb-8859-77651e29c5e7 req-644e69cd-a280-40b8-b9a1-5d281ff337f8 service nova] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Received unexpected event network-vif-plugged-9db6badf-b219-49ec-b170-dc5e8d3b2988 for instance with vm_state building and task_state spawning. [ 2068.370102] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122350, 'name': Destroy_Task, 'duration_secs': 0.825046} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.376257] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Destroyed the VM [ 2068.376512] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2068.379224] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d03af1f-5ed0-44e3-834e-227b5458bcc3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.381162] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2068.381338] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2068.382408] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f23b3b70-971c-4858-8d3a-3f6e27770943 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.392376] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 2068.392376] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5253fdcc-bd91-9583-0d45-353792a81ca0" [ 2068.392376] env[62189]: _type = "Task" [ 2068.392376] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.397595] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2068.397595] env[62189]: value = "task-2122352" [ 2068.397595] env[62189]: _type = "Task" [ 2068.397595] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.412302] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5253fdcc-bd91-9583-0d45-353792a81ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.011915} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.417159] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122352, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.418729] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b520b7b5-506c-40f8-8b0e-8abf5c008a4e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.426576] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 2068.426576] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a77aa5-b02c-6eb1-5713-7434952af390" [ 2068.426576] env[62189]: _type = "Task" [ 2068.426576] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.436101] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a77aa5-b02c-6eb1-5713-7434952af390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.469831] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fb3755-ccfe-4ad8-979d-30f5f5c8cdff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.478620] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7612398-9cc4-4eb8-a0b0-bf6175c64181 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.511417] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5805e3-2399-49e7-a6df-1b74dd77355b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.521186] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122351, 'name': Destroy_Task, 'duration_secs': 0.387772} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.523304] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Destroyed the VM [ 2068.523559] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2068.523844] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6b1927e6-351f-4af8-85af-4779dd961434 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.526526] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7e5104-703a-4e48-b0a2-14f836879650 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.541974] env[62189]: DEBUG nova.compute.provider_tree [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2068.546603] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2068.546603] env[62189]: value = "task-2122353" [ 2068.546603] env[62189]: _type = "Task" [ 2068.546603] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.554360] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122353, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.718444] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: d05b86c9-1951-4ebd-bbec-e3bdafa99008] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2068.736293] env[62189]: DEBUG nova.compute.manager [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2068.876724] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "aeebface-3c21-4986-a215-75f304b381d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.877164] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "aeebface-3c21-4986-a215-75f304b381d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.877474] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "aeebface-3c21-4986-a215-75f304b381d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.877729] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "aeebface-3c21-4986-a215-75f304b381d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.877961] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "aeebface-3c21-4986-a215-75f304b381d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.880173] env[62189]: INFO nova.compute.manager [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Terminating instance [ 2068.899988] env[62189]: DEBUG nova.compute.manager [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2068.915184] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122352, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.926164] env[62189]: DEBUG nova.virt.hardware [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2068.926534] env[62189]: DEBUG nova.virt.hardware [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2068.926707] env[62189]: DEBUG nova.virt.hardware [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2068.926930] env[62189]: DEBUG nova.virt.hardware [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2068.927165] env[62189]: DEBUG nova.virt.hardware [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2068.927414] env[62189]: DEBUG nova.virt.hardware [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2068.927740] env[62189]: DEBUG nova.virt.hardware [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2068.928010] env[62189]: DEBUG nova.virt.hardware [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2068.928320] env[62189]: DEBUG nova.virt.hardware [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2068.928740] env[62189]: DEBUG nova.virt.hardware [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2068.929083] env[62189]: DEBUG nova.virt.hardware [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2068.930071] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3311a67a-2d69-485d-8b89-1f7645800550 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.945654] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3948cf-7472-4199-8567-7122ea9ca305 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.949681] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a77aa5-b02c-6eb1-5713-7434952af390, 'name': SearchDatastore_Task, 'duration_secs': 0.010174} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.950072] env[62189]: DEBUG oslo_concurrency.lockutils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.950408] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 17c416cb-4efb-4678-b581-f86d6a948a35/17c416cb-4efb-4678-b581-f86d6a948a35.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2068.951524] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb5af8dd-a3e7-46fc-aaee-b7c267935b6b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.967209] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 2068.967209] env[62189]: value = "task-2122354" [ 2068.967209] env[62189]: _type = "Task" [ 2068.967209] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.976218] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.048082] env[62189]: DEBUG nova.scheduler.client.report [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2069.061986] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122353, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.223536] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 2af866f9-bfb6-46bb-a890-267e5b524a0f] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2069.274705] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.387025] env[62189]: DEBUG nova.compute.manager [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2069.387025] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2069.387025] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463685ab-7c03-47d4-9e77-be18bb168d9e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.402183] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2069.402183] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b74f73a-c631-4965-aa78-c84a6bf2ddc0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.409558] env[62189]: DEBUG oslo_vmware.api [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 2069.409558] env[62189]: value = "task-2122355" [ 2069.409558] env[62189]: _type = "Task" [ 2069.409558] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.417396] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122352, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.423357] env[62189]: DEBUG oslo_vmware.api [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.480022] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508489} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.480022] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 17c416cb-4efb-4678-b581-f86d6a948a35/17c416cb-4efb-4678-b581-f86d6a948a35.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2069.480022] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2069.480022] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4ad5041-b1ae-4161-bc9d-971282f08c31 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.486119] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 2069.486119] env[62189]: value = "task-2122356" [ 2069.486119] env[62189]: _type = "Task" [ 2069.486119] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.495413] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.560030] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.560030] env[62189]: DEBUG nova.compute.manager [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2069.563895] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.869s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.565688] env[62189]: INFO nova.compute.claims [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2069.570030] env[62189]: DEBUG oslo_vmware.api [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122353, 'name': RemoveSnapshot_Task, 'duration_secs': 0.576001} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.570588] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2069.571119] env[62189]: INFO nova.compute.manager [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Took 16.40 seconds to snapshot the instance on the hypervisor. [ 2069.728689] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 82756eaa-4003-44e8-9b62-9615476073f6] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2069.914552] env[62189]: DEBUG oslo_vmware.api [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122352, 'name': RemoveSnapshot_Task, 'duration_secs': 1.137339} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.917980] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2069.918275] env[62189]: INFO nova.compute.manager [None req-6176fc73-d941-4d59-bf53-3953cc56e795 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Took 17.86 seconds to snapshot the instance on the hypervisor. [ 2069.925943] env[62189]: DEBUG oslo_vmware.api [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122355, 'name': PowerOffVM_Task, 'duration_secs': 0.325358} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.929358] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2069.929549] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2069.930449] env[62189]: DEBUG nova.network.neutron [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Successfully updated port: 1026bd54-72c4-4bc9-937d-50d044548139 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2069.931586] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e154ddae-a715-4dda-add2-58526ee043a5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.996509] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152388} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.996798] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2069.997609] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584fecb2-5822-4780-988a-d85eead6c60c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.002508] env[62189]: DEBUG nova.compute.manager [req-bb4dd13a-a028-4e27-a218-ffa77d8b4c4f req-44679410-cedc-45bd-bce2-85b60ac20d4d service nova] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Received event network-vif-plugged-988c3365-4ba9-42ec-9bbf-f874e1c6864e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2070.002727] env[62189]: DEBUG oslo_concurrency.lockutils [req-bb4dd13a-a028-4e27-a218-ffa77d8b4c4f req-44679410-cedc-45bd-bce2-85b60ac20d4d service nova] Acquiring lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.002946] env[62189]: DEBUG oslo_concurrency.lockutils [req-bb4dd13a-a028-4e27-a218-ffa77d8b4c4f req-44679410-cedc-45bd-bce2-85b60ac20d4d service nova] Lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.003187] env[62189]: DEBUG oslo_concurrency.lockutils [req-bb4dd13a-a028-4e27-a218-ffa77d8b4c4f req-44679410-cedc-45bd-bce2-85b60ac20d4d service nova] Lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.003318] env[62189]: DEBUG nova.compute.manager [req-bb4dd13a-a028-4e27-a218-ffa77d8b4c4f req-44679410-cedc-45bd-bce2-85b60ac20d4d service nova] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] No waiting events found dispatching network-vif-plugged-988c3365-4ba9-42ec-9bbf-f874e1c6864e {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2070.003479] env[62189]: WARNING nova.compute.manager [req-bb4dd13a-a028-4e27-a218-ffa77d8b4c4f req-44679410-cedc-45bd-bce2-85b60ac20d4d service nova] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Received unexpected event network-vif-plugged-988c3365-4ba9-42ec-9bbf-f874e1c6864e for instance with vm_state building and task_state spawning. [ 2070.021985] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 17c416cb-4efb-4678-b581-f86d6a948a35/17c416cb-4efb-4678-b581-f86d6a948a35.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2070.022474] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a450140e-38b9-4e2e-84b9-31fe7a16cc3f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.050374] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 2070.050374] env[62189]: value = "task-2122358" [ 2070.050374] env[62189]: _type = "Task" [ 2070.050374] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.059715] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.072679] env[62189]: DEBUG nova.compute.utils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2070.074657] env[62189]: DEBUG nova.network.neutron [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Successfully updated port: 988c3365-4ba9-42ec-9bbf-f874e1c6864e {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2070.075661] env[62189]: DEBUG nova.compute.manager [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2070.075826] env[62189]: DEBUG nova.network.neutron [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2070.136480] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2070.136699] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2070.136957] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Deleting the datastore file [datastore2] aeebface-3c21-4986-a215-75f304b381d4 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2070.138842] env[62189]: DEBUG nova.compute.manager [None req-14c35c56-e6d5-4eb9-8058-c38c772c3fdc tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Found 1 images (rotation: 2) {{(pid=62189) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2070.140111] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bc2339e-38fb-4157-a0e7-0ece70522db9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.149471] env[62189]: DEBUG oslo_vmware.api [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 2070.149471] env[62189]: value = "task-2122359" [ 2070.149471] env[62189]: _type = "Task" [ 2070.149471] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.157622] env[62189]: DEBUG oslo_vmware.api [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.183231] env[62189]: DEBUG nova.policy [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ed475e200fe4fbeaac59ecdf99f48eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11af304d38014f438a55fcdba3f6d25e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2070.232907] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 5a3ced38-0b87-46de-889c-85f82c4ff785] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2070.394342] env[62189]: DEBUG oslo_concurrency.lockutils [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "bca617fc-c117-4621-b944-366848c3ae11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.394619] env[62189]: DEBUG oslo_concurrency.lockutils [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "bca617fc-c117-4621-b944-366848c3ae11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.394832] env[62189]: DEBUG oslo_concurrency.lockutils [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "bca617fc-c117-4621-b944-366848c3ae11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.395030] env[62189]: DEBUG oslo_concurrency.lockutils [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "bca617fc-c117-4621-b944-366848c3ae11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.395612] env[62189]: DEBUG oslo_concurrency.lockutils [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "bca617fc-c117-4621-b944-366848c3ae11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.397666] env[62189]: INFO nova.compute.manager [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Terminating instance [ 2070.562309] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122358, 'name': ReconfigVM_Task, 'duration_secs': 0.329728} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.562750] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 17c416cb-4efb-4678-b581-f86d6a948a35/17c416cb-4efb-4678-b581-f86d6a948a35.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2070.565064] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d85d3ca-2f38-4f6a-8752-9fd646dec5e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.573981] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 2070.573981] env[62189]: value = "task-2122360" [ 2070.573981] env[62189]: _type = "Task" [ 2070.573981] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.580789] env[62189]: DEBUG nova.compute.manager [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2070.586632] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "refresh_cache-0e1f7449-fc0b-44ac-9765-b7c73127aaec" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.586632] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "refresh_cache-0e1f7449-fc0b-44ac-9765-b7c73127aaec" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.586632] env[62189]: DEBUG nova.network.neutron [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2070.593530] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122360, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.674827] env[62189]: DEBUG oslo_vmware.api [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386196} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.675339] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2070.675638] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2070.675919] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2070.676843] env[62189]: INFO nova.compute.manager [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: aeebface-3c21-4986-a215-75f304b381d4] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2070.676843] env[62189]: DEBUG oslo.service.loopingcall [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2070.676843] env[62189]: DEBUG nova.compute.manager [-] [instance: aeebface-3c21-4986-a215-75f304b381d4] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2070.677093] env[62189]: DEBUG nova.network.neutron [-] [instance: aeebface-3c21-4986-a215-75f304b381d4] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2070.740128] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: a1ecef73-6a92-4651-b0ba-b472f5029fd1] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2070.859318] env[62189]: DEBUG nova.compute.manager [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Received event network-changed-9db6badf-b219-49ec-b170-dc5e8d3b2988 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2070.859482] env[62189]: DEBUG nova.compute.manager [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Refreshing instance network info cache due to event network-changed-9db6badf-b219-49ec-b170-dc5e8d3b2988. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2070.859709] env[62189]: DEBUG oslo_concurrency.lockutils [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] Acquiring lock "refresh_cache-17c416cb-4efb-4678-b581-f86d6a948a35" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.859810] env[62189]: DEBUG oslo_concurrency.lockutils [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] Acquired lock "refresh_cache-17c416cb-4efb-4678-b581-f86d6a948a35" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.859968] env[62189]: DEBUG nova.network.neutron [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Refreshing network info cache for port 9db6badf-b219-49ec-b170-dc5e8d3b2988 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2070.901882] env[62189]: DEBUG nova.network.neutron [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Successfully created port: bc84ec8f-d5ee-4468-9e16-98ea401a8091 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2070.904035] env[62189]: DEBUG nova.compute.manager [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2070.904313] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2070.909878] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc06443-4f27-49e6-b967-8d1d55631021 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.916138] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2070.917102] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69e7de8d-920a-4b95-a8e4-c4d0d76bbffd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.923278] env[62189]: DEBUG oslo_vmware.api [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2070.923278] env[62189]: value = "task-2122361" [ 2070.923278] env[62189]: _type = "Task" [ 2070.923278] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.939753] env[62189]: DEBUG oslo_vmware.api [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.089795] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122360, 'name': Rename_Task, 'duration_secs': 0.152656} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.090208] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2071.090629] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa8445ec-b63b-4a35-a99d-4a3e2cea44c3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.104560] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 2071.104560] env[62189]: value = "task-2122362" [ 2071.104560] env[62189]: _type = "Task" [ 2071.104560] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.117398] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122362, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.169036] env[62189]: DEBUG nova.network.neutron [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2071.198537] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bb9205-5731-436f-88a5-1c6e5603d176 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.209255] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3d1c44-240f-4aaa-824a-a2e87ebbfb88 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.250303] env[62189]: DEBUG nova.compute.manager [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2071.251100] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 94d4529e-9f02-4f11-b43f-691c9eb23848] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2071.255747] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31b369e-5de6-44f7-86e5-8c980f63044e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.260532] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c6265c-42bd-4c3c-88e9-87db102f504f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.287290] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75225dc5-3401-4266-bcfa-00f81efbdd70 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.303864] env[62189]: DEBUG nova.compute.provider_tree [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2071.438476] env[62189]: DEBUG oslo_vmware.api [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122361, 'name': PowerOffVM_Task, 'duration_secs': 0.201611} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.438476] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2071.438476] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2071.438642] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35605b33-5620-47bc-8f62-afaac4cb6f46 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.535026] env[62189]: DEBUG nova.network.neutron [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Updating instance_info_cache with network_info: [{"id": "988c3365-4ba9-42ec-9bbf-f874e1c6864e", "address": "fa:16:3e:0a:57:2e", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988c3365-4b", "ovs_interfaceid": "988c3365-4ba9-42ec-9bbf-f874e1c6864e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.604786] env[62189]: DEBUG nova.compute.manager [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2071.620912] env[62189]: DEBUG oslo_vmware.api [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122362, 'name': PowerOnVM_Task, 'duration_secs': 0.491255} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.621652] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2071.621726] env[62189]: INFO nova.compute.manager [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Took 7.80 seconds to spawn the instance on the hypervisor. [ 2071.622523] env[62189]: DEBUG nova.compute.manager [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2071.623374] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b994af-109a-4f8b-8206-4f0b0cd7a41e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.640574] env[62189]: DEBUG nova.virt.hardware [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2071.640822] env[62189]: DEBUG nova.virt.hardware [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2071.640979] env[62189]: DEBUG nova.virt.hardware [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2071.641207] env[62189]: DEBUG nova.virt.hardware [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2071.641374] env[62189]: DEBUG nova.virt.hardware [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2071.641523] env[62189]: DEBUG nova.virt.hardware [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2071.641727] env[62189]: DEBUG nova.virt.hardware [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2071.641884] env[62189]: DEBUG nova.virt.hardware [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2071.642077] env[62189]: DEBUG nova.virt.hardware [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2071.642260] env[62189]: DEBUG nova.virt.hardware [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2071.642436] env[62189]: DEBUG nova.virt.hardware [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2071.643258] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a07063-0461-4643-8128-06e548557956 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.652321] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26577222-cacc-48f5-9285-4794c4b16a3a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.764955] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 79c75d3b-3d29-4c76-b9c6-d0571bbc6019] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2071.768881] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2071.769185] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2071.769431] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Deleting the datastore file [datastore2] bca617fc-c117-4621-b944-366848c3ae11 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2071.770671] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2df86437-cdd3-4e11-841f-5b499cb02117 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.778537] env[62189]: DEBUG oslo_vmware.api [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2071.778537] env[62189]: value = "task-2122364" [ 2071.778537] env[62189]: _type = "Task" [ 2071.778537] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.789408] env[62189]: DEBUG oslo_vmware.api [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.794468] env[62189]: INFO nova.compute.manager [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] instance snapshotting [ 2071.795124] env[62189]: DEBUG nova.objects.instance [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lazy-loading 'flavor' on Instance uuid 1a094a38-e7dc-4c76-9074-766c934140e7 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2071.796338] env[62189]: DEBUG nova.network.neutron [-] [instance: aeebface-3c21-4986-a215-75f304b381d4] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.804291] env[62189]: DEBUG nova.network.neutron [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Updated VIF entry in instance network info cache for port 9db6badf-b219-49ec-b170-dc5e8d3b2988. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2071.804291] env[62189]: DEBUG nova.network.neutron [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Updating instance_info_cache with network_info: [{"id": "9db6badf-b219-49ec-b170-dc5e8d3b2988", "address": "fa:16:3e:96:97:58", "network": {"id": "014ed494-ad0a-4a04-90c3-cb6a00d316a7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-689151253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b7fe02199cc4437b51f1e87d8f8373e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db6badf-b2", "ovs_interfaceid": "9db6badf-b219-49ec-b170-dc5e8d3b2988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.806895] env[62189]: DEBUG nova.scheduler.client.report [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2072.038329] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "refresh_cache-0e1f7449-fc0b-44ac-9765-b7c73127aaec" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.038665] env[62189]: DEBUG nova.compute.manager [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Instance network_info: |[{"id": "988c3365-4ba9-42ec-9bbf-f874e1c6864e", "address": "fa:16:3e:0a:57:2e", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988c3365-4b", "ovs_interfaceid": "988c3365-4ba9-42ec-9bbf-f874e1c6864e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2072.039167] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:57:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '988c3365-4ba9-42ec-9bbf-f874e1c6864e', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2072.047860] env[62189]: DEBUG oslo.service.loopingcall [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2072.048144] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2072.048380] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03e97b83-446d-4757-9dec-b0b463004aad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.071873] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2072.071873] env[62189]: value = "task-2122365" [ 2072.071873] env[62189]: _type = "Task" [ 2072.071873] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.085372] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122365, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.144232] env[62189]: DEBUG nova.compute.manager [req-9070ed47-a481-4398-9946-f289d1fe5795 req-f49ae5da-3bfc-48a3-a266-93c2eb791821 service nova] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Received event network-changed-988c3365-4ba9-42ec-9bbf-f874e1c6864e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2072.144232] env[62189]: DEBUG nova.compute.manager [req-9070ed47-a481-4398-9946-f289d1fe5795 req-f49ae5da-3bfc-48a3-a266-93c2eb791821 service nova] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Refreshing instance network info cache due to event network-changed-988c3365-4ba9-42ec-9bbf-f874e1c6864e. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2072.144232] env[62189]: DEBUG oslo_concurrency.lockutils [req-9070ed47-a481-4398-9946-f289d1fe5795 req-f49ae5da-3bfc-48a3-a266-93c2eb791821 service nova] Acquiring lock "refresh_cache-0e1f7449-fc0b-44ac-9765-b7c73127aaec" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.144232] env[62189]: DEBUG oslo_concurrency.lockutils [req-9070ed47-a481-4398-9946-f289d1fe5795 req-f49ae5da-3bfc-48a3-a266-93c2eb791821 service nova] Acquired lock "refresh_cache-0e1f7449-fc0b-44ac-9765-b7c73127aaec" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.144381] env[62189]: DEBUG nova.network.neutron [req-9070ed47-a481-4398-9946-f289d1fe5795 req-f49ae5da-3bfc-48a3-a266-93c2eb791821 service nova] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Refreshing network info cache for port 988c3365-4ba9-42ec-9bbf-f874e1c6864e {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2072.155032] env[62189]: INFO nova.compute.manager [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Took 46.91 seconds to build instance. [ 2072.269623] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 9eddd5b2-e125-488b-8be5-3896f136b197] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2072.290191] env[62189]: DEBUG oslo_vmware.api [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155291} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.290470] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2072.290650] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2072.290819] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2072.290987] env[62189]: INFO nova.compute.manager [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: bca617fc-c117-4621-b944-366848c3ae11] Took 1.39 seconds to destroy the instance on the hypervisor. [ 2072.291269] env[62189]: DEBUG oslo.service.loopingcall [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2072.291465] env[62189]: DEBUG nova.compute.manager [-] [instance: bca617fc-c117-4621-b944-366848c3ae11] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2072.291559] env[62189]: DEBUG nova.network.neutron [-] [instance: bca617fc-c117-4621-b944-366848c3ae11] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2072.300624] env[62189]: INFO nova.compute.manager [-] [instance: aeebface-3c21-4986-a215-75f304b381d4] Took 1.62 seconds to deallocate network for instance. [ 2072.303354] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c8fe3a-c64a-4b53-b655-784d3356746d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.308844] env[62189]: DEBUG oslo_concurrency.lockutils [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] Releasing lock "refresh_cache-17c416cb-4efb-4678-b581-f86d6a948a35" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.309098] env[62189]: DEBUG nova.compute.manager [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Received event network-vif-deleted-dd070191-b4d6-4b4f-87f8-f53788c1ac20 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2072.309286] env[62189]: DEBUG nova.compute.manager [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Received event network-vif-plugged-5f132e38-7cfc-4e96-a27f-cb0f49023e39 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2072.309469] env[62189]: DEBUG oslo_concurrency.lockutils [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] Acquiring lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.309699] env[62189]: DEBUG oslo_concurrency.lockutils [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] Lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.309864] env[62189]: DEBUG oslo_concurrency.lockutils [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] Lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.310040] env[62189]: DEBUG nova.compute.manager [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] No waiting events found dispatching network-vif-plugged-5f132e38-7cfc-4e96-a27f-cb0f49023e39 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2072.310212] env[62189]: WARNING nova.compute.manager [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Received unexpected event network-vif-plugged-5f132e38-7cfc-4e96-a27f-cb0f49023e39 for instance with vm_state building and task_state spawning. [ 2072.310373] env[62189]: DEBUG nova.compute.manager [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Received event network-changed-5f132e38-7cfc-4e96-a27f-cb0f49023e39 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2072.310552] env[62189]: DEBUG nova.compute.manager [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Refreshing instance network info cache due to event network-changed-5f132e38-7cfc-4e96-a27f-cb0f49023e39. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2072.310699] env[62189]: DEBUG oslo_concurrency.lockutils [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] Acquiring lock "refresh_cache-5b2461d3-8b16-4944-aeaa-2a5f2ecce968" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.310831] env[62189]: DEBUG oslo_concurrency.lockutils [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] Acquired lock "refresh_cache-5b2461d3-8b16-4944-aeaa-2a5f2ecce968" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.310982] env[62189]: DEBUG nova.network.neutron [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Refreshing network info cache for port 5f132e38-7cfc-4e96-a27f-cb0f49023e39 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2072.312447] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.312913] env[62189]: DEBUG nova.compute.manager [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2072.316967] env[62189]: DEBUG oslo_concurrency.lockutils [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.131s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.317236] env[62189]: DEBUG oslo_concurrency.lockutils [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.319581] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.337s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.321092] env[62189]: INFO nova.compute.claims [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2072.345438] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7c6a2b-efba-4e58-8d02-93d2fd91982c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.400055] env[62189]: INFO nova.scheduler.client.report [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Deleted allocations for instance 8ffae4bd-a23e-40a6-b90a-42296310e286 [ 2072.449739] env[62189]: DEBUG nova.network.neutron [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Successfully updated port: a6263160-3922-4a27-8a11-93c2932968e8 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2072.581786] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122365, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.658291] env[62189]: DEBUG oslo_concurrency.lockutils [None req-118989db-857e-473c-88c2-b19f245baff7 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "17c416cb-4efb-4678-b581-f86d6a948a35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.434s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.774209] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: cc56c223-6cd4-4a8a-9262-cbb952386f93] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2072.819140] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.821369] env[62189]: DEBUG nova.compute.utils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2072.822996] env[62189]: DEBUG nova.compute.manager [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2072.822996] env[62189]: DEBUG nova.network.neutron [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2072.865032] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2072.866626] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b64dafe2-2340-4721-bbdb-4c7a0129be18 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.878476] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2072.878476] env[62189]: value = "task-2122366" [ 2072.878476] env[62189]: _type = "Task" [ 2072.878476] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.888271] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122366, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.903895] env[62189]: DEBUG nova.network.neutron [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2072.910773] env[62189]: DEBUG oslo_concurrency.lockutils [None req-06dd479e-8ef4-494a-ae87-3ccb359228f2 tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "8ffae4bd-a23e-40a6-b90a-42296310e286" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.609s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.944804] env[62189]: DEBUG nova.policy [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d0912acd20a47388e88c2df2947b23d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9cfad5a04c948319854a7b63ca64206', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2072.954593] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquiring lock "refresh_cache-5b2461d3-8b16-4944-aeaa-2a5f2ecce968" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.990319] env[62189]: DEBUG nova.network.neutron [req-9070ed47-a481-4398-9946-f289d1fe5795 req-f49ae5da-3bfc-48a3-a266-93c2eb791821 service nova] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Updated VIF entry in instance network info cache for port 988c3365-4ba9-42ec-9bbf-f874e1c6864e. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2072.990702] env[62189]: DEBUG nova.network.neutron [req-9070ed47-a481-4398-9946-f289d1fe5795 req-f49ae5da-3bfc-48a3-a266-93c2eb791821 service nova] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Updating instance_info_cache with network_info: [{"id": "988c3365-4ba9-42ec-9bbf-f874e1c6864e", "address": "fa:16:3e:0a:57:2e", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988c3365-4b", "ovs_interfaceid": "988c3365-4ba9-42ec-9bbf-f874e1c6864e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.083768] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122365, 'name': CreateVM_Task, 'duration_secs': 0.631113} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.083967] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2073.084692] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.084865] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.085227] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2073.085495] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2174142c-06f5-4e87-85b1-214a269be613 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.091470] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2073.091470] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5227b307-0ba7-bf9c-f124-d37cac93c764" [ 2073.091470] env[62189]: _type = "Task" [ 2073.091470] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.099454] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5227b307-0ba7-bf9c-f124-d37cac93c764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.162751] env[62189]: DEBUG nova.network.neutron [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.247555] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "17c416cb-4efb-4678-b581-f86d6a948a35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.247881] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "17c416cb-4efb-4678-b581-f86d6a948a35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.248136] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "17c416cb-4efb-4678-b581-f86d6a948a35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.248351] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "17c416cb-4efb-4678-b581-f86d6a948a35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.248559] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "17c416cb-4efb-4678-b581-f86d6a948a35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.252702] env[62189]: INFO nova.compute.manager [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Terminating instance [ 2073.259394] env[62189]: DEBUG nova.network.neutron [-] [instance: bca617fc-c117-4621-b944-366848c3ae11] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.266488] env[62189]: DEBUG nova.compute.manager [req-418f9632-8e20-4885-96ed-b2728ad79cd7 req-e5fb0895-cd2f-41d5-804c-bf293594bffa service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Received event network-vif-plugged-a6263160-3922-4a27-8a11-93c2932968e8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2073.266688] env[62189]: DEBUG oslo_concurrency.lockutils [req-418f9632-8e20-4885-96ed-b2728ad79cd7 req-e5fb0895-cd2f-41d5-804c-bf293594bffa service nova] Acquiring lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.266914] env[62189]: DEBUG oslo_concurrency.lockutils [req-418f9632-8e20-4885-96ed-b2728ad79cd7 req-e5fb0895-cd2f-41d5-804c-bf293594bffa service nova] Lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.267587] env[62189]: DEBUG oslo_concurrency.lockutils [req-418f9632-8e20-4885-96ed-b2728ad79cd7 req-e5fb0895-cd2f-41d5-804c-bf293594bffa service nova] Lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.267829] env[62189]: DEBUG nova.compute.manager [req-418f9632-8e20-4885-96ed-b2728ad79cd7 req-e5fb0895-cd2f-41d5-804c-bf293594bffa service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] No waiting events found dispatching network-vif-plugged-a6263160-3922-4a27-8a11-93c2932968e8 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2073.268151] env[62189]: WARNING nova.compute.manager [req-418f9632-8e20-4885-96ed-b2728ad79cd7 req-e5fb0895-cd2f-41d5-804c-bf293594bffa service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Received unexpected event network-vif-plugged-a6263160-3922-4a27-8a11-93c2932968e8 for instance with vm_state building and task_state spawning. [ 2073.268348] env[62189]: DEBUG nova.compute.manager [req-418f9632-8e20-4885-96ed-b2728ad79cd7 req-e5fb0895-cd2f-41d5-804c-bf293594bffa service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Received event network-changed-a6263160-3922-4a27-8a11-93c2932968e8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2073.268527] env[62189]: DEBUG nova.compute.manager [req-418f9632-8e20-4885-96ed-b2728ad79cd7 req-e5fb0895-cd2f-41d5-804c-bf293594bffa service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Refreshing instance network info cache due to event network-changed-a6263160-3922-4a27-8a11-93c2932968e8. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2073.269372] env[62189]: DEBUG oslo_concurrency.lockutils [req-418f9632-8e20-4885-96ed-b2728ad79cd7 req-e5fb0895-cd2f-41d5-804c-bf293594bffa service nova] Acquiring lock "refresh_cache-5b2461d3-8b16-4944-aeaa-2a5f2ecce968" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.278835] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 53dda0cf-f670-45a3-80a2-4081352e5afb] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2073.326938] env[62189]: DEBUG nova.compute.manager [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2073.391244] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122366, 'name': CreateSnapshot_Task, 'duration_secs': 0.471456} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.391527] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2073.392319] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32c401b-4112-45a7-961b-5b6d3d1d8f94 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.494425] env[62189]: DEBUG oslo_concurrency.lockutils [req-9070ed47-a481-4398-9946-f289d1fe5795 req-f49ae5da-3bfc-48a3-a266-93c2eb791821 service nova] Releasing lock "refresh_cache-0e1f7449-fc0b-44ac-9765-b7c73127aaec" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.494733] env[62189]: DEBUG nova.compute.manager [req-9070ed47-a481-4398-9946-f289d1fe5795 req-f49ae5da-3bfc-48a3-a266-93c2eb791821 service nova] [instance: aeebface-3c21-4986-a215-75f304b381d4] Received event network-vif-deleted-12e9a273-6e56-49cd-88e1-784868da6821 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2073.556588] env[62189]: DEBUG nova.network.neutron [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Successfully updated port: bc84ec8f-d5ee-4468-9e16-98ea401a8091 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2073.607688] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5227b307-0ba7-bf9c-f124-d37cac93c764, 'name': SearchDatastore_Task, 'duration_secs': 0.014153} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.608383] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.608633] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2073.608873] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.609021] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.609203] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2073.609486] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d8c3ff6-fcda-4e99-b604-49fe31cbbe7e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.621694] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2073.621883] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2073.622797] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ffa8bd-13f7-4439-81ba-3486c06395d1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.633772] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2073.633772] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ddb417-4d90-e020-35ac-241c4603ea88" [ 2073.633772] env[62189]: _type = "Task" [ 2073.633772] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.646652] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ddb417-4d90-e020-35ac-241c4603ea88, 'name': SearchDatastore_Task, 'duration_secs': 0.008734} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.647507] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a19417d5-994e-43e2-975a-72a9f12cc440 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.655082] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2073.655082] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52092770-6b62-0e25-a0ee-c6821bbea5a7" [ 2073.655082] env[62189]: _type = "Task" [ 2073.655082] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.663612] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52092770-6b62-0e25-a0ee-c6821bbea5a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.666665] env[62189]: DEBUG oslo_concurrency.lockutils [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] Releasing lock "refresh_cache-5b2461d3-8b16-4944-aeaa-2a5f2ecce968" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.667664] env[62189]: DEBUG nova.compute.manager [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Received event network-vif-plugged-1026bd54-72c4-4bc9-937d-50d044548139 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2073.667664] env[62189]: DEBUG oslo_concurrency.lockutils [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] Acquiring lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.667664] env[62189]: DEBUG oslo_concurrency.lockutils [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] Lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.667664] env[62189]: DEBUG oslo_concurrency.lockutils [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] Lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.667830] env[62189]: DEBUG nova.compute.manager [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] No waiting events found dispatching network-vif-plugged-1026bd54-72c4-4bc9-937d-50d044548139 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2073.667919] env[62189]: WARNING nova.compute.manager [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Received unexpected event network-vif-plugged-1026bd54-72c4-4bc9-937d-50d044548139 for instance with vm_state building and task_state spawning. [ 2073.668096] env[62189]: DEBUG nova.compute.manager [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Received event network-changed-1026bd54-72c4-4bc9-937d-50d044548139 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2073.668259] env[62189]: DEBUG nova.compute.manager [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Refreshing instance network info cache due to event network-changed-1026bd54-72c4-4bc9-937d-50d044548139. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2073.668422] env[62189]: DEBUG oslo_concurrency.lockutils [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] Acquiring lock "refresh_cache-5b2461d3-8b16-4944-aeaa-2a5f2ecce968" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.668558] env[62189]: DEBUG oslo_concurrency.lockutils [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] Acquired lock "refresh_cache-5b2461d3-8b16-4944-aeaa-2a5f2ecce968" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.668712] env[62189]: DEBUG nova.network.neutron [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Refreshing network info cache for port 1026bd54-72c4-4bc9-937d-50d044548139 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2073.752997] env[62189]: DEBUG nova.network.neutron [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Successfully created port: 1cde2dfc-517a-48e4-8509-96051ea8f15c {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2073.757494] env[62189]: DEBUG nova.compute.manager [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2073.757718] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2073.758586] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49d001e-bdf7-48e9-b731-fbfb858d2828 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.765036] env[62189]: INFO nova.compute.manager [-] [instance: bca617fc-c117-4621-b944-366848c3ae11] Took 1.47 seconds to deallocate network for instance. [ 2073.777238] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2073.777512] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf98d53b-221e-4855-9480-f41007f1bb81 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.782362] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 427b309f-7dd9-4b10-82bc-a88a0812abe9] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2073.793041] env[62189]: DEBUG oslo_vmware.api [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 2073.793041] env[62189]: value = "task-2122367" [ 2073.793041] env[62189]: _type = "Task" [ 2073.793041] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.803065] env[62189]: DEBUG oslo_vmware.api [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.884617] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddfcacc-461a-4d40-a719-c7970e3a9894 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.901915] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774806ed-6a11-427c-8b92-7ec937729293 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.948365] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2073.949473] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74e0bfb2-add6-41bd-85e1-c33f49627623 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.953957] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42dbb69-390e-4846-b2e3-0a6001be2d2a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.963356] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2425e0b1-f665-4a10-8284-9b027cb36bc8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.967335] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2073.967335] env[62189]: value = "task-2122368" [ 2073.967335] env[62189]: _type = "Task" [ 2073.967335] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.982682] env[62189]: DEBUG nova.compute.provider_tree [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2073.991875] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122368, 'name': CloneVM_Task} progress is 11%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.058960] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "refresh_cache-2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.059263] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquired lock "refresh_cache-2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.059488] env[62189]: DEBUG nova.network.neutron [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2074.173855] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52092770-6b62-0e25-a0ee-c6821bbea5a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009071} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.174247] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.174602] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 0e1f7449-fc0b-44ac-9765-b7c73127aaec/0e1f7449-fc0b-44ac-9765-b7c73127aaec.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2074.175217] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-433afae1-09ce-4894-869c-4cc98263c03e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.183425] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2074.183425] env[62189]: value = "task-2122369" [ 2074.183425] env[62189]: _type = "Task" [ 2074.183425] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.195031] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.240801] env[62189]: DEBUG nova.network.neutron [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2074.279376] env[62189]: DEBUG oslo_concurrency.lockutils [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.286402] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 0b207809-f807-4fd8-906c-93308156ee3c] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2074.303165] env[62189]: DEBUG oslo_vmware.api [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122367, 'name': PowerOffVM_Task, 'duration_secs': 0.177075} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.303681] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2074.303906] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2074.304294] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ce2f4cf-d6ae-49f0-8dde-92f4a8b23901 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.339593] env[62189]: DEBUG nova.compute.manager [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2074.364853] env[62189]: DEBUG nova.virt.hardware [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='63e6a95e6ac4ebf02b3fe829170328c4',container_format='bare',created_at=2025-01-15T13:49:33Z,direct_url=,disk_format='vmdk',id=b8af8f87-756d-4f08-bf2f-e2b343efbfa3,min_disk=1,min_ram=0,name='tempest-test-snap-1444848066',owner='e9cfad5a04c948319854a7b63ca64206',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-01-15T13:49:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2074.365109] env[62189]: DEBUG nova.virt.hardware [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2074.365283] env[62189]: DEBUG nova.virt.hardware [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2074.365616] env[62189]: DEBUG nova.virt.hardware [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2074.365680] env[62189]: DEBUG nova.virt.hardware [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2074.365816] env[62189]: DEBUG nova.virt.hardware [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2074.366161] env[62189]: DEBUG nova.virt.hardware [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2074.366343] env[62189]: DEBUG nova.virt.hardware [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2074.366541] env[62189]: DEBUG nova.virt.hardware [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2074.366736] env[62189]: DEBUG nova.virt.hardware [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2074.367047] env[62189]: DEBUG nova.virt.hardware [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2074.367876] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58c7beb-4045-4362-bdfe-6dde9cb794a7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.376656] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b249d934-4a11-46fa-871f-f3adab9df37b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.425279] env[62189]: DEBUG nova.network.neutron [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.450038] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2074.450317] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2074.450514] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Deleting the datastore file [datastore2] 17c416cb-4efb-4678-b581-f86d6a948a35 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2074.451261] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dfc9dad-635c-4fd2-a4fb-853b1310e61b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.462410] env[62189]: DEBUG oslo_vmware.api [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for the task: (returnval){ [ 2074.462410] env[62189]: value = "task-2122371" [ 2074.462410] env[62189]: _type = "Task" [ 2074.462410] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.475188] env[62189]: DEBUG oslo_vmware.api [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.479910] env[62189]: DEBUG nova.compute.manager [req-f38916ea-f1f2-4a2d-bcac-3b8371a77066 req-4f513912-7c49-44a7-935e-df3772d32664 service nova] [instance: bca617fc-c117-4621-b944-366848c3ae11] Received event network-vif-deleted-138a7e11-2472-420f-8012-d4ab4070cb8b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2074.480142] env[62189]: DEBUG nova.compute.manager [req-f38916ea-f1f2-4a2d-bcac-3b8371a77066 req-4f513912-7c49-44a7-935e-df3772d32664 service nova] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Received event network-vif-plugged-bc84ec8f-d5ee-4468-9e16-98ea401a8091 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2074.480362] env[62189]: DEBUG oslo_concurrency.lockutils [req-f38916ea-f1f2-4a2d-bcac-3b8371a77066 req-4f513912-7c49-44a7-935e-df3772d32664 service nova] Acquiring lock "2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.480595] env[62189]: DEBUG oslo_concurrency.lockutils [req-f38916ea-f1f2-4a2d-bcac-3b8371a77066 req-4f513912-7c49-44a7-935e-df3772d32664 service nova] Lock "2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.480771] env[62189]: DEBUG oslo_concurrency.lockutils [req-f38916ea-f1f2-4a2d-bcac-3b8371a77066 req-4f513912-7c49-44a7-935e-df3772d32664 service nova] Lock "2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.480948] env[62189]: DEBUG nova.compute.manager [req-f38916ea-f1f2-4a2d-bcac-3b8371a77066 req-4f513912-7c49-44a7-935e-df3772d32664 service nova] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] No waiting events found dispatching network-vif-plugged-bc84ec8f-d5ee-4468-9e16-98ea401a8091 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2074.481118] env[62189]: WARNING nova.compute.manager [req-f38916ea-f1f2-4a2d-bcac-3b8371a77066 req-4f513912-7c49-44a7-935e-df3772d32664 service nova] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Received unexpected event network-vif-plugged-bc84ec8f-d5ee-4468-9e16-98ea401a8091 for instance with vm_state building and task_state spawning. [ 2074.481288] env[62189]: DEBUG nova.compute.manager [req-f38916ea-f1f2-4a2d-bcac-3b8371a77066 req-4f513912-7c49-44a7-935e-df3772d32664 service nova] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Received event network-changed-bc84ec8f-d5ee-4468-9e16-98ea401a8091 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2074.481435] env[62189]: DEBUG nova.compute.manager [req-f38916ea-f1f2-4a2d-bcac-3b8371a77066 req-4f513912-7c49-44a7-935e-df3772d32664 service nova] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Refreshing instance network info cache due to event network-changed-bc84ec8f-d5ee-4468-9e16-98ea401a8091. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2074.481603] env[62189]: DEBUG oslo_concurrency.lockutils [req-f38916ea-f1f2-4a2d-bcac-3b8371a77066 req-4f513912-7c49-44a7-935e-df3772d32664 service nova] Acquiring lock "refresh_cache-2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.486330] env[62189]: DEBUG nova.scheduler.client.report [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2074.489733] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122368, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.504866] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.505170] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.505390] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.505577] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.505752] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.508462] env[62189]: INFO nova.compute.manager [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Terminating instance [ 2074.622755] env[62189]: DEBUG nova.network.neutron [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2074.696264] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122369, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.789873] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 8e2ab3cd-216d-4921-b0e5-d5f88527ceef] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2074.913703] env[62189]: DEBUG nova.network.neutron [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Updating instance_info_cache with network_info: [{"id": "bc84ec8f-d5ee-4468-9e16-98ea401a8091", "address": "fa:16:3e:92:f0:7d", "network": {"id": "d6144321-b30e-405b-a952-77f16f353784", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-331066843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "11af304d38014f438a55fcdba3f6d25e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc84ec8f-d5", "ovs_interfaceid": "bc84ec8f-d5ee-4468-9e16-98ea401a8091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.927582] env[62189]: DEBUG oslo_concurrency.lockutils [req-d35df1b7-1c3e-419b-884b-65544edb382f req-df36c144-fef3-4c94-a499-a3e53f9fb14e service nova] Releasing lock "refresh_cache-5b2461d3-8b16-4944-aeaa-2a5f2ecce968" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.928573] env[62189]: DEBUG oslo_concurrency.lockutils [req-418f9632-8e20-4885-96ed-b2728ad79cd7 req-e5fb0895-cd2f-41d5-804c-bf293594bffa service nova] Acquired lock "refresh_cache-5b2461d3-8b16-4944-aeaa-2a5f2ecce968" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.928573] env[62189]: DEBUG nova.network.neutron [req-418f9632-8e20-4885-96ed-b2728ad79cd7 req-e5fb0895-cd2f-41d5-804c-bf293594bffa service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Refreshing network info cache for port a6263160-3922-4a27-8a11-93c2932968e8 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2074.974766] env[62189]: DEBUG oslo_vmware.api [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Task: {'id': task-2122371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387856} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.975527] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2074.975771] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2074.976093] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2074.976202] env[62189]: INFO nova.compute.manager [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2074.976696] env[62189]: DEBUG oslo.service.loopingcall [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.976696] env[62189]: DEBUG nova.compute.manager [-] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2074.976832] env[62189]: DEBUG nova.network.neutron [-] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2074.981922] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122368, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.991112] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.991664] env[62189]: DEBUG nova.compute.manager [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2074.994626] env[62189]: DEBUG oslo_concurrency.lockutils [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.048s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.994853] env[62189]: DEBUG nova.objects.instance [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62189) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2075.014437] env[62189]: DEBUG nova.compute.manager [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2075.014610] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2075.016360] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e072f9-edca-4132-a524-dd0a546ab3e2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.028997] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2075.030381] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cabacad-50ab-4429-ba01-52cf4e76ec31 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.037549] env[62189]: DEBUG oslo_vmware.api [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 2075.037549] env[62189]: value = "task-2122372" [ 2075.037549] env[62189]: _type = "Task" [ 2075.037549] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.048713] env[62189]: DEBUG oslo_vmware.api [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.198208] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540684} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.198715] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 0e1f7449-fc0b-44ac-9765-b7c73127aaec/0e1f7449-fc0b-44ac-9765-b7c73127aaec.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2075.198869] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2075.199512] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3e77a59-830a-4b55-931f-26b125435cbb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.209346] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2075.209346] env[62189]: value = "task-2122373" [ 2075.209346] env[62189]: _type = "Task" [ 2075.209346] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.222696] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.293541] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 674e7329-baf4-4f64-9c93-eaa001eb5472] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2075.381156] env[62189]: DEBUG nova.network.neutron [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Successfully updated port: 1cde2dfc-517a-48e4-8509-96051ea8f15c {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2075.421417] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Releasing lock "refresh_cache-2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.421417] env[62189]: DEBUG nova.compute.manager [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Instance network_info: |[{"id": "bc84ec8f-d5ee-4468-9e16-98ea401a8091", "address": "fa:16:3e:92:f0:7d", "network": {"id": "d6144321-b30e-405b-a952-77f16f353784", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-331066843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "11af304d38014f438a55fcdba3f6d25e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc84ec8f-d5", "ovs_interfaceid": "bc84ec8f-d5ee-4468-9e16-98ea401a8091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2075.421417] env[62189]: DEBUG oslo_concurrency.lockutils [req-f38916ea-f1f2-4a2d-bcac-3b8371a77066 req-4f513912-7c49-44a7-935e-df3772d32664 service nova] Acquired lock "refresh_cache-2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.421417] env[62189]: DEBUG nova.network.neutron [req-f38916ea-f1f2-4a2d-bcac-3b8371a77066 req-4f513912-7c49-44a7-935e-df3772d32664 service nova] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Refreshing network info cache for port bc84ec8f-d5ee-4468-9e16-98ea401a8091 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2075.421417] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:f0:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc84ec8f-d5ee-4468-9e16-98ea401a8091', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2075.430959] env[62189]: DEBUG oslo.service.loopingcall [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2075.434385] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2075.435133] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd7e3dfc-fc6f-442f-a313-50a82bb7e077 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.457051] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2075.457051] env[62189]: value = "task-2122374" [ 2075.457051] env[62189]: _type = "Task" [ 2075.457051] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.466741] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122374, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.477099] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122368, 'name': CloneVM_Task} progress is 95%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.498171] env[62189]: DEBUG nova.network.neutron [req-418f9632-8e20-4885-96ed-b2728ad79cd7 req-e5fb0895-cd2f-41d5-804c-bf293594bffa service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2075.501346] env[62189]: DEBUG nova.compute.utils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2075.505671] env[62189]: DEBUG nova.compute.manager [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2075.505851] env[62189]: DEBUG nova.network.neutron [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2075.548281] env[62189]: DEBUG oslo_vmware.api [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122372, 'name': PowerOffVM_Task, 'duration_secs': 0.226135} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.548281] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2075.548281] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2075.548281] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dc1d3e7-1c46-434d-8497-876e5461d7e7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.595884] env[62189]: DEBUG nova.compute.manager [req-573eca08-d4ea-4fe7-978b-96ff72dffebc req-74401574-13ab-40d0-b306-f1307a72b503 service nova] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Received event network-vif-plugged-1cde2dfc-517a-48e4-8509-96051ea8f15c {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2075.596766] env[62189]: DEBUG oslo_concurrency.lockutils [req-573eca08-d4ea-4fe7-978b-96ff72dffebc req-74401574-13ab-40d0-b306-f1307a72b503 service nova] Acquiring lock "f266de18-c112-43a4-adb6-b0cc33ee8aae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.596766] env[62189]: DEBUG oslo_concurrency.lockutils [req-573eca08-d4ea-4fe7-978b-96ff72dffebc req-74401574-13ab-40d0-b306-f1307a72b503 service nova] Lock "f266de18-c112-43a4-adb6-b0cc33ee8aae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.596766] env[62189]: DEBUG oslo_concurrency.lockutils [req-573eca08-d4ea-4fe7-978b-96ff72dffebc req-74401574-13ab-40d0-b306-f1307a72b503 service nova] Lock "f266de18-c112-43a4-adb6-b0cc33ee8aae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.596910] env[62189]: DEBUG nova.compute.manager [req-573eca08-d4ea-4fe7-978b-96ff72dffebc req-74401574-13ab-40d0-b306-f1307a72b503 service nova] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] No waiting events found dispatching network-vif-plugged-1cde2dfc-517a-48e4-8509-96051ea8f15c {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2075.597066] env[62189]: WARNING nova.compute.manager [req-573eca08-d4ea-4fe7-978b-96ff72dffebc req-74401574-13ab-40d0-b306-f1307a72b503 service nova] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Received unexpected event network-vif-plugged-1cde2dfc-517a-48e4-8509-96051ea8f15c for instance with vm_state building and task_state spawning. [ 2075.650208] env[62189]: DEBUG nova.network.neutron [req-418f9632-8e20-4885-96ed-b2728ad79cd7 req-e5fb0895-cd2f-41d5-804c-bf293594bffa service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.719565] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121141} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.725019] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2075.725019] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d911206-8aa4-441e-81a4-66792cae195c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.726382] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2075.726618] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2075.726796] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Deleting the datastore file [datastore2] 6caf9898-a70f-4e51-93a5-c7bc4af8ad41 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2075.727390] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-402f16fd-1c20-46d0-9271-ee0e6f8fc556 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.752754] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 0e1f7449-fc0b-44ac-9765-b7c73127aaec/0e1f7449-fc0b-44ac-9765-b7c73127aaec.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2075.754560] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4586eedd-e268-41bf-84bd-f182f61629dd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.770108] env[62189]: DEBUG oslo_vmware.api [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for the task: (returnval){ [ 2075.770108] env[62189]: value = "task-2122376" [ 2075.770108] env[62189]: _type = "Task" [ 2075.770108] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.775723] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2075.775723] env[62189]: value = "task-2122377" [ 2075.775723] env[62189]: _type = "Task" [ 2075.775723] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.782420] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquiring lock "68f7cb35-c13c-405c-a071-e6baa9f254f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.782708] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "68f7cb35-c13c-405c-a071-e6baa9f254f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.782963] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquiring lock "68f7cb35-c13c-405c-a071-e6baa9f254f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.783176] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "68f7cb35-c13c-405c-a071-e6baa9f254f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.783368] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "68f7cb35-c13c-405c-a071-e6baa9f254f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.785681] env[62189]: DEBUG oslo_vmware.api [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.791066] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122377, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.792044] env[62189]: INFO nova.compute.manager [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Terminating instance [ 2075.794696] env[62189]: DEBUG nova.policy [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5b9c0c57cde4c968761bea79e161a93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4c2687d706b4e10b6e412f4532d8114', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2075.797576] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: a8d75cbd-7174-4b93-8735-f76278917633] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2075.884423] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "refresh_cache-f266de18-c112-43a4-adb6-b0cc33ee8aae" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.884423] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired lock "refresh_cache-f266de18-c112-43a4-adb6-b0cc33ee8aae" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.884423] env[62189]: DEBUG nova.network.neutron [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2075.967371] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122374, 'name': CreateVM_Task, 'duration_secs': 0.49696} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.967542] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2075.968215] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.968382] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.968694] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2075.969010] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90782ed-0b1a-4a61-ac31-d0707959f1ce {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.976605] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2075.976605] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5246061d-8bb2-3587-6758-4f8d08a8adb1" [ 2075.976605] env[62189]: _type = "Task" [ 2075.976605] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.982290] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122368, 'name': CloneVM_Task, 'duration_secs': 1.70512} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.991850] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Created linked-clone VM from snapshot [ 2075.992836] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b40dcf-83fa-499d-84f7-a0d434f72e34 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.002601] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5246061d-8bb2-3587-6758-4f8d08a8adb1, 'name': SearchDatastore_Task, 'duration_secs': 0.010853} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.005671] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.005950] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2076.006168] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.006303] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.006481] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2076.006770] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Uploading image ca6f205a-d081-40e9-9555-53ba26de8bde {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2076.009123] env[62189]: DEBUG nova.compute.manager [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2076.015339] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56bb9747-e178-447c-abee-4d2129d39220 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.017535] env[62189]: DEBUG oslo_concurrency.lockutils [None req-430cb0b9-269d-41ab-8173-09b6076dc9bd tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.018749] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.251s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.032205] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2076.032205] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2076.033354] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-484f49f8-eea8-4c09-9106-08d0915fd76a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.041645] env[62189]: DEBUG oslo_vmware.rw_handles [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2076.041645] env[62189]: value = "vm-434187" [ 2076.041645] env[62189]: _type = "VirtualMachine" [ 2076.041645] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2076.042740] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-743c99a9-cbf6-4bfb-90ea-cbdfe243ec5c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.047382] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2076.047382] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52eebe7e-7bbf-6204-e492-f6de0b8aecc9" [ 2076.047382] env[62189]: _type = "Task" [ 2076.047382] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.061498] env[62189]: DEBUG oslo_vmware.rw_handles [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lease: (returnval){ [ 2076.061498] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52921fc1-556e-e146-aac3-30f0631fbda1" [ 2076.061498] env[62189]: _type = "HttpNfcLease" [ 2076.061498] env[62189]: } obtained for exporting VM: (result){ [ 2076.061498] env[62189]: value = "vm-434187" [ 2076.061498] env[62189]: _type = "VirtualMachine" [ 2076.061498] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2076.061974] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the lease: (returnval){ [ 2076.061974] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52921fc1-556e-e146-aac3-30f0631fbda1" [ 2076.061974] env[62189]: _type = "HttpNfcLease" [ 2076.061974] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2076.071587] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52eebe7e-7bbf-6204-e492-f6de0b8aecc9, 'name': SearchDatastore_Task, 'duration_secs': 0.012029} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.072781] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638c9fd9-d4ab-4ade-a3fc-885248703d9c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.077577] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2076.077577] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52921fc1-556e-e146-aac3-30f0631fbda1" [ 2076.077577] env[62189]: _type = "HttpNfcLease" [ 2076.077577] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2076.080608] env[62189]: DEBUG oslo_vmware.rw_handles [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2076.080608] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52921fc1-556e-e146-aac3-30f0631fbda1" [ 2076.080608] env[62189]: _type = "HttpNfcLease" [ 2076.080608] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2076.081751] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332d98d2-6e88-49db-a62f-fe21d7882700 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.085630] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2076.085630] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5208e787-80ec-ce8c-20cf-eb806f9610b6" [ 2076.085630] env[62189]: _type = "Task" [ 2076.085630] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.093460] env[62189]: DEBUG oslo_vmware.rw_handles [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d18c7-f38b-96c4-2267-fe8395b840ad/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2076.093554] env[62189]: DEBUG oslo_vmware.rw_handles [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d18c7-f38b-96c4-2267-fe8395b840ad/disk-0.vmdk for reading. {{(pid=62189) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2076.157062] env[62189]: DEBUG oslo_concurrency.lockutils [req-418f9632-8e20-4885-96ed-b2728ad79cd7 req-e5fb0895-cd2f-41d5-804c-bf293594bffa service nova] Releasing lock "refresh_cache-5b2461d3-8b16-4944-aeaa-2a5f2ecce968" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.164718] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquired lock "refresh_cache-5b2461d3-8b16-4944-aeaa-2a5f2ecce968" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.164935] env[62189]: DEBUG nova.network.neutron [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2076.166655] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5208e787-80ec-ce8c-20cf-eb806f9610b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012573} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.170095] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.170095] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6/2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2076.170095] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af357c7c-33dd-414d-9eeb-339c0cf53318 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.178132] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2076.178132] env[62189]: value = "task-2122379" [ 2076.178132] env[62189]: _type = "Task" [ 2076.178132] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.190282] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.205134] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-abfae553-54f8-493a-8c3d-4e99f6cfe026 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.224605] env[62189]: DEBUG nova.network.neutron [-] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.289392] env[62189]: DEBUG oslo_vmware.api [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Task: {'id': task-2122376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195697} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.290620] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2076.290620] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2076.290840] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2076.290840] env[62189]: INFO nova.compute.manager [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2076.291041] env[62189]: DEBUG oslo.service.loopingcall [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2076.291299] env[62189]: DEBUG nova.compute.manager [-] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2076.291362] env[62189]: DEBUG nova.network.neutron [-] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2076.295828] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122377, 'name': ReconfigVM_Task, 'duration_secs': 0.332805} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.296271] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 0e1f7449-fc0b-44ac-9765-b7c73127aaec/0e1f7449-fc0b-44ac-9765-b7c73127aaec.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2076.296878] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-301e7669-9c64-4afc-bbe0-949c3ea1d73b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.302190] env[62189]: DEBUG nova.compute.manager [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2076.302389] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2076.303796] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b3bec1-ca83-4da1-9437-5d46496125ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.307686] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 7674b0de-f406-4afe-b34c-e1a6d9120ca8] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2076.309529] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2076.309529] env[62189]: value = "task-2122380" [ 2076.309529] env[62189]: _type = "Task" [ 2076.309529] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.320348] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2076.321163] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-311ecb84-fb37-4b41-83fc-2f800208124e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.326725] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122380, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.338867] env[62189]: DEBUG oslo_vmware.api [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2076.338867] env[62189]: value = "task-2122381" [ 2076.338867] env[62189]: _type = "Task" [ 2076.338867] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.353305] env[62189]: DEBUG oslo_vmware.api [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.411369] env[62189]: DEBUG nova.network.neutron [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Successfully created port: 7326f50b-6cf3-4974-8a8f-0226b616fe9e {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2076.415712] env[62189]: DEBUG nova.network.neutron [req-f38916ea-f1f2-4a2d-bcac-3b8371a77066 req-4f513912-7c49-44a7-935e-df3772d32664 service nova] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Updated VIF entry in instance network info cache for port bc84ec8f-d5ee-4468-9e16-98ea401a8091. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2076.416050] env[62189]: DEBUG nova.network.neutron [req-f38916ea-f1f2-4a2d-bcac-3b8371a77066 req-4f513912-7c49-44a7-935e-df3772d32664 service nova] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Updating instance_info_cache with network_info: [{"id": "bc84ec8f-d5ee-4468-9e16-98ea401a8091", "address": "fa:16:3e:92:f0:7d", "network": {"id": "d6144321-b30e-405b-a952-77f16f353784", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-331066843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "11af304d38014f438a55fcdba3f6d25e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc84ec8f-d5", "ovs_interfaceid": "bc84ec8f-d5ee-4468-9e16-98ea401a8091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.468993] env[62189]: DEBUG nova.network.neutron [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2076.563516] env[62189]: DEBUG nova.compute.manager [req-fd1620b1-e652-43ae-a23b-d5ff606dca21 req-284b240d-683f-44cf-88ba-42fdce63710f service nova] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Received event network-vif-deleted-9db6badf-b219-49ec-b170-dc5e8d3b2988 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2076.629745] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88080e03-1208-42b1-b691-429aba935d26 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.638621] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05326ba-8e5f-44d8-9c77-af6561fe04ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.674089] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328eecff-0819-40bb-9b3f-d46fa60f0a71 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.685968] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddde1fa1-ca45-465c-9bb3-dc6039f66763 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.695481] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.708929] env[62189]: DEBUG nova.compute.provider_tree [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2076.728310] env[62189]: INFO nova.compute.manager [-] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Took 1.75 seconds to deallocate network for instance. [ 2076.741537] env[62189]: DEBUG nova.network.neutron [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2076.815067] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 8f3c6230-2a8f-4b97-9fef-7df63b159e42] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2076.825815] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122380, 'name': Rename_Task, 'duration_secs': 0.185926} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.831032] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2076.831363] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-996aaf43-0dbb-4a25-9200-bfaca50b47a4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.840369] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2076.840369] env[62189]: value = "task-2122382" [ 2076.840369] env[62189]: _type = "Task" [ 2076.840369] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.855863] env[62189]: DEBUG oslo_vmware.api [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122381, 'name': PowerOffVM_Task, 'duration_secs': 0.190051} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.859710] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2076.862147] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2076.862147] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.862147] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a847f4e-afea-4a2a-8daa-9941e80b268a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.876723] env[62189]: DEBUG nova.network.neutron [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Updating instance_info_cache with network_info: [{"id": "1cde2dfc-517a-48e4-8509-96051ea8f15c", "address": "fa:16:3e:b3:62:16", "network": {"id": "eca82f7d-352d-44da-a879-56c5f8cfacbb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-513640798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cfad5a04c948319854a7b63ca64206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cde2dfc-51", "ovs_interfaceid": "1cde2dfc-517a-48e4-8509-96051ea8f15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.919985] env[62189]: DEBUG oslo_concurrency.lockutils [req-f38916ea-f1f2-4a2d-bcac-3b8371a77066 req-4f513912-7c49-44a7-935e-df3772d32664 service nova] Releasing lock "refresh_cache-2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.029895] env[62189]: DEBUG nova.compute.manager [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2077.068028] env[62189]: DEBUG nova.virt.hardware [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2077.068445] env[62189]: DEBUG nova.virt.hardware [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2077.068673] env[62189]: DEBUG nova.virt.hardware [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2077.068905] env[62189]: DEBUG nova.virt.hardware [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2077.069145] env[62189]: DEBUG nova.virt.hardware [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2077.069400] env[62189]: DEBUG nova.virt.hardware [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2077.069656] env[62189]: DEBUG nova.virt.hardware [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2077.069846] env[62189]: DEBUG nova.virt.hardware [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2077.070056] env[62189]: DEBUG nova.virt.hardware [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2077.070317] env[62189]: DEBUG nova.virt.hardware [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2077.070557] env[62189]: DEBUG nova.virt.hardware [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2077.071565] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996fef4d-98a1-4991-b7b8-888c9637f8b1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.080526] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110e296c-7afa-4afb-8f54-100f45dcea83 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.191748] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122379, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.212696] env[62189]: DEBUG nova.scheduler.client.report [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2077.237502] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.319861] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: ab4c28c6-4d64-435d-8865-d418a37a4562] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2077.360568] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122382, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.373455] env[62189]: DEBUG nova.network.neutron [-] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.384584] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Releasing lock "refresh_cache-f266de18-c112-43a4-adb6-b0cc33ee8aae" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.384939] env[62189]: DEBUG nova.compute.manager [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Instance network_info: |[{"id": "1cde2dfc-517a-48e4-8509-96051ea8f15c", "address": "fa:16:3e:b3:62:16", "network": {"id": "eca82f7d-352d-44da-a879-56c5f8cfacbb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-513640798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cfad5a04c948319854a7b63ca64206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cde2dfc-51", "ovs_interfaceid": "1cde2dfc-517a-48e4-8509-96051ea8f15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2077.385417] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:62:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cde2dfc-517a-48e4-8509-96051ea8f15c', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2077.396199] env[62189]: DEBUG oslo.service.loopingcall [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2077.396898] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2077.397276] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65bc1573-a557-4f30-9a28-b020ac04d08a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.429409] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2077.429409] env[62189]: value = "task-2122384" [ 2077.429409] env[62189]: _type = "Task" [ 2077.429409] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.446938] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122384, 'name': CreateVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.592228] env[62189]: DEBUG nova.network.neutron [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Updating instance_info_cache with network_info: [{"id": "5f132e38-7cfc-4e96-a27f-cb0f49023e39", "address": "fa:16:3e:7a:64:58", "network": {"id": "a7c976a4-1105-449e-88b8-a6c1915bfa75", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1711614066", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5d7fa4749714dae896fd2c5fa404814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f132e38-7c", "ovs_interfaceid": "5f132e38-7cfc-4e96-a27f-cb0f49023e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1026bd54-72c4-4bc9-937d-50d044548139", "address": "fa:16:3e:45:bf:d3", "network": {"id": "52a4213e-07be-4015-8795-e8be14219c6d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1000253388", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e5d7fa4749714dae896fd2c5fa404814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1026bd54-72", "ovs_interfaceid": "1026bd54-72c4-4bc9-937d-50d044548139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6263160-3922-4a27-8a11-93c2932968e8", "address": "fa:16:3e:f7:0a:bb", "network": {"id": "a7c976a4-1105-449e-88b8-a6c1915bfa75", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1711614066", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5d7fa4749714dae896fd2c5fa404814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6263160-39", "ovs_interfaceid": "a6263160-3922-4a27-8a11-93c2932968e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.673989] env[62189]: DEBUG nova.compute.manager [req-e665283b-1d5b-48a9-8ecf-f2fe68f8e1f5 req-0dc7c540-7199-46cc-a355-c46c0a0d83be service nova] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Received event network-changed-1cde2dfc-517a-48e4-8509-96051ea8f15c {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2077.674693] env[62189]: DEBUG nova.compute.manager [req-e665283b-1d5b-48a9-8ecf-f2fe68f8e1f5 req-0dc7c540-7199-46cc-a355-c46c0a0d83be service nova] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Refreshing instance network info cache due to event network-changed-1cde2dfc-517a-48e4-8509-96051ea8f15c. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2077.674693] env[62189]: DEBUG oslo_concurrency.lockutils [req-e665283b-1d5b-48a9-8ecf-f2fe68f8e1f5 req-0dc7c540-7199-46cc-a355-c46c0a0d83be service nova] Acquiring lock "refresh_cache-f266de18-c112-43a4-adb6-b0cc33ee8aae" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.674693] env[62189]: DEBUG oslo_concurrency.lockutils [req-e665283b-1d5b-48a9-8ecf-f2fe68f8e1f5 req-0dc7c540-7199-46cc-a355-c46c0a0d83be service nova] Acquired lock "refresh_cache-f266de18-c112-43a4-adb6-b0cc33ee8aae" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.674693] env[62189]: DEBUG nova.network.neutron [req-e665283b-1d5b-48a9-8ecf-f2fe68f8e1f5 req-0dc7c540-7199-46cc-a355-c46c0a0d83be service nova] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Refreshing network info cache for port 1cde2dfc-517a-48e4-8509-96051ea8f15c {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2077.690130] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122379, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.384454} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.690513] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6/2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2077.690734] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2077.691092] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5be4419f-863e-4c2d-bf79-0339bcb4a544 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.698198] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2077.698198] env[62189]: value = "task-2122385" [ 2077.698198] env[62189]: _type = "Task" [ 2077.698198] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.706688] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.720342] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.720568] env[62189]: INFO nova.compute.manager [None req-3e369950-2039-48b0-84b4-d98904ad4ba2 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Successfully reverted task state from rebuilding on failure for instance. [ 2077.726053] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.817s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.726328] env[62189]: DEBUG nova.objects.instance [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lazy-loading 'resources' on Instance uuid a1c75f43-b0aa-4843-a22b-c8fa33996a9c {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2077.824252] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: e5b9278a-6ae0-4364-85af-05f776e29f05] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2077.857858] env[62189]: DEBUG oslo_vmware.api [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122382, 'name': PowerOnVM_Task, 'duration_secs': 0.787047} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.858886] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2077.858886] env[62189]: INFO nova.compute.manager [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Took 8.96 seconds to spawn the instance on the hypervisor. [ 2077.859331] env[62189]: DEBUG nova.compute.manager [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2077.860230] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245f2d9f-f634-4fe6-8e66-d18890ee2547 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.876820] env[62189]: INFO nova.compute.manager [-] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Took 1.59 seconds to deallocate network for instance. [ 2077.941170] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122384, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.095826] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Releasing lock "refresh_cache-5b2461d3-8b16-4944-aeaa-2a5f2ecce968" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.096481] env[62189]: DEBUG nova.compute.manager [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Instance network_info: |[{"id": "5f132e38-7cfc-4e96-a27f-cb0f49023e39", "address": "fa:16:3e:7a:64:58", "network": {"id": "a7c976a4-1105-449e-88b8-a6c1915bfa75", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1711614066", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5d7fa4749714dae896fd2c5fa404814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f132e38-7c", "ovs_interfaceid": "5f132e38-7cfc-4e96-a27f-cb0f49023e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1026bd54-72c4-4bc9-937d-50d044548139", "address": "fa:16:3e:45:bf:d3", "network": {"id": "52a4213e-07be-4015-8795-e8be14219c6d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1000253388", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e5d7fa4749714dae896fd2c5fa404814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1026bd54-72", "ovs_interfaceid": "1026bd54-72c4-4bc9-937d-50d044548139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6263160-3922-4a27-8a11-93c2932968e8", "address": "fa:16:3e:f7:0a:bb", "network": {"id": "a7c976a4-1105-449e-88b8-a6c1915bfa75", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1711614066", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5d7fa4749714dae896fd2c5fa404814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6263160-39", "ovs_interfaceid": "a6263160-3922-4a27-8a11-93c2932968e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2078.097170] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:64:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f132e38-7cfc-4e96-a27f-cb0f49023e39', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:bf:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1026bd54-72c4-4bc9-937d-50d044548139', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:0a:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6263160-3922-4a27-8a11-93c2932968e8', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2078.110645] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Creating folder: Project (e5d7fa4749714dae896fd2c5fa404814). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2078.112236] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c1fb878-cb71-4acd-9d21-f16774e57987 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.123200] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Created folder: Project (e5d7fa4749714dae896fd2c5fa404814) in parent group-v433996. [ 2078.123620] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Creating folder: Instances. Parent ref: group-v434190. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2078.123766] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8469ea6e-7986-418e-a209-6ffb8fc64f4b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.133557] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Created folder: Instances in parent group-v434190. [ 2078.133997] env[62189]: DEBUG oslo.service.loopingcall [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2078.134287] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2078.134564] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc48b404-1268-43d0-8788-f7be2fd3be18 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.160139] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2078.160139] env[62189]: value = "task-2122388" [ 2078.160139] env[62189]: _type = "Task" [ 2078.160139] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.168594] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122388, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.208266] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145384} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.208746] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2078.210038] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08bc03f-d768-4183-921a-5b1994229cf3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.256664] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6/2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2078.257577] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e29874cc-f3fc-43ea-a717-34f75c3e4d49 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.294925] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2078.294925] env[62189]: value = "task-2122389" [ 2078.294925] env[62189]: _type = "Task" [ 2078.294925] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.304822] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.328308] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 008bb658-5840-4e78-8fcd-2ad8e6618dbd] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2078.382670] env[62189]: INFO nova.compute.manager [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Took 43.97 seconds to build instance. [ 2078.384155] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.440545] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122384, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.564913] env[62189]: DEBUG nova.network.neutron [req-e665283b-1d5b-48a9-8ecf-f2fe68f8e1f5 req-0dc7c540-7199-46cc-a355-c46c0a0d83be service nova] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Updated VIF entry in instance network info cache for port 1cde2dfc-517a-48e4-8509-96051ea8f15c. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2078.565313] env[62189]: DEBUG nova.network.neutron [req-e665283b-1d5b-48a9-8ecf-f2fe68f8e1f5 req-0dc7c540-7199-46cc-a355-c46c0a0d83be service nova] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Updating instance_info_cache with network_info: [{"id": "1cde2dfc-517a-48e4-8509-96051ea8f15c", "address": "fa:16:3e:b3:62:16", "network": {"id": "eca82f7d-352d-44da-a879-56c5f8cfacbb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-513640798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cfad5a04c948319854a7b63ca64206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cde2dfc-51", "ovs_interfaceid": "1cde2dfc-517a-48e4-8509-96051ea8f15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.670829] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122388, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.791535] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f396d5-6d6a-4c9e-9e85-723eb8268038 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.807729] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2176345e-a628-44cf-a211-9881c5793460 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.811653] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122389, 'name': ReconfigVM_Task, 'duration_secs': 0.460302} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.811960] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6/2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2078.812987] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9c2f9b9-cb3f-4a18-b71f-5bfbbf527f0c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.841871] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2078.842210] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Cleaning up deleted instances with incomplete migration {{(pid=62189) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2078.844429] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d62d325-642a-4d7a-802f-e0aec0fd531e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.849069] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2078.849069] env[62189]: value = "task-2122390" [ 2078.849069] env[62189]: _type = "Task" [ 2078.849069] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.858167] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f01266a-88f2-4ab7-a004-4d5551f8513e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.866915] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122390, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.877083] env[62189]: DEBUG nova.compute.provider_tree [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2078.885607] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a5cf4a0c-2613-469d-95f0-9a973c0b70e1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.503s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.942660] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122384, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.070863] env[62189]: DEBUG oslo_concurrency.lockutils [req-e665283b-1d5b-48a9-8ecf-f2fe68f8e1f5 req-0dc7c540-7199-46cc-a355-c46c0a0d83be service nova] Releasing lock "refresh_cache-f266de18-c112-43a4-adb6-b0cc33ee8aae" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.071249] env[62189]: DEBUG nova.compute.manager [req-e665283b-1d5b-48a9-8ecf-f2fe68f8e1f5 req-0dc7c540-7199-46cc-a355-c46c0a0d83be service nova] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Received event network-vif-deleted-2f41c132-8cbe-47e1-89b2-0329834247d5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2079.170682] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122388, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.350489] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2079.360695] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122390, 'name': Rename_Task, 'duration_secs': 0.189485} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.361518] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2079.361518] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8b3ced0-e89e-4c29-bdfe-59fcff4c8deb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.368740] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2079.368740] env[62189]: value = "task-2122391" [ 2079.368740] env[62189]: _type = "Task" [ 2079.368740] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.377526] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.380465] env[62189]: DEBUG nova.scheduler.client.report [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2079.442454] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122384, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.572417] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.572664] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.671971] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122388, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.879499] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.885429] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.887728] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.558s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.887960] env[62189]: DEBUG nova.objects.instance [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Lazy-loading 'resources' on Instance uuid db089fb0-615d-47cf-8a32-d1def53bebbb {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2079.908646] env[62189]: INFO nova.scheduler.client.report [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Deleted allocations for instance a1c75f43-b0aa-4843-a22b-c8fa33996a9c [ 2079.944220] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122384, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.075628] env[62189]: DEBUG nova.compute.utils [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2080.173159] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122388, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.382172] env[62189]: DEBUG oslo_vmware.api [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122391, 'name': PowerOnVM_Task, 'duration_secs': 0.587785} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.382535] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2080.382826] env[62189]: INFO nova.compute.manager [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Took 8.78 seconds to spawn the instance on the hypervisor. [ 2080.383056] env[62189]: DEBUG nova.compute.manager [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2080.384024] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a359b20-cd97-49cf-b177-e6cf7a4e0ffc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.421450] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a024554e-7b48-43b0-be45-b1db47807e39 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "a1c75f43-b0aa-4843-a22b-c8fa33996a9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.617s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.447530] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122384, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.579881] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.680589] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122388, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.796437] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee219e4-9548-49ae-be4c-c4f089df83cd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.806544] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75996c81-6742-44b7-8c1a-929cda9c9950 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.834261] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4aca23-bcec-408a-93d3-fa03cd762b77 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.842943] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb145bc6-a997-4272-9e02-30142785c1e3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.859582] env[62189]: DEBUG nova.compute.provider_tree [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.907451] env[62189]: INFO nova.compute.manager [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Took 45.98 seconds to build instance. [ 2080.945656] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122384, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.179263] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122388, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.363932] env[62189]: DEBUG nova.scheduler.client.report [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2081.409645] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0656f424-ddc4-4d80-aeba-63899dfab71d tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.498s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.412803] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2081.412803] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2081.445605] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122384, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.593926] env[62189]: INFO nova.compute.manager [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Rescuing [ 2081.594292] env[62189]: DEBUG oslo_concurrency.lockutils [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "refresh_cache-2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.594447] env[62189]: DEBUG oslo_concurrency.lockutils [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquired lock "refresh_cache-2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.594624] env[62189]: DEBUG nova.network.neutron [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2081.654845] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.655140] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.655410] env[62189]: INFO nova.compute.manager [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Attaching volume 7983da7d-7a93-4620-bff4-eb883c564d90 to /dev/sdb [ 2081.678942] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122388, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.691528] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc6ebc8-f99f-4f89-bbae-380b785e36f9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.698434] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca41e0f0-6c6b-4638-81b6-759692f27e3c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.714464] env[62189]: DEBUG nova.virt.block_device [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Updating existing volume attachment record: 5d012bfb-4fcf-49bf-9a00-4296ca935120 {{(pid=62189) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2081.871029] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.873565] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.958s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.873801] env[62189]: DEBUG nova.objects.instance [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Lazy-loading 'resources' on Instance uuid b6a601ce-edba-4012-92d3-236b3cefb8ca {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2081.901177] env[62189]: INFO nova.scheduler.client.report [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Deleted allocations for instance db089fb0-615d-47cf-8a32-d1def53bebbb [ 2081.923780] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2081.923931] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2081.960210] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122384, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.178146] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122388, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.365143] env[62189]: DEBUG nova.network.neutron [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Updating instance_info_cache with network_info: [{"id": "bc84ec8f-d5ee-4468-9e16-98ea401a8091", "address": "fa:16:3e:92:f0:7d", "network": {"id": "d6144321-b30e-405b-a952-77f16f353784", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-331066843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "11af304d38014f438a55fcdba3f6d25e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc84ec8f-d5", "ovs_interfaceid": "bc84ec8f-d5ee-4468-9e16-98ea401a8091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.411952] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c5004dad-da37-42b9-9708-b9b8dd168f91 tempest-ServersTestBootFromVolume-1463905071 tempest-ServersTestBootFromVolume-1463905071-project-member] Lock "db089fb0-615d-47cf-8a32-d1def53bebbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.509s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.456863] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122384, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.678649] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122388, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.769214] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199f9048-0e8c-446c-9c1f-427c6a792902 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.777229] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98373353-1a94-462a-9220-2e3529be9b4b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.811445] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e693af-99b7-43c6-a045-05aba98ff54d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.819789] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc2ed9c-8632-472a-beaf-dff532c7a091 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.835547] env[62189]: DEBUG nova.compute.provider_tree [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2082.868446] env[62189]: DEBUG oslo_concurrency.lockutils [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Releasing lock "refresh_cache-2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.924703] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.924944] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.948410] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122384, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.180533] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122388, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.340080] env[62189]: DEBUG nova.scheduler.client.report [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2083.429562] env[62189]: DEBUG nova.compute.manager [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2083.448466] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122384, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.502493] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "refresh_cache-eea91f08-c90d-41f5-81f0-effb11446791" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.502646] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquired lock "refresh_cache-eea91f08-c90d-41f5-81f0-effb11446791" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.502795] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Forcefully refreshing network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2083.680932] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122388, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.848561] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.854641] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.449s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.927566] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2083.929368] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2083.929368] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Deleting the datastore file [datastore2] 68f7cb35-c13c-405c-a071-e6baa9f254f3 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2083.929368] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c67e4b0e-8134-46ca-9242-497f1c638988 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.939880] env[62189]: DEBUG oslo_vmware.api [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2083.939880] env[62189]: value = "task-2122395" [ 2083.939880] env[62189]: _type = "Task" [ 2083.939880] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.953919] env[62189]: DEBUG oslo_vmware.api [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.958127] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.959657] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122384, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.185265] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122388, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.365023] env[62189]: INFO nova.compute.claims [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2084.373877] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b3bdbc6-71a5-47c5-9c37-9c1a6df0f570 tempest-ServerActionsV293TestJSON-901948710 tempest-ServerActionsV293TestJSON-901948710-project-member] Lock "b6a601ce-edba-4012-92d3-236b3cefb8ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.064s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.407900] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2084.408285] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaf61972-9865-422b-bb66-18cb9e60c443 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.417323] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2084.417323] env[62189]: value = "task-2122397" [ 2084.417323] env[62189]: _type = "Task" [ 2084.417323] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.426527] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.456811] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122384, 'name': CreateVM_Task, 'duration_secs': 6.890875} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.460367] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2084.460867] env[62189]: DEBUG oslo_vmware.api [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331216} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.462226] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b8af8f87-756d-4f08-bf2f-e2b343efbfa3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.462614] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b8af8f87-756d-4f08-bf2f-e2b343efbfa3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.462937] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b8af8f87-756d-4f08-bf2f-e2b343efbfa3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2084.463300] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2084.463531] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2084.463768] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2084.464593] env[62189]: INFO nova.compute.manager [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Took 8.16 seconds to destroy the instance on the hypervisor. [ 2084.464593] env[62189]: DEBUG oslo.service.loopingcall [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2084.464593] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38daedb2-2893-4fc5-9170-838fe3309053 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.467316] env[62189]: DEBUG nova.compute.manager [-] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2084.467487] env[62189]: DEBUG nova.network.neutron [-] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2084.473871] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2084.473871] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520ddf76-8cff-bb12-bb8b-08c8edd1a78c" [ 2084.473871] env[62189]: _type = "Task" [ 2084.473871] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.484793] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520ddf76-8cff-bb12-bb8b-08c8edd1a78c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.689604] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122388, 'name': CreateVM_Task, 'duration_secs': 6.315451} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.689836] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2084.690978] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.691215] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.691708] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2084.692078] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de094375-7819-4aae-a986-ea36254b6658 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.698695] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2084.698695] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529bd512-d1d0-4f8b-d15c-71f5b421d20c" [ 2084.698695] env[62189]: _type = "Task" [ 2084.698695] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.707916] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529bd512-d1d0-4f8b-d15c-71f5b421d20c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.868158] env[62189]: INFO nova.compute.resource_tracker [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updating resource usage from migration aca17d9b-7497-4078-bed7-3811ea68ab22 [ 2084.930936] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122397, 'name': PowerOffVM_Task, 'duration_secs': 0.288705} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.934378] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2084.937022] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7f205f-e1ae-4f64-969e-4f70bee6dd86 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.942403] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Updating instance_info_cache with network_info: [{"id": "f153f142-a757-4e76-8335-2167ef6f33fb", "address": "fa:16:3e:20:9a:30", "network": {"id": "2ae2de1f-3253-4655-9ae2-12d99a31ff38", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-521811378-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f8606c9cc9f453bb36f335bde96b502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf153f142-a7", "ovs_interfaceid": "f153f142-a757-4e76-8335-2167ef6f33fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.968842] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3aaf38-28e1-4f75-b36e-aa8d59d86b11 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.972838] env[62189]: DEBUG nova.compute.manager [req-4c497ad7-96b3-4b78-b1d6-e99d3aedffb8 req-df24208b-89dd-4f5a-bccc-766c5469561e service nova] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Received event network-vif-deleted-8487450c-d093-40a3-be09-f664571318e4 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2084.973116] env[62189]: INFO nova.compute.manager [req-4c497ad7-96b3-4b78-b1d6-e99d3aedffb8 req-df24208b-89dd-4f5a-bccc-766c5469561e service nova] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Neutron deleted interface 8487450c-d093-40a3-be09-f664571318e4; detaching it from the instance and deleting it from the info cache [ 2084.973308] env[62189]: DEBUG nova.network.neutron [req-4c497ad7-96b3-4b78-b1d6-e99d3aedffb8 req-df24208b-89dd-4f5a-bccc-766c5469561e service nova] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.998068] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b8af8f87-756d-4f08-bf2f-e2b343efbfa3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.998068] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Processing image b8af8f87-756d-4f08-bf2f-e2b343efbfa3 {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2084.998068] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b8af8f87-756d-4f08-bf2f-e2b343efbfa3/b8af8f87-756d-4f08-bf2f-e2b343efbfa3.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.998068] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b8af8f87-756d-4f08-bf2f-e2b343efbfa3/b8af8f87-756d-4f08-bf2f-e2b343efbfa3.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.998068] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2084.998331] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa575d38-47c4-415c-ba52-a94adfb5db8b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.010038] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2085.010038] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2085.013334] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f3691e-a448-403d-9281-8498d0c8bd33 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.018233] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2085.018585] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0858600-6df8-4655-a25e-840b074c2563 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.023498] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2085.023498] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5291bdbc-3f30-a39a-8a58-09a91f858254" [ 2085.023498] env[62189]: _type = "Task" [ 2085.023498] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.028490] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2085.028490] env[62189]: value = "task-2122398" [ 2085.028490] env[62189]: _type = "Task" [ 2085.028490] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.037856] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5291bdbc-3f30-a39a-8a58-09a91f858254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.043576] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.211702] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529bd512-d1d0-4f8b-d15c-71f5b421d20c, 'name': SearchDatastore_Task, 'duration_secs': 0.039087} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.215476] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.215476] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2085.215476] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.215476] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.215680] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2085.217100] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed4931d6-ab5c-4194-ac0b-b85875367422 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.227599] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2085.227782] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2085.233269] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-300e7604-6c28-4628-8e1e-391503420574 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.243183] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2085.243183] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52bc5e66-b72e-ef84-d738-eed972512134" [ 2085.243183] env[62189]: _type = "Task" [ 2085.243183] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.254103] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52bc5e66-b72e-ef84-d738-eed972512134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.259276] env[62189]: DEBUG nova.network.neutron [-] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.399517] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2feb01-3c87-4a13-af3a-3af0a37093c1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.407842] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a7a8a9-35c9-462e-9f6e-fdccd61c645d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.445825] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Releasing lock "refresh_cache-eea91f08-c90d-41f5-81f0-effb11446791" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.446050] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Updated the network info_cache for instance {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2085.446497] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2085.447284] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e354dd-760a-498b-a4ef-98e9a4705ab2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.451592] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2085.451592] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2085.451592] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2085.451592] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2085.451842] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2085.451930] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2085.452120] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2085.457693] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c0c950-a4c9-4c7e-8542-5febd4250181 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.478656] env[62189]: DEBUG nova.compute.provider_tree [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2085.480720] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c412d06-fdb0-461e-8998-5a69a3a6539b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.494691] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e227d8a1-2a1d-43af-afe6-05c98a1e3468 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.533223] env[62189]: DEBUG nova.compute.manager [req-4c497ad7-96b3-4b78-b1d6-e99d3aedffb8 req-df24208b-89dd-4f5a-bccc-766c5469561e service nova] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Detach interface failed, port_id=8487450c-d093-40a3-be09-f664571318e4, reason: Instance 68f7cb35-c13c-405c-a071-e6baa9f254f3 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2085.547146] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] VM already powered off {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2085.547558] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2085.548058] env[62189]: DEBUG oslo_concurrency.lockutils [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.548416] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Preparing fetch location {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2085.548661] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Fetch image to [datastore2] OSTACK_IMG_f1f8697f-db5a-495f-8ddb-fd34321528e7/OSTACK_IMG_f1f8697f-db5a-495f-8ddb-fd34321528e7.vmdk {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2085.548859] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Downloading stream optimized image b8af8f87-756d-4f08-bf2f-e2b343efbfa3 to [datastore2] OSTACK_IMG_f1f8697f-db5a-495f-8ddb-fd34321528e7/OSTACK_IMG_f1f8697f-db5a-495f-8ddb-fd34321528e7.vmdk on the data store datastore2 as vApp {{(pid=62189) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2085.549036] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Downloading image file data b8af8f87-756d-4f08-bf2f-e2b343efbfa3 to the ESX as VM named 'OSTACK_IMG_f1f8697f-db5a-495f-8ddb-fd34321528e7' {{(pid=62189) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2085.646049] env[62189]: DEBUG oslo_vmware.rw_handles [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2085.646049] env[62189]: value = "resgroup-9" [ 2085.646049] env[62189]: _type = "ResourcePool" [ 2085.646049] env[62189]: }. {{(pid=62189) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2085.646981] env[62189]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5b3360eb-e9e2-451c-9df7-77dad6c81a4e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.670019] env[62189]: DEBUG oslo_vmware.rw_handles [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lease: (returnval){ [ 2085.670019] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c7f9de-57fc-5a0a-aeff-3017f296782f" [ 2085.670019] env[62189]: _type = "HttpNfcLease" [ 2085.670019] env[62189]: } obtained for vApp import into resource pool (val){ [ 2085.670019] env[62189]: value = "resgroup-9" [ 2085.670019] env[62189]: _type = "ResourcePool" [ 2085.670019] env[62189]: }. {{(pid=62189) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2085.670407] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the lease: (returnval){ [ 2085.670407] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c7f9de-57fc-5a0a-aeff-3017f296782f" [ 2085.670407] env[62189]: _type = "HttpNfcLease" [ 2085.670407] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2085.679498] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2085.679498] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c7f9de-57fc-5a0a-aeff-3017f296782f" [ 2085.679498] env[62189]: _type = "HttpNfcLease" [ 2085.679498] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2085.687948] env[62189]: DEBUG nova.network.neutron [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Successfully updated port: 7326f50b-6cf3-4974-8a8f-0226b616fe9e {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2085.756805] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52bc5e66-b72e-ef84-d738-eed972512134, 'name': SearchDatastore_Task, 'duration_secs': 0.015503} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.758148] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed502a52-abed-47ab-974a-2c0782069192 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.762316] env[62189]: INFO nova.compute.manager [-] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Took 1.29 seconds to deallocate network for instance. [ 2085.776152] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2085.776152] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ede382-739d-aa6b-8189-8a763b036922" [ 2085.776152] env[62189]: _type = "Task" [ 2085.776152] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.785410] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ede382-739d-aa6b-8189-8a763b036922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.956085] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.981832] env[62189]: DEBUG nova.scheduler.client.report [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2086.068251] env[62189]: DEBUG oslo_vmware.rw_handles [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d18c7-f38b-96c4-2267-fe8395b840ad/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2086.070091] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154eac11-0987-4e2c-b377-9680b996b530 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.077060] env[62189]: DEBUG oslo_vmware.rw_handles [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d18c7-f38b-96c4-2267-fe8395b840ad/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2086.077060] env[62189]: ERROR oslo_vmware.rw_handles [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d18c7-f38b-96c4-2267-fe8395b840ad/disk-0.vmdk due to incomplete transfer. [ 2086.077410] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ead228de-dcb9-4f91-961a-31450c73293c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.085623] env[62189]: DEBUG oslo_vmware.rw_handles [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d18c7-f38b-96c4-2267-fe8395b840ad/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2086.085773] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Uploaded image ca6f205a-d081-40e9-9555-53ba26de8bde to the Glance image server {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2086.088849] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2086.089927] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c8583a64-1d11-42fe-9684-34d457a3a3ec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.098040] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2086.098040] env[62189]: value = "task-2122400" [ 2086.098040] env[62189]: _type = "Task" [ 2086.098040] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.106030] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122400, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.180317] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2086.180317] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c7f9de-57fc-5a0a-aeff-3017f296782f" [ 2086.180317] env[62189]: _type = "HttpNfcLease" [ 2086.180317] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2086.189658] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "refresh_cache-c45dabf5-89e9-40dd-ad69-579d081dbcbe" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.189848] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "refresh_cache-c45dabf5-89e9-40dd-ad69-579d081dbcbe" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.190014] env[62189]: DEBUG nova.network.neutron [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2086.276336] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Volume attach. Driver type: vmdk {{(pid=62189) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2086.276644] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434194', 'volume_id': '7983da7d-7a93-4620-bff4-eb883c564d90', 'name': 'volume-7983da7d-7a93-4620-bff4-eb883c564d90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e1f7449-fc0b-44ac-9765-b7c73127aaec', 'attached_at': '', 'detached_at': '', 'volume_id': '7983da7d-7a93-4620-bff4-eb883c564d90', 'serial': '7983da7d-7a93-4620-bff4-eb883c564d90'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2086.277768] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.278843] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d322782e-63a8-47e9-bef8-3b83e30d33ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.293076] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ede382-739d-aa6b-8189-8a763b036922, 'name': SearchDatastore_Task, 'duration_secs': 0.019273} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.302280] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.302604] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 5b2461d3-8b16-4944-aeaa-2a5f2ecce968/5b2461d3-8b16-4944-aeaa-2a5f2ecce968.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2086.303124] env[62189]: DEBUG oslo_concurrency.lockutils [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.303376] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2086.303625] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a05b135a-52d9-48b5-a4e5-a7f73c93857b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.306299] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac401c1-8801-4ef1-a066-5b11b02357fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.309110] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75b9f25f-4086-4f10-a782-b74d4c57bbe3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.336338] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] volume-7983da7d-7a93-4620-bff4-eb883c564d90/volume-7983da7d-7a93-4620-bff4-eb883c564d90.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2086.339150] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ded12b01-4e73-49bf-9365-c036211199a9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.353138] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2086.353138] env[62189]: value = "task-2122401" [ 2086.353138] env[62189]: _type = "Task" [ 2086.353138] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.354297] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2086.354297] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2086.354439] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a667ad-6a49-43a2-9072-d91503db9576 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.362593] env[62189]: DEBUG oslo_vmware.api [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2086.362593] env[62189]: value = "task-2122402" [ 2086.362593] env[62189]: _type = "Task" [ 2086.362593] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.364212] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2086.364212] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a5cc44-686f-fbb0-6cfe-f7049f0f395f" [ 2086.364212] env[62189]: _type = "Task" [ 2086.364212] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.369549] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.377515] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a5cc44-686f-fbb0-6cfe-f7049f0f395f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.382407] env[62189]: DEBUG oslo_vmware.api [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.487737] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.633s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.488123] env[62189]: INFO nova.compute.manager [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Migrating [ 2086.495053] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.622s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.495296] env[62189]: DEBUG nova.objects.instance [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Lazy-loading 'resources' on Instance uuid b38b2818-9bb7-4232-860e-1d42da2e4598 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2086.607909] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122400, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.679678] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2086.679678] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c7f9de-57fc-5a0a-aeff-3017f296782f" [ 2086.679678] env[62189]: _type = "HttpNfcLease" [ 2086.679678] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2086.680125] env[62189]: DEBUG oslo_vmware.rw_handles [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2086.680125] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c7f9de-57fc-5a0a-aeff-3017f296782f" [ 2086.680125] env[62189]: _type = "HttpNfcLease" [ 2086.680125] env[62189]: }. {{(pid=62189) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2086.680779] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a1ea44-3b0a-4e71-ba8a-fd4b416d87cf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.689125] env[62189]: DEBUG oslo_vmware.rw_handles [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f98d2f-14ca-886a-c87d-e9b7b524350c/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2086.689438] env[62189]: DEBUG oslo_vmware.rw_handles [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f98d2f-14ca-886a-c87d-e9b7b524350c/disk-0.vmdk. {{(pid=62189) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2086.758041] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4dda17a5-431d-4ab2-9149-865667205872 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.821549] env[62189]: DEBUG nova.network.neutron [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2086.865180] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122401, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.877335] env[62189]: DEBUG oslo_vmware.api [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122402, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.886020] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a5cc44-686f-fbb0-6cfe-f7049f0f395f, 'name': SearchDatastore_Task, 'duration_secs': 0.02668} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.886950] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-213aed6c-e6f4-404a-a9e2-219df5e196e7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.896048] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2086.896048] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5247f014-0ac8-7cb8-9074-99a8074b0b7c" [ 2086.896048] env[62189]: _type = "Task" [ 2086.896048] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.908120] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5247f014-0ac8-7cb8-9074-99a8074b0b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.992932] env[62189]: DEBUG nova.compute.manager [req-73469423-4eaa-4fee-a5b6-55396e53b81c req-3e387c10-cf85-46e5-8540-95eeee367bb5 service nova] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Received event network-vif-plugged-7326f50b-6cf3-4974-8a8f-0226b616fe9e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2086.993215] env[62189]: DEBUG oslo_concurrency.lockutils [req-73469423-4eaa-4fee-a5b6-55396e53b81c req-3e387c10-cf85-46e5-8540-95eeee367bb5 service nova] Acquiring lock "c45dabf5-89e9-40dd-ad69-579d081dbcbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.993479] env[62189]: DEBUG oslo_concurrency.lockutils [req-73469423-4eaa-4fee-a5b6-55396e53b81c req-3e387c10-cf85-46e5-8540-95eeee367bb5 service nova] Lock "c45dabf5-89e9-40dd-ad69-579d081dbcbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.993686] env[62189]: DEBUG oslo_concurrency.lockutils [req-73469423-4eaa-4fee-a5b6-55396e53b81c req-3e387c10-cf85-46e5-8540-95eeee367bb5 service nova] Lock "c45dabf5-89e9-40dd-ad69-579d081dbcbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.994067] env[62189]: DEBUG nova.compute.manager [req-73469423-4eaa-4fee-a5b6-55396e53b81c req-3e387c10-cf85-46e5-8540-95eeee367bb5 service nova] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] No waiting events found dispatching network-vif-plugged-7326f50b-6cf3-4974-8a8f-0226b616fe9e {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2086.994341] env[62189]: WARNING nova.compute.manager [req-73469423-4eaa-4fee-a5b6-55396e53b81c req-3e387c10-cf85-46e5-8540-95eeee367bb5 service nova] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Received unexpected event network-vif-plugged-7326f50b-6cf3-4974-8a8f-0226b616fe9e for instance with vm_state building and task_state spawning. [ 2086.994553] env[62189]: DEBUG nova.compute.manager [req-73469423-4eaa-4fee-a5b6-55396e53b81c req-3e387c10-cf85-46e5-8540-95eeee367bb5 service nova] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Received event network-changed-7326f50b-6cf3-4974-8a8f-0226b616fe9e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2086.994667] env[62189]: DEBUG nova.compute.manager [req-73469423-4eaa-4fee-a5b6-55396e53b81c req-3e387c10-cf85-46e5-8540-95eeee367bb5 service nova] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Refreshing instance network info cache due to event network-changed-7326f50b-6cf3-4974-8a8f-0226b616fe9e. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2086.994831] env[62189]: DEBUG oslo_concurrency.lockutils [req-73469423-4eaa-4fee-a5b6-55396e53b81c req-3e387c10-cf85-46e5-8540-95eeee367bb5 service nova] Acquiring lock "refresh_cache-c45dabf5-89e9-40dd-ad69-579d081dbcbe" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.005985] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "refresh_cache-63e370f5-7ae8-4bf9-8a0f-273534de49f2" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.005985] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "refresh_cache-63e370f5-7ae8-4bf9-8a0f-273534de49f2" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.006152] env[62189]: DEBUG nova.network.neutron [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2087.093042] env[62189]: DEBUG nova.network.neutron [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Updating instance_info_cache with network_info: [{"id": "7326f50b-6cf3-4974-8a8f-0226b616fe9e", "address": "fa:16:3e:dc:8f:06", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7326f50b-6c", "ovs_interfaceid": "7326f50b-6cf3-4974-8a8f-0226b616fe9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.110474] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122400, 'name': Destroy_Task, 'duration_secs': 0.539591} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.110805] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Destroyed the VM [ 2087.114021] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2087.114021] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5f24a6fd-af60-4db8-8ebe-7fe79a62ed68 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.125027] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2087.125027] env[62189]: value = "task-2122403" [ 2087.125027] env[62189]: _type = "Task" [ 2087.125027] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.141341] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122403, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.377338] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625201} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.385736] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 5b2461d3-8b16-4944-aeaa-2a5f2ecce968/5b2461d3-8b16-4944-aeaa-2a5f2ecce968.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2087.385981] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2087.386295] env[62189]: DEBUG oslo_vmware.api [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122402, 'name': ReconfigVM_Task, 'duration_secs': 0.531253} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.389265] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c08ba9ae-3556-45eb-af9c-dbfb24f78aa5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.391418] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Reconfigured VM instance instance-00000043 to attach disk [datastore2] volume-7983da7d-7a93-4620-bff4-eb883c564d90/volume-7983da7d-7a93-4620-bff4-eb883c564d90.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2087.399502] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eac21b32-a149-47e1-b398-f87c572d3f08 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.424711] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2087.424711] env[62189]: value = "task-2122404" [ 2087.424711] env[62189]: _type = "Task" [ 2087.424711] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.434334] env[62189]: DEBUG oslo_vmware.api [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2087.434334] env[62189]: value = "task-2122405" [ 2087.434334] env[62189]: _type = "Task" [ 2087.434334] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.434468] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5247f014-0ac8-7cb8-9074-99a8074b0b7c, 'name': SearchDatastore_Task, 'duration_secs': 0.031348} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.441035] env[62189]: DEBUG oslo_concurrency.lockutils [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.441035] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk. {{(pid=62189) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2087.444149] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14ded949-3a90-4c27-a2c1-8a5c69471c86 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.454191] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.459229] env[62189]: DEBUG oslo_vmware.api [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.462692] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2087.462692] env[62189]: value = "task-2122406" [ 2087.462692] env[62189]: _type = "Task" [ 2087.462692] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.476643] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.534117] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa88211-0517-49d1-a527-4cdaa2442094 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.542206] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed565b7d-e4dd-42a1-95e3-cd7316318c1f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.577773] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63b6129-d25d-4bcf-94f3-661c2dce31f9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.585617] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e65a87-757a-44a3-b6a7-cb12e3b576eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.600312] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "refresh_cache-c45dabf5-89e9-40dd-ad69-579d081dbcbe" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.600633] env[62189]: DEBUG nova.compute.manager [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Instance network_info: |[{"id": "7326f50b-6cf3-4974-8a8f-0226b616fe9e", "address": "fa:16:3e:dc:8f:06", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7326f50b-6c", "ovs_interfaceid": "7326f50b-6cf3-4974-8a8f-0226b616fe9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2087.601132] env[62189]: DEBUG nova.compute.provider_tree [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2087.604443] env[62189]: DEBUG oslo_concurrency.lockutils [req-73469423-4eaa-4fee-a5b6-55396e53b81c req-3e387c10-cf85-46e5-8540-95eeee367bb5 service nova] Acquired lock "refresh_cache-c45dabf5-89e9-40dd-ad69-579d081dbcbe" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.604636] env[62189]: DEBUG nova.network.neutron [req-73469423-4eaa-4fee-a5b6-55396e53b81c req-3e387c10-cf85-46e5-8540-95eeee367bb5 service nova] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Refreshing network info cache for port 7326f50b-6cf3-4974-8a8f-0226b616fe9e {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2087.605759] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:8f:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7326f50b-6cf3-4974-8a8f-0226b616fe9e', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2087.613637] env[62189]: DEBUG oslo.service.loopingcall [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2087.617144] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2087.617436] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0069225d-2ef3-4ce1-b3d4-ff490f4a350c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.651774] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122403, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.652010] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2087.652010] env[62189]: value = "task-2122407" [ 2087.652010] env[62189]: _type = "Task" [ 2087.652010] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.662133] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122407, 'name': CreateVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.693812] env[62189]: DEBUG oslo_vmware.rw_handles [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Completed reading data from the image iterator. {{(pid=62189) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2087.694149] env[62189]: DEBUG oslo_vmware.rw_handles [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f98d2f-14ca-886a-c87d-e9b7b524350c/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2087.695265] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e971ff-6c94-4c35-8ee5-5d1ca714238c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.706631] env[62189]: DEBUG oslo_vmware.rw_handles [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f98d2f-14ca-886a-c87d-e9b7b524350c/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2087.706833] env[62189]: DEBUG oslo_vmware.rw_handles [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f98d2f-14ca-886a-c87d-e9b7b524350c/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2087.707235] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-26110c99-0668-4524-9dbd-accf24130a3a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.864136] env[62189]: DEBUG nova.network.neutron [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updating instance_info_cache with network_info: [{"id": "00721269-37ea-4bec-98e7-ed6fbf5f9591", "address": "fa:16:3e:fb:f8:39", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00721269-37", "ovs_interfaceid": "00721269-37ea-4bec-98e7-ed6fbf5f9591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.936899] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083094} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.937497] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2087.938463] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af2e765-f7f9-4fda-b59e-3bb7662b9850 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.967604] env[62189]: DEBUG oslo_vmware.api [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122405, 'name': ReconfigVM_Task, 'duration_secs': 0.15212} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.982589] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 5b2461d3-8b16-4944-aeaa-2a5f2ecce968/5b2461d3-8b16-4944-aeaa-2a5f2ecce968.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2087.983082] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434194', 'volume_id': '7983da7d-7a93-4620-bff4-eb883c564d90', 'name': 'volume-7983da7d-7a93-4620-bff4-eb883c564d90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e1f7449-fc0b-44ac-9765-b7c73127aaec', 'attached_at': '', 'detached_at': '', 'volume_id': '7983da7d-7a93-4620-bff4-eb883c564d90', 'serial': '7983da7d-7a93-4620-bff4-eb883c564d90'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2087.988688] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d43bcc71-9a08-44c6-948c-b44f329cc988 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.013787] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122406, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.015714] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2088.015714] env[62189]: value = "task-2122408" [ 2088.015714] env[62189]: _type = "Task" [ 2088.015714] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.024982] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.117485] env[62189]: DEBUG nova.scheduler.client.report [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2088.148954] env[62189]: DEBUG oslo_vmware.api [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122403, 'name': RemoveSnapshot_Task, 'duration_secs': 0.88086} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.149301] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2088.149574] env[62189]: INFO nova.compute.manager [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Took 15.85 seconds to snapshot the instance on the hypervisor. [ 2088.163956] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122407, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.203784] env[62189]: DEBUG oslo_vmware.rw_handles [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f98d2f-14ca-886a-c87d-e9b7b524350c/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2088.204293] env[62189]: INFO nova.virt.vmwareapi.images [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Downloaded image file data b8af8f87-756d-4f08-bf2f-e2b343efbfa3 [ 2088.205589] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc6573c-24b7-4316-ae7a-52cf478ab03a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.225886] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-499029a7-7d97-40a0-ad38-629ebeae81f6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.251358] env[62189]: INFO nova.virt.vmwareapi.images [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] The imported VM was unregistered [ 2088.253974] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Caching image {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2088.254229] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b8af8f87-756d-4f08-bf2f-e2b343efbfa3 {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2088.256830] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81fed585-b0c4-49fb-9ad0-8c71300413cf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.267431] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Created directory with path [datastore2] devstack-image-cache_base/b8af8f87-756d-4f08-bf2f-e2b343efbfa3 {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2088.267622] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f1f8697f-db5a-495f-8ddb-fd34321528e7/OSTACK_IMG_f1f8697f-db5a-495f-8ddb-fd34321528e7.vmdk to [datastore2] devstack-image-cache_base/b8af8f87-756d-4f08-bf2f-e2b343efbfa3/b8af8f87-756d-4f08-bf2f-e2b343efbfa3.vmdk. {{(pid=62189) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2088.267900] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e32534f6-f6cc-4b8f-b81c-362e09632dba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.279369] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2088.279369] env[62189]: value = "task-2122410" [ 2088.279369] env[62189]: _type = "Task" [ 2088.279369] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.288430] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122410, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.367222] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "refresh_cache-63e370f5-7ae8-4bf9-8a0f-273534de49f2" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.436573] env[62189]: DEBUG nova.network.neutron [req-73469423-4eaa-4fee-a5b6-55396e53b81c req-3e387c10-cf85-46e5-8540-95eeee367bb5 service nova] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Updated VIF entry in instance network info cache for port 7326f50b-6cf3-4974-8a8f-0226b616fe9e. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2088.436573] env[62189]: DEBUG nova.network.neutron [req-73469423-4eaa-4fee-a5b6-55396e53b81c req-3e387c10-cf85-46e5-8540-95eeee367bb5 service nova] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Updating instance_info_cache with network_info: [{"id": "7326f50b-6cf3-4974-8a8f-0226b616fe9e", "address": "fa:16:3e:dc:8f:06", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7326f50b-6c", "ovs_interfaceid": "7326f50b-6cf3-4974-8a8f-0226b616fe9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.477802] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582809} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.478133] env[62189]: INFO nova.virt.vmwareapi.ds_util [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk. [ 2088.478851] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4fc1bb-d576-4dc6-b7aa-92f675dbc6d2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.505766] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2088.506103] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c4d9e1-913d-450d-8dd7-1f2f307e5fda {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.531332] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.531332] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2088.531332] env[62189]: value = "task-2122411" [ 2088.531332] env[62189]: _type = "Task" [ 2088.531332] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.541319] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.558857] env[62189]: DEBUG nova.objects.instance [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lazy-loading 'flavor' on Instance uuid 0e1f7449-fc0b-44ac-9765-b7c73127aaec {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2088.623504] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.627184] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.082s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.628761] env[62189]: DEBUG nova.objects.instance [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62189) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2088.677614] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122407, 'name': CreateVM_Task, 'duration_secs': 0.598378} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.677873] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2088.678767] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.678983] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.679455] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2088.679784] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5adf20e1-7563-42b0-944b-e74df9135cc4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.692570] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2088.692570] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5275435b-e7fa-a31f-35d6-4f220b47aa53" [ 2088.692570] env[62189]: _type = "Task" [ 2088.692570] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.709265] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5275435b-e7fa-a31f-35d6-4f220b47aa53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.725215] env[62189]: INFO nova.scheduler.client.report [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Deleted allocations for instance b38b2818-9bb7-4232-860e-1d42da2e4598 [ 2088.769492] env[62189]: DEBUG nova.compute.manager [None req-b7866c0f-c68a-4901-84b1-f860bd9821ec tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Found 2 images (rotation: 2) {{(pid=62189) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2088.799994] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122410, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.940589] env[62189]: DEBUG oslo_concurrency.lockutils [req-73469423-4eaa-4fee-a5b6-55396e53b81c req-3e387c10-cf85-46e5-8540-95eeee367bb5 service nova] Releasing lock "refresh_cache-c45dabf5-89e9-40dd-ad69-579d081dbcbe" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.032084] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.043428] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.065316] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6095526-9e88-468b-a855-5895e5d39a2b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.410s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.206949] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5275435b-e7fa-a31f-35d6-4f220b47aa53, 'name': SearchDatastore_Task, 'duration_secs': 0.083076} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.207616] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.207744] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2089.208014] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.208200] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.208425] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2089.208720] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5b1deb5-e7bd-4391-8341-306b4c21795a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.228449] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2089.228675] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2089.229783] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab04fb3-8255-42a0-b34c-b1b244365ae9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.237051] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ad54b3c3-2014-4cc3-9726-88cf9aa86468 tempest-AttachInterfacesV270Test-67198131 tempest-AttachInterfacesV270Test-67198131-project-member] Lock "b38b2818-9bb7-4232-860e-1d42da2e4598" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.969s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.241555] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2089.241555] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52330fb8-ed8b-4e04-b4d3-d233a6619821" [ 2089.241555] env[62189]: _type = "Task" [ 2089.241555] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.253103] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52330fb8-ed8b-4e04-b4d3-d233a6619821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.293784] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122410, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.382047] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.382346] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.383041] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.383041] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.383041] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.386025] env[62189]: INFO nova.compute.manager [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Terminating instance [ 2089.532679] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122408, 'name': ReconfigVM_Task, 'duration_secs': 1.433178} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.535829] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 5b2461d3-8b16-4944-aeaa-2a5f2ecce968/5b2461d3-8b16-4944-aeaa-2a5f2ecce968.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2089.536560] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0899b7d-02ec-46ed-998e-c87544543e30 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.543569] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.545402] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2089.545402] env[62189]: value = "task-2122412" [ 2089.545402] env[62189]: _type = "Task" [ 2089.545402] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.554251] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122412, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.639014] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0646ea50-8360-4e55-968d-36894af0fd10 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.640326] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.584s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.640572] env[62189]: DEBUG nova.objects.instance [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Lazy-loading 'resources' on Instance uuid 484c57d7-c4d3-4cf2-a5b4-239b6e40e484 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2089.754553] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52330fb8-ed8b-4e04-b4d3-d233a6619821, 'name': SearchDatastore_Task, 'duration_secs': 0.088135} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.755877] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82692984-cbdf-4697-9feb-71cbcb7b4f48 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.762852] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2089.762852] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5230497c-1cbd-cf4e-697d-306e3781019f" [ 2089.762852] env[62189]: _type = "Task" [ 2089.762852] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.773573] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5230497c-1cbd-cf4e-697d-306e3781019f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.790058] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122410, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.890043] env[62189]: DEBUG nova.compute.manager [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2089.890298] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2089.890998] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-488b9312-dde7-436c-a873-36cdc8e052b1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.893955] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb87aeb-4691-40bd-9117-ad73fe1564db {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.901511] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2089.901511] env[62189]: value = "task-2122413" [ 2089.901511] env[62189]: _type = "Task" [ 2089.901511] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.920033] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updating instance '63e370f5-7ae8-4bf9-8a0f-273534de49f2' progress to 0 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2089.935904] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.046068] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.058388] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122412, 'name': Rename_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.284686] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5230497c-1cbd-cf4e-697d-306e3781019f, 'name': SearchDatastore_Task, 'duration_secs': 0.094469} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.291745] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.292099] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] c45dabf5-89e9-40dd-ad69-579d081dbcbe/c45dabf5-89e9-40dd-ad69-579d081dbcbe.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2090.293658] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5311a606-3a18-4408-a2e5-1eede7a9832d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.301838] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2090.301838] env[62189]: value = "task-2122414" [ 2090.301838] env[62189]: _type = "Task" [ 2090.301838] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.307028] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122410, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.321036] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.339336] env[62189]: DEBUG nova.compute.manager [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2090.340381] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fd0e16-5633-4d60-83c3-e4e07a1d09fd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.431023] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2090.431023] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf32d83c-82bc-4a29-a2b7-c84127e86893 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.435546] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.440613] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2090.440613] env[62189]: value = "task-2122415" [ 2090.440613] env[62189]: _type = "Task" [ 2090.440613] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.453484] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.551407] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.564053] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122412, 'name': Rename_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.640632] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52de07db-3e23-4b34-bdf5-ee1d76fd2f03 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.649307] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2597c85-48b6-4e72-b57f-074969c0d202 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.687572] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97705fbc-ef6d-488a-b3f2-0b03ee9c245e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.696248] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14dee88-1b21-4479-9676-97c9fad92115 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.712775] env[62189]: DEBUG nova.compute.provider_tree [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2090.794826] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122410, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.818168] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.862308] env[62189]: INFO nova.compute.manager [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] instance snapshotting [ 2090.862308] env[62189]: DEBUG nova.objects.instance [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lazy-loading 'flavor' on Instance uuid 1a094a38-e7dc-4c76-9074-766c934140e7 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2090.930802] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.953855] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.050350] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122411, 'name': ReconfigVM_Task, 'duration_secs': 2.384521} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.050785] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2091.052237] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102d469b-ae41-464a-aa82-4f105d17de1d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.066330] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122412, 'name': Rename_Task, 'duration_secs': 1.367659} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.083093] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2091.095021] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1bdd663-d423-4ce2-bef5-acd5de63e5ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.095021] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e9e63f1-cbc9-4c3f-8e9e-077ecd89144f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.115249] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2091.115249] env[62189]: value = "task-2122416" [ 2091.115249] env[62189]: _type = "Task" [ 2091.115249] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.115785] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2091.115785] env[62189]: value = "task-2122417" [ 2091.115785] env[62189]: _type = "Task" [ 2091.115785] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.131886] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122416, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.136986] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122417, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.215073] env[62189]: DEBUG nova.scheduler.client.report [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2091.298851] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122410, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.574846} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.299310] env[62189]: INFO nova.virt.vmwareapi.ds_util [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f1f8697f-db5a-495f-8ddb-fd34321528e7/OSTACK_IMG_f1f8697f-db5a-495f-8ddb-fd34321528e7.vmdk to [datastore2] devstack-image-cache_base/b8af8f87-756d-4f08-bf2f-e2b343efbfa3/b8af8f87-756d-4f08-bf2f-e2b343efbfa3.vmdk. [ 2091.299534] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Cleaning up location [datastore2] OSTACK_IMG_f1f8697f-db5a-495f-8ddb-fd34321528e7 {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2091.299740] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f1f8697f-db5a-495f-8ddb-fd34321528e7 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2091.300080] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e7d2e02-f22c-4985-ad69-03621f58883c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.306974] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2091.306974] env[62189]: value = "task-2122418" [ 2091.306974] env[62189]: _type = "Task" [ 2091.306974] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.320479] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.323807] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.978033} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.324432] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] c45dabf5-89e9-40dd-ad69-579d081dbcbe/c45dabf5-89e9-40dd-ad69-579d081dbcbe.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2091.324711] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2091.325264] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaa34e3f-11a3-4668-b6f9-4090dff1ef9e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.332375] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2091.332375] env[62189]: value = "task-2122419" [ 2091.332375] env[62189]: _type = "Task" [ 2091.332375] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.341437] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.367546] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12029d28-9518-4563-b5ff-eb488d233d07 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.392519] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5e0320-6103-44bc-b81c-117b40edca95 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.435616] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122413, 'name': PowerOffVM_Task, 'duration_secs': 1.297743} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.436845] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2091.436845] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2091.436845] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434194', 'volume_id': '7983da7d-7a93-4620-bff4-eb883c564d90', 'name': 'volume-7983da7d-7a93-4620-bff4-eb883c564d90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e1f7449-fc0b-44ac-9765-b7c73127aaec', 'attached_at': '', 'detached_at': '', 'volume_id': '7983da7d-7a93-4620-bff4-eb883c564d90', 'serial': '7983da7d-7a93-4620-bff4-eb883c564d90'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2091.437633] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a32c677-7e3b-4d63-aba2-4c3153db7b54 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.469232] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4edf1de-bb21-4992-8c76-69aa7850eaba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.481049] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122415, 'name': PowerOffVM_Task, 'duration_secs': 0.722599} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.481953] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6797606-1053-46bf-877d-950f3c3e079a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.485482] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2091.485976] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updating instance '63e370f5-7ae8-4bf9-8a0f-273534de49f2' progress to 17 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2091.510896] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf333c64-a9cb-4ccd-a9b3-720e4b9d9795 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.529223] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] The volume has not been displaced from its original location: [datastore2] volume-7983da7d-7a93-4620-bff4-eb883c564d90/volume-7983da7d-7a93-4620-bff4-eb883c564d90.vmdk. No consolidation needed. {{(pid=62189) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2091.537172] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2091.537172] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db8e3bea-f087-4013-ac33-dfdf4d599f54 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.556881] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2091.556881] env[62189]: value = "task-2122420" [ 2091.556881] env[62189]: _type = "Task" [ 2091.556881] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.567902] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.630264] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122417, 'name': ReconfigVM_Task, 'duration_secs': 0.286246} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.633487] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2091.633776] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122416, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.633998] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37bbfc75-3348-4f3b-a1b5-2a96db0baf92 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.641582] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2091.641582] env[62189]: value = "task-2122421" [ 2091.641582] env[62189]: _type = "Task" [ 2091.641582] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.651839] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.724053] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.727826] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.453s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.731016] env[62189]: INFO nova.compute.claims [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2091.748416] env[62189]: INFO nova.scheduler.client.report [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Deleted allocations for instance 484c57d7-c4d3-4cf2-a5b4-239b6e40e484 [ 2091.818864] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04449} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.819142] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2091.819308] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b8af8f87-756d-4f08-bf2f-e2b343efbfa3/b8af8f87-756d-4f08-bf2f-e2b343efbfa3.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.819549] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b8af8f87-756d-4f08-bf2f-e2b343efbfa3/b8af8f87-756d-4f08-bf2f-e2b343efbfa3.vmdk to [datastore2] f266de18-c112-43a4-adb6-b0cc33ee8aae/f266de18-c112-43a4-adb6-b0cc33ee8aae.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2091.819805] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b45686ed-abf5-40f6-b9c8-901450441845 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.826038] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2091.826038] env[62189]: value = "task-2122422" [ 2091.826038] env[62189]: _type = "Task" [ 2091.826038] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.833708] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.841227] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083127} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.841483] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2091.842313] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd72d1fd-d3a4-414e-a596-823107e02edc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.863716] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] c45dabf5-89e9-40dd-ad69-579d081dbcbe/c45dabf5-89e9-40dd-ad69-579d081dbcbe.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2091.864051] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d019e7c9-a2ff-4ab0-9d99-5c3c3fc43666 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.884307] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2091.884307] env[62189]: value = "task-2122423" [ 2091.884307] env[62189]: _type = "Task" [ 2091.884307] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.892982] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.905639] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2091.905728] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f380a1ef-74e7-4363-97c0-6d209dcbe9b1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.913321] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2091.913321] env[62189]: value = "task-2122424" [ 2091.913321] env[62189]: _type = "Task" [ 2091.913321] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.923161] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.995302] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2091.995562] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2091.995718] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2091.995915] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2091.996205] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2091.996477] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2091.996769] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2091.996945] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2091.997168] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2091.997286] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2091.997462] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2092.004114] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59d66839-5da2-40a2-8658-4592f3bb7ba5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.023490] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2092.023490] env[62189]: value = "task-2122425" [ 2092.023490] env[62189]: _type = "Task" [ 2092.023490] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.039375] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122425, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.044887] env[62189]: DEBUG oslo_concurrency.lockutils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.045107] env[62189]: DEBUG oslo_concurrency.lockutils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.072553] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.128140] env[62189]: DEBUG oslo_vmware.api [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122416, 'name': PowerOnVM_Task, 'duration_secs': 0.571872} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.128608] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2092.128848] env[62189]: INFO nova.compute.manager [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Took 25.75 seconds to spawn the instance on the hypervisor. [ 2092.129041] env[62189]: DEBUG nova.compute.manager [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2092.131484] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf08ce0-88a3-43d8-b212-c1929ff2f805 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.160042] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.258619] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c99096a8-ba85-4300-b3b7-06ac46cf1363 tempest-ServerTagsTestJSON-1356667581 tempest-ServerTagsTestJSON-1356667581-project-member] Lock "484c57d7-c4d3-4cf2-a5b4-239b6e40e484" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.729s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.341356] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.397991] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.424484] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.538017] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.547851] env[62189]: DEBUG nova.compute.manager [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2092.573100] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122420, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.654510] env[62189]: INFO nova.compute.manager [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Took 60.00 seconds to build instance. [ 2092.664523] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.845030] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122422, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.897500] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.929433] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.038562] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.077789] env[62189]: DEBUG oslo_concurrency.lockutils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.078152] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122420, 'name': ReconfigVM_Task, 'duration_secs': 1.388541} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.078510] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2093.085397] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1f4f9c0-4c5d-4932-a40c-9efd74488573 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.106898] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2093.106898] env[62189]: value = "task-2122426" [ 2093.106898] env[62189]: _type = "Task" [ 2093.106898] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.117009] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.162878] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122421, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.166361] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9d6dcd48-1c0e-4ece-ba4c-d7830ce65fbd tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.517s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.251162] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143a67b6-23fd-411f-aa09-d5c56a4a91fe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.261306] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e77c0c6-7c7d-448f-8ea4-edbbd29f628e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.299905] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea19481-ef0e-4425-a2e0-4b8f868828d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.311034] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30247f20-d67e-4297-9ccd-7a4b91d1ddb2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.327055] env[62189]: DEBUG nova.compute.provider_tree [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2093.339540] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122422, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.398870] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.432528] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.537114] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122425, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.622213] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.667474] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122421, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.841403] env[62189]: DEBUG nova.scheduler.client.report [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2093.856577] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122422, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.899842] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.932466] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.040802] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122425, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.119266] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.164851] env[62189]: DEBUG oslo_vmware.api [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122421, 'name': PowerOnVM_Task, 'duration_secs': 2.060244} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.165300] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2094.168661] env[62189]: DEBUG nova.compute.manager [None req-83c33421-1c9e-4931-a1a2-9bbb852469aa tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2094.169949] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc52ef5b-6689-40c9-8653-8b31fff44bab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.198576] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquiring lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.199421] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.199421] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquiring lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.199602] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.199878] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.208920] env[62189]: INFO nova.compute.manager [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Terminating instance [ 2094.347118] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122422, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.347894] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.349072] env[62189]: DEBUG nova.compute.manager [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2094.351994] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.533s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.352520] env[62189]: DEBUG nova.objects.instance [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lazy-loading 'resources' on Instance uuid aeebface-3c21-4986-a215-75f304b381d4 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2094.400199] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122423, 'name': ReconfigVM_Task, 'duration_secs': 2.263468} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.400507] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Reconfigured VM instance instance-00000046 to attach disk [datastore2] c45dabf5-89e9-40dd-ad69-579d081dbcbe/c45dabf5-89e9-40dd-ad69-579d081dbcbe.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2094.402594] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c7e3b8b-ba3a-4b58-97f6-b4ca8b2223ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.414618] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2094.414618] env[62189]: value = "task-2122427" [ 2094.414618] env[62189]: _type = "Task" [ 2094.414618] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.427955] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122427, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.434742] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.537844] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122425, 'name': ReconfigVM_Task, 'duration_secs': 2.137905} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.538211] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updating instance '63e370f5-7ae8-4bf9-8a0f-273534de49f2' progress to 33 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2094.616984] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122426, 'name': ReconfigVM_Task, 'duration_secs': 1.338136} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.617856] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434194', 'volume_id': '7983da7d-7a93-4620-bff4-eb883c564d90', 'name': 'volume-7983da7d-7a93-4620-bff4-eb883c564d90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e1f7449-fc0b-44ac-9765-b7c73127aaec', 'attached_at': '', 'detached_at': '', 'volume_id': '7983da7d-7a93-4620-bff4-eb883c564d90', 'serial': '7983da7d-7a93-4620-bff4-eb883c564d90'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2094.617856] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2094.618629] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf040dd-f6b1-42bc-bc51-652ec27c9eb0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.627830] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2094.628962] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a50c45b-4aec-4533-a9f4-37c80e365822 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.717926] env[62189]: DEBUG nova.compute.manager [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2094.717926] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2094.718642] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99394bb6-1659-46d2-91ee-200351a68b33 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.733989] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2094.736919] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a7a8f50-27d4-4518-abc6-5306ab7115d8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.751210] env[62189]: DEBUG oslo_vmware.api [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2094.751210] env[62189]: value = "task-2122429" [ 2094.751210] env[62189]: _type = "Task" [ 2094.751210] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.770530] env[62189]: DEBUG oslo_vmware.api [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.803200] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2094.803779] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2094.803779] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleting the datastore file [datastore2] 0e1f7449-fc0b-44ac-9765-b7c73127aaec {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2094.804008] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a70b968d-baa7-4cf8-886a-3889a9578c8c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.810640] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2094.810640] env[62189]: value = "task-2122430" [ 2094.810640] env[62189]: _type = "Task" [ 2094.810640] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.819703] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.843541] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122422, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.014356} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.844180] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b8af8f87-756d-4f08-bf2f-e2b343efbfa3/b8af8f87-756d-4f08-bf2f-e2b343efbfa3.vmdk to [datastore2] f266de18-c112-43a4-adb6-b0cc33ee8aae/f266de18-c112-43a4-adb6-b0cc33ee8aae.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2094.845552] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b160d66d-7a41-49a2-9188-213f7c6f3bb7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.863858] env[62189]: DEBUG nova.compute.utils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2094.880135] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] f266de18-c112-43a4-adb6-b0cc33ee8aae/f266de18-c112-43a4-adb6-b0cc33ee8aae.vmdk or device None with type streamOptimized {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2094.883022] env[62189]: DEBUG nova.compute.manager [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2094.883022] env[62189]: DEBUG nova.network.neutron [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2094.883973] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-949e0363-368f-4466-9fec-774833d4f9f3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.908215] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2094.908215] env[62189]: value = "task-2122431" [ 2094.908215] env[62189]: _type = "Task" [ 2094.908215] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.917664] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.931986] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.935766] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122427, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.046979] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2095.046979] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2095.046979] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2095.046979] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2095.046979] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2095.046979] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2095.046979] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2095.047264] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2095.047452] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2095.047605] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2095.047772] env[62189]: DEBUG nova.virt.hardware [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2095.053365] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2095.055014] env[62189]: DEBUG nova.policy [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '889bf7e9264b44f18ef84efe855cd48f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d11cbf5c3c642ba8783a41041a3a26f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2095.058695] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13d93ab6-8618-4896-a2fc-7fb790be456b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.079319] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2095.079319] env[62189]: value = "task-2122432" [ 2095.079319] env[62189]: _type = "Task" [ 2095.079319] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.091153] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.262600] env[62189]: DEBUG oslo_vmware.api [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.320567] env[62189]: DEBUG oslo_vmware.api [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496817} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.325304] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2095.325304] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2095.325304] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2095.325304] env[62189]: INFO nova.compute.manager [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Took 5.43 seconds to destroy the instance on the hypervisor. [ 2095.325304] env[62189]: DEBUG oslo.service.loopingcall [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2095.325304] env[62189]: DEBUG nova.compute.manager [-] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2095.325304] env[62189]: DEBUG nova.network.neutron [-] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2095.369262] env[62189]: DEBUG nova.compute.manager [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2095.396572] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb47bdad-eb47-4d77-8c56-09e04d9338f9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.404469] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1ff498-9d8c-49a0-9a54-024eadbcc57c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.452888] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.460175] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6465d79-e79c-4c2f-a30b-31741da8e9dc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.469035] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122424, 'name': CreateSnapshot_Task, 'duration_secs': 3.42079} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.473807] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2095.475085] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122427, 'name': Rename_Task, 'duration_secs': 0.594753} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.475933] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dce942-0a22-4c3d-bcea-b2f6dcc80f01 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.479361] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c35534-bd6c-4d29-a8a5-16be677f961d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.483437] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2095.486301] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1cbf57c-de66-4f41-b61b-9094fb0e0a7b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.503672] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2095.503672] env[62189]: value = "task-2122433" [ 2095.503672] env[62189]: _type = "Task" [ 2095.503672] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.504871] env[62189]: DEBUG nova.compute.provider_tree [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2095.516354] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122433, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.593270] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.648572] env[62189]: DEBUG nova.network.neutron [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Successfully created port: 266e45b2-bc60-4015-bf9c-586a18dcc7e3 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2095.724803] env[62189]: DEBUG nova.compute.manager [req-340c3596-a077-4099-90f9-cef5a20d9a12 req-f1262df5-4dde-483b-b4bd-640e2b8030ba service nova] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Received event network-vif-deleted-988c3365-4ba9-42ec-9bbf-f874e1c6864e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2095.724803] env[62189]: INFO nova.compute.manager [req-340c3596-a077-4099-90f9-cef5a20d9a12 req-f1262df5-4dde-483b-b4bd-640e2b8030ba service nova] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Neutron deleted interface 988c3365-4ba9-42ec-9bbf-f874e1c6864e; detaching it from the instance and deleting it from the info cache [ 2095.725140] env[62189]: DEBUG nova.network.neutron [req-340c3596-a077-4099-90f9-cef5a20d9a12 req-f1262df5-4dde-483b-b4bd-640e2b8030ba service nova] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.770499] env[62189]: DEBUG oslo_vmware.api [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122429, 'name': PowerOffVM_Task, 'duration_secs': 0.925455} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.771294] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2095.771427] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2095.771658] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49550a5d-61fe-4d1f-8b78-97652fbe7313 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.925728] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122431, 'name': ReconfigVM_Task, 'duration_secs': 0.943413} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.925848] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Reconfigured VM instance instance-00000045 to attach disk [datastore2] f266de18-c112-43a4-adb6-b0cc33ee8aae/f266de18-c112-43a4-adb6-b0cc33ee8aae.vmdk or device None with type streamOptimized {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2095.928051] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af662e66-8cef-4109-bf3a-4bafae139419 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.935446] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2095.935446] env[62189]: value = "task-2122435" [ 2095.935446] env[62189]: _type = "Task" [ 2095.935446] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.944193] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122435, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.013582] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2096.014735] env[62189]: DEBUG nova.scheduler.client.report [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2096.017820] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a08a2e3-5d3b-4484-8231-b9442f2f9a76 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.030086] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122433, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.031441] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2096.031441] env[62189]: value = "task-2122436" [ 2096.031441] env[62189]: _type = "Task" [ 2096.031441] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.039399] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122436, 'name': CloneVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.090546] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122432, 'name': ReconfigVM_Task, 'duration_secs': 0.586125} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.090754] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2096.091789] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f19e3b-a7e7-4686-baca-5bc2d47b7180 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.121537] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 63e370f5-7ae8-4bf9-8a0f-273534de49f2/63e370f5-7ae8-4bf9-8a0f-273534de49f2.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2096.122313] env[62189]: INFO nova.compute.manager [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Unrescuing [ 2096.122363] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "refresh_cache-2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.122517] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquired lock "refresh_cache-2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.122936] env[62189]: DEBUG nova.network.neutron [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2096.124021] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-688a6abf-4dbc-4d9f-82d7-a3413fed175c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.148841] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2096.148841] env[62189]: value = "task-2122437" [ 2096.148841] env[62189]: _type = "Task" [ 2096.148841] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.157842] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.169792] env[62189]: DEBUG nova.network.neutron [-] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.230023] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63716abf-5cc3-40b1-a7c4-9dfe126954b2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.241501] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04781de4-b805-4436-8bc9-8dec71c357fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.272646] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2096.272646] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2096.272646] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Deleting the datastore file [datastore2] 5b2461d3-8b16-4944-aeaa-2a5f2ecce968 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2096.272646] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8eb7bc8c-c41a-4ddc-b3d5-53801cfdd5f3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.291195] env[62189]: DEBUG nova.compute.manager [req-340c3596-a077-4099-90f9-cef5a20d9a12 req-f1262df5-4dde-483b-b4bd-640e2b8030ba service nova] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Detach interface failed, port_id=988c3365-4ba9-42ec-9bbf-f874e1c6864e, reason: Instance 0e1f7449-fc0b-44ac-9765-b7c73127aaec could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2096.296030] env[62189]: DEBUG oslo_vmware.api [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2096.296030] env[62189]: value = "task-2122438" [ 2096.296030] env[62189]: _type = "Task" [ 2096.296030] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.305673] env[62189]: DEBUG oslo_vmware.api [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.381071] env[62189]: DEBUG nova.compute.manager [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2096.421995] env[62189]: DEBUG nova.virt.hardware [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2096.421995] env[62189]: DEBUG nova.virt.hardware [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2096.421995] env[62189]: DEBUG nova.virt.hardware [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2096.421995] env[62189]: DEBUG nova.virt.hardware [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2096.421995] env[62189]: DEBUG nova.virt.hardware [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2096.421995] env[62189]: DEBUG nova.virt.hardware [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2096.421995] env[62189]: DEBUG nova.virt.hardware [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2096.421995] env[62189]: DEBUG nova.virt.hardware [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2096.421995] env[62189]: DEBUG nova.virt.hardware [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2096.421995] env[62189]: DEBUG nova.virt.hardware [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2096.421995] env[62189]: DEBUG nova.virt.hardware [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2096.423007] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe433ca1-9262-4117-9bf2-531de936db26 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.433642] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae449125-cf9f-41ed-b840-d6817d746c2f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.459652] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122435, 'name': Rename_Task, 'duration_secs': 0.162107} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.459652] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2096.459652] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5ead5b3-39ba-4ca8-95eb-20d99d0f6bb1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.468868] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2096.468868] env[62189]: value = "task-2122439" [ 2096.468868] env[62189]: _type = "Task" [ 2096.468868] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.481024] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.505466] env[62189]: DEBUG nova.network.neutron [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Updating instance_info_cache with network_info: [{"id": "bc84ec8f-d5ee-4468-9e16-98ea401a8091", "address": "fa:16:3e:92:f0:7d", "network": {"id": "d6144321-b30e-405b-a952-77f16f353784", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-331066843-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "11af304d38014f438a55fcdba3f6d25e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc84ec8f-d5", "ovs_interfaceid": "bc84ec8f-d5ee-4468-9e16-98ea401a8091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.530837] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.535830] env[62189]: DEBUG oslo_vmware.api [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122433, 'name': PowerOnVM_Task, 'duration_secs': 0.887655} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.536601] env[62189]: DEBUG oslo_concurrency.lockutils [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.257s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.536942] env[62189]: DEBUG nova.objects.instance [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lazy-loading 'resources' on Instance uuid bca617fc-c117-4621-b944-366848c3ae11 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2096.540145] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2096.540145] env[62189]: INFO nova.compute.manager [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Took 19.51 seconds to spawn the instance on the hypervisor. [ 2096.540145] env[62189]: DEBUG nova.compute.manager [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2096.548188] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c98578-9658-4b13-84fa-07d62785e222 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.566024] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122436, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.569218] env[62189]: INFO nova.scheduler.client.report [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Deleted allocations for instance aeebface-3c21-4986-a215-75f304b381d4 [ 2096.662885] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122437, 'name': ReconfigVM_Task, 'duration_secs': 0.412636} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.663251] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 63e370f5-7ae8-4bf9-8a0f-273534de49f2/63e370f5-7ae8-4bf9-8a0f-273534de49f2.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2096.663468] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updating instance '63e370f5-7ae8-4bf9-8a0f-273534de49f2' progress to 50 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2096.674054] env[62189]: INFO nova.compute.manager [-] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Took 1.35 seconds to deallocate network for instance. [ 2096.810519] env[62189]: DEBUG oslo_vmware.api [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28351} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.812530] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2096.812530] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2096.812530] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2096.812530] env[62189]: INFO nova.compute.manager [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Took 2.09 seconds to destroy the instance on the hypervisor. [ 2096.812530] env[62189]: DEBUG oslo.service.loopingcall [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2096.812530] env[62189]: DEBUG nova.compute.manager [-] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2096.812530] env[62189]: DEBUG nova.network.neutron [-] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2096.982654] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.010042] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Releasing lock "refresh_cache-2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.010763] env[62189]: DEBUG nova.objects.instance [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lazy-loading 'flavor' on Instance uuid 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2097.052224] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122436, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.093416] env[62189]: INFO nova.compute.manager [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Took 46.13 seconds to build instance. [ 2097.094587] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f0ef700-5ddd-4009-b5a5-5f59da3092fd tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "aeebface-3c21-4986-a215-75f304b381d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.217s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.172141] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052f4a23-7c8e-4728-9d86-20fd4335c7f6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.194525] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ada13a-0cec-4218-a4d6-49df2a5c556e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.222036] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updating instance '63e370f5-7ae8-4bf9-8a0f-273534de49f2' progress to 67 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2097.247599] env[62189]: INFO nova.compute.manager [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Took 0.57 seconds to detach 1 volumes for instance. [ 2097.481227] env[62189]: DEBUG oslo_vmware.api [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122439, 'name': PowerOnVM_Task, 'duration_secs': 0.712043} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.481553] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2097.481727] env[62189]: INFO nova.compute.manager [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Took 23.14 seconds to spawn the instance on the hypervisor. [ 2097.481910] env[62189]: DEBUG nova.compute.manager [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2097.483031] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dee16c-51a0-4f12-b03f-aeaf5eea38fe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.517950] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb4b497-6c75-4525-9c20-3ec2c7973bae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.540704] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2097.543645] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e30acd71-43a6-4d32-8f14-86cd187756e4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.554510] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122436, 'name': CloneVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.555569] env[62189]: DEBUG oslo_vmware.api [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2097.555569] env[62189]: value = "task-2122441" [ 2097.555569] env[62189]: _type = "Task" [ 2097.555569] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.565508] env[62189]: DEBUG oslo_vmware.api [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.576403] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf1fe00-81b9-4b18-ad01-b658277ce706 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.584743] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d620a17b-95f8-4cbf-a1a7-76072d889e3b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.621894] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e2bd99ae-621c-47d9-8f56-8dfd65cd4472 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "c45dabf5-89e9-40dd-ad69-579d081dbcbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.678s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.624861] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc1d614-927b-48f8-af80-bd83efbab750 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.632337] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af838787-e81d-4eef-bc19-18eedb22353d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.646169] env[62189]: DEBUG nova.compute.provider_tree [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2097.756792] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.822184] env[62189]: DEBUG nova.network.neutron [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Port 00721269-37ea-4bec-98e7-ed6fbf5f9591 binding to destination host cpu-1 is already ACTIVE {{(pid=62189) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2097.915893] env[62189]: DEBUG nova.compute.manager [req-ed3cd7dc-a309-48d4-8a31-7185e28933de req-666ab81f-5939-403a-b49e-87920ddfc21f service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Received event network-vif-plugged-266e45b2-bc60-4015-bf9c-586a18dcc7e3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2097.915893] env[62189]: DEBUG oslo_concurrency.lockutils [req-ed3cd7dc-a309-48d4-8a31-7185e28933de req-666ab81f-5939-403a-b49e-87920ddfc21f service nova] Acquiring lock "d6b4cf12-640a-4937-8336-0077929e7d4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.915893] env[62189]: DEBUG oslo_concurrency.lockutils [req-ed3cd7dc-a309-48d4-8a31-7185e28933de req-666ab81f-5939-403a-b49e-87920ddfc21f service nova] Lock "d6b4cf12-640a-4937-8336-0077929e7d4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.915893] env[62189]: DEBUG oslo_concurrency.lockutils [req-ed3cd7dc-a309-48d4-8a31-7185e28933de req-666ab81f-5939-403a-b49e-87920ddfc21f service nova] Lock "d6b4cf12-640a-4937-8336-0077929e7d4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.917379] env[62189]: DEBUG nova.compute.manager [req-ed3cd7dc-a309-48d4-8a31-7185e28933de req-666ab81f-5939-403a-b49e-87920ddfc21f service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] No waiting events found dispatching network-vif-plugged-266e45b2-bc60-4015-bf9c-586a18dcc7e3 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2097.917379] env[62189]: WARNING nova.compute.manager [req-ed3cd7dc-a309-48d4-8a31-7185e28933de req-666ab81f-5939-403a-b49e-87920ddfc21f service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Received unexpected event network-vif-plugged-266e45b2-bc60-4015-bf9c-586a18dcc7e3 for instance with vm_state building and task_state spawning. [ 2097.922309] env[62189]: DEBUG nova.compute.manager [req-3cdd1c7b-f79b-41c9-a761-73101f145cd4 req-7539ae59-8a25-4ebd-9080-f36031abb136 service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Received event network-vif-deleted-5f132e38-7cfc-4e96-a27f-cb0f49023e39 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2097.922309] env[62189]: INFO nova.compute.manager [req-3cdd1c7b-f79b-41c9-a761-73101f145cd4 req-7539ae59-8a25-4ebd-9080-f36031abb136 service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Neutron deleted interface 5f132e38-7cfc-4e96-a27f-cb0f49023e39; detaching it from the instance and deleting it from the info cache [ 2097.922309] env[62189]: DEBUG nova.network.neutron [req-3cdd1c7b-f79b-41c9-a761-73101f145cd4 req-7539ae59-8a25-4ebd-9080-f36031abb136 service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Updating instance_info_cache with network_info: [{"id": "1026bd54-72c4-4bc9-937d-50d044548139", "address": "fa:16:3e:45:bf:d3", "network": {"id": "52a4213e-07be-4015-8795-e8be14219c6d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1000253388", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e5d7fa4749714dae896fd2c5fa404814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1026bd54-72", "ovs_interfaceid": "1026bd54-72c4-4bc9-937d-50d044548139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a6263160-3922-4a27-8a11-93c2932968e8", "address": "fa:16:3e:f7:0a:bb", "network": {"id": "a7c976a4-1105-449e-88b8-a6c1915bfa75", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1711614066", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5d7fa4749714dae896fd2c5fa404814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6263160-39", "ovs_interfaceid": "a6263160-3922-4a27-8a11-93c2932968e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.929028] env[62189]: DEBUG nova.network.neutron [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Successfully updated port: 266e45b2-bc60-4015-bf9c-586a18dcc7e3 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2097.970705] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "c45dabf5-89e9-40dd-ad69-579d081dbcbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.970887] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "c45dabf5-89e9-40dd-ad69-579d081dbcbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.971105] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "c45dabf5-89e9-40dd-ad69-579d081dbcbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.971349] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "c45dabf5-89e9-40dd-ad69-579d081dbcbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.971814] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "c45dabf5-89e9-40dd-ad69-579d081dbcbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.974283] env[62189]: INFO nova.compute.manager [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Terminating instance [ 2098.009071] env[62189]: INFO nova.compute.manager [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Took 53.34 seconds to build instance. [ 2098.055049] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122436, 'name': CloneVM_Task, 'duration_secs': 1.6211} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.055049] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Created linked-clone VM from snapshot [ 2098.056494] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3863590b-81ea-4861-ab23-b386dd964829 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.067529] env[62189]: DEBUG oslo_vmware.api [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122441, 'name': PowerOffVM_Task, 'duration_secs': 0.463877} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.072174] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2098.078363] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2098.078775] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Uploading image 6300583f-5e00-4ffa-a49f-792eed8fc000 {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2098.082225] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0676e8c9-8089-43c0-ab29-546ecb005ae1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.104012] env[62189]: DEBUG oslo_vmware.api [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2098.104012] env[62189]: value = "task-2122442" [ 2098.104012] env[62189]: _type = "Task" [ 2098.104012] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.108879] env[62189]: DEBUG oslo_vmware.rw_handles [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2098.108879] env[62189]: value = "vm-434198" [ 2098.108879] env[62189]: _type = "VirtualMachine" [ 2098.108879] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2098.109152] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eba9f9ec-c64d-4aa1-b081-e67e951bbd12 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.117245] env[62189]: DEBUG oslo_vmware.api [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.119348] env[62189]: DEBUG oslo_vmware.rw_handles [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lease: (returnval){ [ 2098.119348] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521612f8-de63-eb18-3c75-2764db0b7ece" [ 2098.119348] env[62189]: _type = "HttpNfcLease" [ 2098.119348] env[62189]: } obtained for exporting VM: (result){ [ 2098.119348] env[62189]: value = "vm-434198" [ 2098.119348] env[62189]: _type = "VirtualMachine" [ 2098.119348] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2098.119657] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the lease: (returnval){ [ 2098.119657] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521612f8-de63-eb18-3c75-2764db0b7ece" [ 2098.119657] env[62189]: _type = "HttpNfcLease" [ 2098.119657] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2098.128583] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2098.128583] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521612f8-de63-eb18-3c75-2764db0b7ece" [ 2098.128583] env[62189]: _type = "HttpNfcLease" [ 2098.128583] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2098.151378] env[62189]: DEBUG nova.scheduler.client.report [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2098.419538] env[62189]: DEBUG nova.network.neutron [-] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.424949] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-474a76f2-977a-4ca0-8dba-257b39e2e884 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.434900] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0a6fad-32f1-4dce-92fa-f1cb688ac69c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.446369] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.446544] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquired lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.446663] env[62189]: DEBUG nova.network.neutron [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2098.474982] env[62189]: DEBUG nova.compute.manager [req-3cdd1c7b-f79b-41c9-a761-73101f145cd4 req-7539ae59-8a25-4ebd-9080-f36031abb136 service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Detach interface failed, port_id=5f132e38-7cfc-4e96-a27f-cb0f49023e39, reason: Instance 5b2461d3-8b16-4944-aeaa-2a5f2ecce968 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2098.475229] env[62189]: DEBUG nova.compute.manager [req-3cdd1c7b-f79b-41c9-a761-73101f145cd4 req-7539ae59-8a25-4ebd-9080-f36031abb136 service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Received event network-vif-deleted-a6263160-3922-4a27-8a11-93c2932968e8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2098.475410] env[62189]: INFO nova.compute.manager [req-3cdd1c7b-f79b-41c9-a761-73101f145cd4 req-7539ae59-8a25-4ebd-9080-f36031abb136 service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Neutron deleted interface a6263160-3922-4a27-8a11-93c2932968e8; detaching it from the instance and deleting it from the info cache [ 2098.475680] env[62189]: DEBUG nova.network.neutron [req-3cdd1c7b-f79b-41c9-a761-73101f145cd4 req-7539ae59-8a25-4ebd-9080-f36031abb136 service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Updating instance_info_cache with network_info: [{"id": "1026bd54-72c4-4bc9-937d-50d044548139", "address": "fa:16:3e:45:bf:d3", "network": {"id": "52a4213e-07be-4015-8795-e8be14219c6d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1000253388", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e5d7fa4749714dae896fd2c5fa404814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1026bd54-72", "ovs_interfaceid": "1026bd54-72c4-4bc9-937d-50d044548139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.478899] env[62189]: DEBUG nova.compute.manager [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2098.479138] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2098.479935] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3510793e-7e89-4721-811f-cbc8e7999a36 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.487784] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2098.488147] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58da7d33-35ab-47e6-b732-55b7b5f69c7e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.494958] env[62189]: DEBUG oslo_vmware.api [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2098.494958] env[62189]: value = "task-2122444" [ 2098.494958] env[62189]: _type = "Task" [ 2098.494958] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.502647] env[62189]: DEBUG oslo_vmware.api [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.511512] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0893c430-a4ff-448f-ab71-ac5d88087c5b tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "f266de18-c112-43a4-adb6-b0cc33ee8aae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.847s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.614488] env[62189]: DEBUG oslo_vmware.api [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122442, 'name': ReconfigVM_Task, 'duration_secs': 0.459193} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.614783] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2098.614967] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2098.615242] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9cc93e9-dc95-4761-8642-b39cc8781ac5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.624972] env[62189]: DEBUG oslo_vmware.api [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2098.624972] env[62189]: value = "task-2122445" [ 2098.624972] env[62189]: _type = "Task" [ 2098.624972] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.629800] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2098.629800] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521612f8-de63-eb18-3c75-2764db0b7ece" [ 2098.629800] env[62189]: _type = "HttpNfcLease" [ 2098.629800] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2098.630424] env[62189]: DEBUG oslo_vmware.rw_handles [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2098.630424] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521612f8-de63-eb18-3c75-2764db0b7ece" [ 2098.630424] env[62189]: _type = "HttpNfcLease" [ 2098.630424] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2098.631203] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7415d47-a45e-440e-a4e2-c30f2fc64954 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.637449] env[62189]: DEBUG oslo_vmware.api [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.642775] env[62189]: DEBUG oslo_vmware.rw_handles [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255fcdc-84c9-dfde-93d3-0e73441797d1/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2098.642955] env[62189]: DEBUG oslo_vmware.rw_handles [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255fcdc-84c9-dfde-93d3-0e73441797d1/disk-0.vmdk for reading. {{(pid=62189) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2098.702173] env[62189]: DEBUG oslo_concurrency.lockutils [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.705953] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.470s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.705953] env[62189]: DEBUG nova.objects.instance [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lazy-loading 'resources' on Instance uuid 17c416cb-4efb-4678-b581-f86d6a948a35 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2098.725138] env[62189]: INFO nova.scheduler.client.report [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Deleted allocations for instance bca617fc-c117-4621-b944-366848c3ae11 [ 2098.753411] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9e21298a-18ec-461f-b3eb-796c397e1d6b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.849342] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.849645] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.849835] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.924742] env[62189]: INFO nova.compute.manager [-] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Took 2.11 seconds to deallocate network for instance. [ 2098.978273] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c188fc2-ffcd-475e-8205-4788a8153c4b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.988122] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a20177-3293-4d6e-a9a6-8d0cefed2fdb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.000052] env[62189]: DEBUG nova.network.neutron [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2099.011939] env[62189]: DEBUG oslo_vmware.api [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122444, 'name': PowerOffVM_Task, 'duration_secs': 0.161153} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.012230] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2099.012536] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2099.012724] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fd74773-0214-4098-9761-035a1cdf9f91 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.031718] env[62189]: DEBUG nova.compute.manager [req-3cdd1c7b-f79b-41c9-a761-73101f145cd4 req-7539ae59-8a25-4ebd-9080-f36031abb136 service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Detach interface failed, port_id=a6263160-3922-4a27-8a11-93c2932968e8, reason: Instance 5b2461d3-8b16-4944-aeaa-2a5f2ecce968 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2099.137423] env[62189]: DEBUG oslo_vmware.api [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122445, 'name': PowerOnVM_Task, 'duration_secs': 0.38568} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.137816] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2099.138172] env[62189]: DEBUG nova.compute.manager [None req-c4953079-8114-4910-b280-794524aeffe4 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2099.139105] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ba15e3-b03b-46f1-b841-4aadf111700b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.151951] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2099.152310] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2099.153417] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleting the datastore file [datastore2] c45dabf5-89e9-40dd-ad69-579d081dbcbe {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2099.153642] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6469107-6752-4d61-a3dc-07ef50d710ee {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.162791] env[62189]: DEBUG oslo_concurrency.lockutils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.163074] env[62189]: DEBUG oslo_concurrency.lockutils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.164981] env[62189]: DEBUG oslo_vmware.api [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2099.164981] env[62189]: value = "task-2122447" [ 2099.164981] env[62189]: _type = "Task" [ 2099.164981] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.191479] env[62189]: DEBUG oslo_vmware.api [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.224354] env[62189]: DEBUG nova.network.neutron [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Updating instance_info_cache with network_info: [{"id": "266e45b2-bc60-4015-bf9c-586a18dcc7e3", "address": "fa:16:3e:e8:17:06", "network": {"id": "ae8be405-7310-4f6c-b64d-b3252705b6fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924334693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d11cbf5c3c642ba8783a41041a3a26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266e45b2-bc", "ovs_interfaceid": "266e45b2-bc60-4015-bf9c-586a18dcc7e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2099.238224] env[62189]: DEBUG oslo_concurrency.lockutils [None req-21e0f46f-ef01-4257-95c6-3e2341ec9e02 tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "bca617fc-c117-4621-b944-366848c3ae11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.843s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.253821] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "f266de18-c112-43a4-adb6-b0cc33ee8aae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.254320] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "f266de18-c112-43a4-adb6-b0cc33ee8aae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.254580] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "f266de18-c112-43a4-adb6-b0cc33ee8aae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.254960] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "f266de18-c112-43a4-adb6-b0cc33ee8aae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.255366] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "f266de18-c112-43a4-adb6-b0cc33ee8aae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.261876] env[62189]: INFO nova.compute.manager [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Terminating instance [ 2099.432504] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.616318] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc32f7de-c943-4544-94b0-338ceb9d5358 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.625424] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab5eb4d-16fa-4a9a-93b4-bf8e9de1830a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.662953] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb5c86b-a103-4cac-bd36-2e3739008e7f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.671052] env[62189]: DEBUG nova.compute.manager [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2099.687687] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bbf826-df3c-4c63-8894-e1c8039598f7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.695026] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "eea91f08-c90d-41f5-81f0-effb11446791" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.695026] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "eea91f08-c90d-41f5-81f0-effb11446791" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.695026] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "eea91f08-c90d-41f5-81f0-effb11446791-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.695026] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "eea91f08-c90d-41f5-81f0-effb11446791-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.695026] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "eea91f08-c90d-41f5-81f0-effb11446791-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.696269] env[62189]: DEBUG oslo_vmware.api [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222836} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.696838] env[62189]: INFO nova.compute.manager [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Terminating instance [ 2099.698283] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2099.698508] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2099.698764] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2099.698961] env[62189]: INFO nova.compute.manager [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2099.699274] env[62189]: DEBUG oslo.service.loopingcall [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2099.701325] env[62189]: DEBUG nova.compute.manager [-] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2099.701444] env[62189]: DEBUG nova.network.neutron [-] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2099.712856] env[62189]: DEBUG nova.compute.provider_tree [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2099.726714] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Releasing lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.727423] env[62189]: DEBUG nova.compute.manager [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Instance network_info: |[{"id": "266e45b2-bc60-4015-bf9c-586a18dcc7e3", "address": "fa:16:3e:e8:17:06", "network": {"id": "ae8be405-7310-4f6c-b64d-b3252705b6fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924334693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d11cbf5c3c642ba8783a41041a3a26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266e45b2-bc", "ovs_interfaceid": "266e45b2-bc60-4015-bf9c-586a18dcc7e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2099.727716] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:17:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '266e45b2-bc60-4015-bf9c-586a18dcc7e3', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2099.735578] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Creating folder: Project (0d11cbf5c3c642ba8783a41041a3a26f). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2099.736714] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c6f76dd-ed6b-43a2-9d3a-cfa5d4266985 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.739259] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.739618] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.739894] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.740188] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.740479] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.743063] env[62189]: INFO nova.compute.manager [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Terminating instance [ 2099.751229] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Created folder: Project (0d11cbf5c3c642ba8783a41041a3a26f) in parent group-v433996. [ 2099.752025] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Creating folder: Instances. Parent ref: group-v434199. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2099.752509] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86ebb120-f925-4f3a-8465-cfe4f62e6fe5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.763657] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Created folder: Instances in parent group-v434199. [ 2099.764130] env[62189]: DEBUG oslo.service.loopingcall [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2099.764203] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2099.764669] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b73cc772-f2c8-4d4c-88cd-5f1c8fbd2900 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.783179] env[62189]: DEBUG nova.compute.manager [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2099.783585] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2099.785285] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbb233e-af76-46e2-a583-fea8783c1da6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.794331] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2099.796026] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90184128-453f-41c7-8886-55c7526afcfb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.797426] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2099.797426] env[62189]: value = "task-2122450" [ 2099.797426] env[62189]: _type = "Task" [ 2099.797426] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.802754] env[62189]: DEBUG oslo_vmware.api [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2099.802754] env[62189]: value = "task-2122451" [ 2099.802754] env[62189]: _type = "Task" [ 2099.802754] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.809665] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122450, 'name': CreateVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.815760] env[62189]: DEBUG oslo_vmware.api [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.939830] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "refresh_cache-63e370f5-7ae8-4bf9-8a0f-273534de49f2" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.942604] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "refresh_cache-63e370f5-7ae8-4bf9-8a0f-273534de49f2" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.942604] env[62189]: DEBUG nova.network.neutron [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2100.068130] env[62189]: DEBUG nova.compute.manager [req-10a8418f-68ed-4ee7-9230-dac0a3a09900 req-409cf5ff-454b-4031-bc18-af5ebdf0e1f1 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Received event network-changed-266e45b2-bc60-4015-bf9c-586a18dcc7e3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2100.068130] env[62189]: DEBUG nova.compute.manager [req-10a8418f-68ed-4ee7-9230-dac0a3a09900 req-409cf5ff-454b-4031-bc18-af5ebdf0e1f1 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Refreshing instance network info cache due to event network-changed-266e45b2-bc60-4015-bf9c-586a18dcc7e3. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2100.068436] env[62189]: DEBUG oslo_concurrency.lockutils [req-10a8418f-68ed-4ee7-9230-dac0a3a09900 req-409cf5ff-454b-4031-bc18-af5ebdf0e1f1 service nova] Acquiring lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.068436] env[62189]: DEBUG oslo_concurrency.lockutils [req-10a8418f-68ed-4ee7-9230-dac0a3a09900 req-409cf5ff-454b-4031-bc18-af5ebdf0e1f1 service nova] Acquired lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.068436] env[62189]: DEBUG nova.network.neutron [req-10a8418f-68ed-4ee7-9230-dac0a3a09900 req-409cf5ff-454b-4031-bc18-af5ebdf0e1f1 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Refreshing network info cache for port 266e45b2-bc60-4015-bf9c-586a18dcc7e3 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2100.090558] env[62189]: DEBUG nova.compute.manager [req-59213850-b66d-4c40-8bd7-37b00a5b8d3b req-21340b46-c520-4ba1-9ec0-050aa61306ae service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Received event network-vif-deleted-1026bd54-72c4-4bc9-937d-50d044548139 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2100.090888] env[62189]: INFO nova.compute.manager [req-59213850-b66d-4c40-8bd7-37b00a5b8d3b req-21340b46-c520-4ba1-9ec0-050aa61306ae service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Neutron deleted interface 1026bd54-72c4-4bc9-937d-50d044548139; detaching it from the instance and deleting it from the info cache [ 2100.091168] env[62189]: DEBUG nova.network.neutron [req-59213850-b66d-4c40-8bd7-37b00a5b8d3b req-21340b46-c520-4ba1-9ec0-050aa61306ae service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.175882] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.176289] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.177609] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.177814] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.177988] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.181904] env[62189]: INFO nova.compute.manager [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Terminating instance [ 2100.205570] env[62189]: DEBUG nova.compute.manager [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2100.205570] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2100.206476] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b5221c-a42f-4b17-8a18-cd01c40af541 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.210760] env[62189]: DEBUG oslo_concurrency.lockutils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.216713] env[62189]: DEBUG nova.scheduler.client.report [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2100.221035] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2100.221185] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92bb85ca-0669-451a-b12f-9b16ece3c4c3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.227961] env[62189]: DEBUG oslo_vmware.api [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 2100.227961] env[62189]: value = "task-2122452" [ 2100.227961] env[62189]: _type = "Task" [ 2100.227961] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.237484] env[62189]: DEBUG oslo_vmware.api [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.247154] env[62189]: DEBUG nova.compute.manager [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2100.247719] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2100.248986] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543d2e35-eb8e-44e5-ac3e-3bcdfff4475d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.257576] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2100.258814] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-086798f2-4091-4f9d-b8bc-5b88524444e7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.265420] env[62189]: DEBUG oslo_vmware.api [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2100.265420] env[62189]: value = "task-2122453" [ 2100.265420] env[62189]: _type = "Task" [ 2100.265420] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.274140] env[62189]: DEBUG oslo_vmware.api [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.311842] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122450, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.317331] env[62189]: DEBUG oslo_vmware.api [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122451, 'name': PowerOffVM_Task, 'duration_secs': 0.202273} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.317760] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2100.318084] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2100.318479] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5051f969-1da7-471c-b7be-c49a20a633f6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.530172] env[62189]: DEBUG nova.network.neutron [-] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.593866] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e95babdc-e7e0-4523-94cf-849153a4267e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.605649] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb912f4-82fe-4a26-9257-d0c428af52e7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.645780] env[62189]: DEBUG nova.compute.manager [req-59213850-b66d-4c40-8bd7-37b00a5b8d3b req-21340b46-c520-4ba1-9ec0-050aa61306ae service nova] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Detach interface failed, port_id=1026bd54-72c4-4bc9-937d-50d044548139, reason: Instance 5b2461d3-8b16-4944-aeaa-2a5f2ecce968 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2100.690722] env[62189]: DEBUG nova.compute.manager [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2100.690953] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2100.691860] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099d5d85-79d2-46d5-afe7-b3396eed3446 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.703462] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2100.703644] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0d5fe0d-f65d-4c6d-bb6d-d849a60d6f78 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.709931] env[62189]: DEBUG oslo_vmware.api [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2100.709931] env[62189]: value = "task-2122455" [ 2100.709931] env[62189]: _type = "Task" [ 2100.709931] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.717981] env[62189]: DEBUG oslo_vmware.api [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.722203] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.725495] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.340s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.725495] env[62189]: DEBUG nova.objects.instance [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lazy-loading 'resources' on Instance uuid 6caf9898-a70f-4e51-93a5-c7bc4af8ad41 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2100.738335] env[62189]: DEBUG oslo_vmware.api [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122452, 'name': PowerOffVM_Task, 'duration_secs': 0.206723} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.738602] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2100.738754] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2100.739019] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72529116-1254-4db1-8aef-f88897204ceb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.745717] env[62189]: DEBUG nova.network.neutron [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updating instance_info_cache with network_info: [{"id": "00721269-37ea-4bec-98e7-ed6fbf5f9591", "address": "fa:16:3e:fb:f8:39", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00721269-37", "ovs_interfaceid": "00721269-37ea-4bec-98e7-ed6fbf5f9591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.754598] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2100.754598] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2100.755908] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleting the datastore file [datastore2] f266de18-c112-43a4-adb6-b0cc33ee8aae {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2100.755908] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4de3744-b48e-43d2-8b8d-00a0ff0a0f3b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.761547] env[62189]: DEBUG oslo_vmware.api [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2100.761547] env[62189]: value = "task-2122457" [ 2100.761547] env[62189]: _type = "Task" [ 2100.761547] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.763196] env[62189]: INFO nova.scheduler.client.report [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Deleted allocations for instance 17c416cb-4efb-4678-b581-f86d6a948a35 [ 2100.781239] env[62189]: DEBUG oslo_vmware.api [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.787853] env[62189]: DEBUG oslo_vmware.api [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122453, 'name': PowerOffVM_Task, 'duration_secs': 0.281927} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.787983] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2100.788102] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2100.789820] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f854261f-d35c-4330-830a-5b62e4625ea3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.808905] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122450, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.905149] env[62189]: DEBUG nova.network.neutron [req-10a8418f-68ed-4ee7-9230-dac0a3a09900 req-409cf5ff-454b-4031-bc18-af5ebdf0e1f1 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Updated VIF entry in instance network info cache for port 266e45b2-bc60-4015-bf9c-586a18dcc7e3. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2100.905597] env[62189]: DEBUG nova.network.neutron [req-10a8418f-68ed-4ee7-9230-dac0a3a09900 req-409cf5ff-454b-4031-bc18-af5ebdf0e1f1 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Updating instance_info_cache with network_info: [{"id": "266e45b2-bc60-4015-bf9c-586a18dcc7e3", "address": "fa:16:3e:e8:17:06", "network": {"id": "ae8be405-7310-4f6c-b64d-b3252705b6fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924334693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d11cbf5c3c642ba8783a41041a3a26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266e45b2-bc", "ovs_interfaceid": "266e45b2-bc60-4015-bf9c-586a18dcc7e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.936192] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2100.936445] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2100.936636] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Deleting the datastore file [datastore2] eea91f08-c90d-41f5-81f0-effb11446791 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2100.937952] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab92d8ca-3c2a-4c32-9c79-1fb7360d60b6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.940413] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2100.940769] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2100.940995] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Deleting the datastore file [datastore2] d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2100.941348] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fde74a7c-e5f9-42be-a4e8-8df4ee0eecd2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.948498] env[62189]: DEBUG oslo_vmware.api [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for the task: (returnval){ [ 2100.948498] env[62189]: value = "task-2122459" [ 2100.948498] env[62189]: _type = "Task" [ 2100.948498] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.950343] env[62189]: DEBUG oslo_vmware.api [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2100.950343] env[62189]: value = "task-2122460" [ 2100.950343] env[62189]: _type = "Task" [ 2100.950343] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.962724] env[62189]: DEBUG oslo_vmware.api [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.965636] env[62189]: DEBUG oslo_vmware.api [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.033981] env[62189]: INFO nova.compute.manager [-] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Took 1.33 seconds to deallocate network for instance. [ 2101.221761] env[62189]: DEBUG oslo_vmware.api [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122455, 'name': PowerOffVM_Task, 'duration_secs': 0.194957} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.222164] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2101.222381] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2101.222660] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a92d4340-1cc7-4cba-9dd7-e0f56575167c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.248977] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "refresh_cache-63e370f5-7ae8-4bf9-8a0f-273534de49f2" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.280190] env[62189]: DEBUG oslo_vmware.api [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274157} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.280730] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05a9b689-24ef-4eac-ab51-66e902d02552 tempest-ImagesOneServerNegativeTestJSON-708262174 tempest-ImagesOneServerNegativeTestJSON-708262174-project-member] Lock "17c416cb-4efb-4678-b581-f86d6a948a35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.033s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.281747] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2101.282696] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2101.282696] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2101.282696] env[62189]: INFO nova.compute.manager [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Took 1.50 seconds to destroy the instance on the hypervisor. [ 2101.282696] env[62189]: DEBUG oslo.service.loopingcall [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2101.283132] env[62189]: DEBUG nova.compute.manager [-] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2101.283132] env[62189]: DEBUG nova.network.neutron [-] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2101.314567] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122450, 'name': CreateVM_Task, 'duration_secs': 1.094122} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.314782] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2101.315546] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2101.315677] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2101.316017] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2101.316323] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfcfb12b-b6c1-4cd7-ba56-80b2f2684435 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.323706] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2101.323706] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5266cf1f-c1cd-3ab6-ad9f-27428d9767ea" [ 2101.323706] env[62189]: _type = "Task" [ 2101.323706] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.331540] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5266cf1f-c1cd-3ab6-ad9f-27428d9767ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.410506] env[62189]: DEBUG oslo_concurrency.lockutils [req-10a8418f-68ed-4ee7-9230-dac0a3a09900 req-409cf5ff-454b-4031-bc18-af5ebdf0e1f1 service nova] Releasing lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.476879] env[62189]: DEBUG oslo_vmware.api [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Task: {'id': task-2122459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282631} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.477186] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2101.477370] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2101.477549] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2101.477722] env[62189]: INFO nova.compute.manager [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2101.477979] env[62189]: DEBUG oslo.service.loopingcall [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2101.478213] env[62189]: DEBUG nova.compute.manager [-] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2101.478315] env[62189]: DEBUG nova.network.neutron [-] [instance: eea91f08-c90d-41f5-81f0-effb11446791] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2101.485244] env[62189]: DEBUG oslo_vmware.api [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28882} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.485491] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2101.485673] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2101.485843] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Deleting the datastore file [datastore2] 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2101.491373] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2101.491373] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2101.491373] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2101.491373] env[62189]: INFO nova.compute.manager [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2101.491373] env[62189]: DEBUG oslo.service.loopingcall [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2101.491373] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec8e0ff1-9c9d-47ca-bc7c-c14a8fcd326b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.492651] env[62189]: DEBUG nova.compute.manager [-] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2101.492651] env[62189]: DEBUG nova.network.neutron [-] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2101.498869] env[62189]: DEBUG oslo_vmware.api [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2101.498869] env[62189]: value = "task-2122462" [ 2101.498869] env[62189]: _type = "Task" [ 2101.498869] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.510168] env[62189]: DEBUG oslo_vmware.api [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.540497] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.619464] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ad6616-280f-4a24-b8aa-bbeec4854eab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.629416] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6d6ec6-1726-42a6-a2c7-6d8025c1fbb4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.666340] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a036497f-07e0-4ba1-8de7-3e357e0c9986 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.675077] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d39094-4615-4f41-b916-608020c08793 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.692473] env[62189]: DEBUG nova.compute.provider_tree [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2101.774910] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d380e4-9681-4551-a9b6-b4335e35233f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.798077] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89601d00-9fdd-4b6d-a405-812236e516a4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.808817] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updating instance '63e370f5-7ae8-4bf9-8a0f-273534de49f2' progress to 83 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2101.838659] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5266cf1f-c1cd-3ab6-ad9f-27428d9767ea, 'name': SearchDatastore_Task, 'duration_secs': 0.018229} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.838970] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.839268] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2101.839580] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2101.839728] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2101.839904] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2101.840180] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f045133-261d-446d-86c0-7730f74458ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.850292] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2101.850457] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2101.851237] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a3cb28-7ea4-4fba-b95a-e00dcd589e98 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.857166] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2101.857166] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52615832-7476-8144-9be1-a44400e5d6b4" [ 2101.857166] env[62189]: _type = "Task" [ 2101.857166] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.867123] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52615832-7476-8144-9be1-a44400e5d6b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.011358] env[62189]: DEBUG oslo_vmware.api [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275996} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.011358] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2102.011358] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2102.011358] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2102.011358] env[62189]: INFO nova.compute.manager [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Took 1.32 seconds to destroy the instance on the hypervisor. [ 2102.011358] env[62189]: DEBUG oslo.service.loopingcall [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2102.011358] env[62189]: DEBUG nova.compute.manager [-] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2102.011358] env[62189]: DEBUG nova.network.neutron [-] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2102.107667] env[62189]: DEBUG nova.compute.manager [req-0841563f-6a23-4aa3-bf1e-963f2fea2459 req-19cefe88-c72c-48c3-ab2d-e4800a40b9c1 service nova] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Received event network-vif-deleted-7326f50b-6cf3-4974-8a8f-0226b616fe9e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2102.107935] env[62189]: DEBUG nova.compute.manager [req-0841563f-6a23-4aa3-bf1e-963f2fea2459 req-19cefe88-c72c-48c3-ab2d-e4800a40b9c1 service nova] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Received event network-vif-deleted-d7a21453-04df-4836-808e-48d3a8616263 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2102.108284] env[62189]: INFO nova.compute.manager [req-0841563f-6a23-4aa3-bf1e-963f2fea2459 req-19cefe88-c72c-48c3-ab2d-e4800a40b9c1 service nova] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Neutron deleted interface d7a21453-04df-4836-808e-48d3a8616263; detaching it from the instance and deleting it from the info cache [ 2102.108493] env[62189]: DEBUG nova.network.neutron [req-0841563f-6a23-4aa3-bf1e-963f2fea2459 req-19cefe88-c72c-48c3-ab2d-e4800a40b9c1 service nova] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2102.169898] env[62189]: DEBUG nova.network.neutron [-] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2102.195589] env[62189]: DEBUG nova.compute.manager [req-7a7fed81-a204-4ae8-9329-63913cfb1022 req-465f325e-e297-4b0e-b3f5-1d3d6db14a9c service nova] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Received event network-vif-deleted-1cde2dfc-517a-48e4-8509-96051ea8f15c {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2102.196710] env[62189]: DEBUG nova.scheduler.client.report [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2102.317766] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2102.318138] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92f99ba9-4f48-4172-9d70-66f680f72334 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.326439] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2102.326439] env[62189]: value = "task-2122463" [ 2102.326439] env[62189]: _type = "Task" [ 2102.326439] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.338958] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.378022] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52615832-7476-8144-9be1-a44400e5d6b4, 'name': SearchDatastore_Task, 'duration_secs': 0.017615} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.378022] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db6b27f-1f41-4ba8-884a-8327266c9a29 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.381684] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2102.381684] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52041cfd-c399-36a4-668a-a96cdb3306b5" [ 2102.381684] env[62189]: _type = "Task" [ 2102.381684] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.393097] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52041cfd-c399-36a4-668a-a96cdb3306b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.475334] env[62189]: DEBUG nova.network.neutron [-] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2102.613862] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f8b567a-b6dd-48c1-a6de-6810dba964bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.623023] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2974de-9766-4330-86c5-273c4daa693e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.665435] env[62189]: DEBUG nova.compute.manager [req-0841563f-6a23-4aa3-bf1e-963f2fea2459 req-19cefe88-c72c-48c3-ab2d-e4800a40b9c1 service nova] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Detach interface failed, port_id=d7a21453-04df-4836-808e-48d3a8616263, reason: Instance d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2102.673520] env[62189]: INFO nova.compute.manager [-] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Took 1.39 seconds to deallocate network for instance. [ 2102.701965] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.704501] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.746s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.706320] env[62189]: INFO nova.compute.claims [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2102.730074] env[62189]: INFO nova.scheduler.client.report [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Deleted allocations for instance 6caf9898-a70f-4e51-93a5-c7bc4af8ad41 [ 2102.837451] env[62189]: DEBUG oslo_vmware.api [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122463, 'name': PowerOnVM_Task, 'duration_secs': 0.465023} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.837746] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2102.837947] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d31ba62-b1d4-4b88-acb3-8254baeadbe2 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updating instance '63e370f5-7ae8-4bf9-8a0f-273534de49f2' progress to 100 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2102.893739] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52041cfd-c399-36a4-668a-a96cdb3306b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012907} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.894374] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.894710] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] d6b4cf12-640a-4937-8336-0077929e7d4c/d6b4cf12-640a-4937-8336-0077929e7d4c.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2102.895213] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c690ff46-8a2f-4451-a0b9-90678e79a733 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.902941] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2102.902941] env[62189]: value = "task-2122464" [ 2102.902941] env[62189]: _type = "Task" [ 2102.902941] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.911861] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.979862] env[62189]: INFO nova.compute.manager [-] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Took 1.49 seconds to deallocate network for instance. [ 2103.168098] env[62189]: DEBUG nova.network.neutron [-] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.184661] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.191843] env[62189]: DEBUG nova.network.neutron [-] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.244485] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9cf214db-4671-4224-8bdf-35e6e1eded8d tempest-MigrationsAdminTest-1662981087 tempest-MigrationsAdminTest-1662981087-project-member] Lock "6caf9898-a70f-4e51-93a5-c7bc4af8ad41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.739s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.414559] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122464, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.489023] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.671369] env[62189]: INFO nova.compute.manager [-] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Took 2.19 seconds to deallocate network for instance. [ 2103.695161] env[62189]: INFO nova.compute.manager [-] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Took 1.68 seconds to deallocate network for instance. [ 2103.919108] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641918} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.919371] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] d6b4cf12-640a-4937-8336-0077929e7d4c/d6b4cf12-640a-4937-8336-0077929e7d4c.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2103.919651] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2103.920260] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eee6cb0-d849-416e-838c-35e9993ee25f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.928455] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2103.928455] env[62189]: value = "task-2122465" [ 2103.928455] env[62189]: _type = "Task" [ 2103.928455] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.940117] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.122215] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbbd695-003e-4b02-b68c-56c76c9d8bb6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.132119] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc36793-4994-4aa6-8746-ceac784142db {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.166435] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca9a717-7365-4b6c-a786-7aecb5d86b8a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.171212] env[62189]: DEBUG nova.compute.manager [req-5863793c-15d4-4955-8cf3-d030e9ed17a3 req-41004848-4389-45ee-95b0-5262e26afacf service nova] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Received event network-vif-deleted-f153f142-a757-4e76-8335-2167ef6f33fb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2104.171508] env[62189]: DEBUG nova.compute.manager [req-5863793c-15d4-4955-8cf3-d030e9ed17a3 req-41004848-4389-45ee-95b0-5262e26afacf service nova] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Received event network-vif-deleted-bc84ec8f-d5ee-4468-9e16-98ea401a8091 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2104.177875] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520423ab-ac18-4869-bbc0-5b0273fea55e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.185734] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.197612] env[62189]: DEBUG nova.compute.provider_tree [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2104.203426] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.437672] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068374} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.437986] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2104.438839] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09d6a9e-81f1-492f-be2a-bba176bb6ba8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.465556] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] d6b4cf12-640a-4937-8336-0077929e7d4c/d6b4cf12-640a-4937-8336-0077929e7d4c.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2104.465903] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bb06389-6135-4e6a-a6f2-e9511f2a7a7d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.487297] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2104.487297] env[62189]: value = "task-2122466" [ 2104.487297] env[62189]: _type = "Task" [ 2104.487297] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.496297] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.721289] env[62189]: ERROR nova.scheduler.client.report [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [req-6eb76470-bb9d-48f6-985c-c66468eb70be] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6eb76470-bb9d-48f6-985c-c66468eb70be"}]} [ 2104.740625] env[62189]: DEBUG nova.scheduler.client.report [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2104.759011] env[62189]: DEBUG nova.scheduler.client.report [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2104.759310] env[62189]: DEBUG nova.compute.provider_tree [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2104.773462] env[62189]: DEBUG nova.scheduler.client.report [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2104.796708] env[62189]: DEBUG nova.scheduler.client.report [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2104.846790] env[62189]: DEBUG oslo_concurrency.lockutils [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.846790] env[62189]: DEBUG oslo_concurrency.lockutils [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.846958] env[62189]: DEBUG nova.compute.manager [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Going to confirm migration 3 {{(pid=62189) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2105.002757] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122466, 'name': ReconfigVM_Task, 'duration_secs': 0.476734} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.002965] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Reconfigured VM instance instance-00000047 to attach disk [datastore2] d6b4cf12-640a-4937-8336-0077929e7d4c/d6b4cf12-640a-4937-8336-0077929e7d4c.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2105.006336] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79ffc85a-9849-4ace-8d04-fe1f2bb93a6c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.014559] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2105.014559] env[62189]: value = "task-2122467" [ 2105.014559] env[62189]: _type = "Task" [ 2105.014559] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.025864] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122467, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.188516] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5842de7-7415-4b92-9d74-291ec284c764 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.198017] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6d6725-189a-4be9-ab03-c46f50ff7e42 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.236523] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaa4f18-69ff-4622-9ddd-a55884e39bd8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.245738] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f13a64-abd9-4e80-8469-783a8d2cd17f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.266137] env[62189]: DEBUG nova.compute.provider_tree [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2105.475045] env[62189]: DEBUG oslo_concurrency.lockutils [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "refresh_cache-63e370f5-7ae8-4bf9-8a0f-273534de49f2" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.475290] env[62189]: DEBUG oslo_concurrency.lockutils [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "refresh_cache-63e370f5-7ae8-4bf9-8a0f-273534de49f2" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.475731] env[62189]: DEBUG nova.network.neutron [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2105.475810] env[62189]: DEBUG nova.objects.instance [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lazy-loading 'info_cache' on Instance uuid 63e370f5-7ae8-4bf9-8a0f-273534de49f2 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2105.526089] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122467, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.774678] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquiring lock "84268893-c9ca-441d-8f1e-78704b02e0b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.774905] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Lock "84268893-c9ca-441d-8f1e-78704b02e0b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.796760] env[62189]: ERROR nova.scheduler.client.report [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [req-55a2e2d1-cd02-4963-9f3f-6b9153806303] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-55a2e2d1-cd02-4963-9f3f-6b9153806303"}]} [ 2105.816674] env[62189]: DEBUG nova.scheduler.client.report [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2105.833219] env[62189]: DEBUG nova.scheduler.client.report [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2105.833455] env[62189]: DEBUG nova.compute.provider_tree [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2105.845917] env[62189]: DEBUG nova.scheduler.client.report [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2105.867296] env[62189]: DEBUG nova.scheduler.client.report [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2106.031624] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122467, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.278563] env[62189]: DEBUG nova.compute.manager [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2106.305288] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2670bc9b-5186-4e4b-ab8c-00842cae1e18 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.318291] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be946347-abee-4976-a776-006bb008c52f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.360861] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf312a7a-7586-40b3-b851-2bae0cc751f0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.369977] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a772823-c1e1-412f-a0d1-b5f6ececb883 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.387619] env[62189]: DEBUG nova.compute.provider_tree [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2106.525619] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122467, 'name': Rename_Task, 'duration_secs': 1.077853} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.525907] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2106.526325] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e02fe49-bb13-4558-a771-741f5c7080a5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.534803] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2106.534803] env[62189]: value = "task-2122468" [ 2106.534803] env[62189]: _type = "Task" [ 2106.534803] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.543321] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.675259] env[62189]: DEBUG oslo_vmware.rw_handles [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255fcdc-84c9-dfde-93d3-0e73441797d1/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2106.676298] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fc9f8d-2bc6-4d7b-ba86-b1893ab38efb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.683120] env[62189]: DEBUG oslo_vmware.rw_handles [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255fcdc-84c9-dfde-93d3-0e73441797d1/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2106.683296] env[62189]: ERROR oslo_vmware.rw_handles [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255fcdc-84c9-dfde-93d3-0e73441797d1/disk-0.vmdk due to incomplete transfer. [ 2106.683525] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-03dc11e1-bc26-4653-80aa-f7190160de5a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.690368] env[62189]: DEBUG oslo_vmware.rw_handles [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5255fcdc-84c9-dfde-93d3-0e73441797d1/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2106.690582] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Uploaded image 6300583f-5e00-4ffa-a49f-792eed8fc000 to the Glance image server {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2106.693382] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2106.693716] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e118956d-282e-4e7d-a2ba-61c75d93f5bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.699317] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2106.699317] env[62189]: value = "task-2122469" [ 2106.699317] env[62189]: _type = "Task" [ 2106.699317] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.707394] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122469, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.806038] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.854889] env[62189]: DEBUG nova.network.neutron [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updating instance_info_cache with network_info: [{"id": "00721269-37ea-4bec-98e7-ed6fbf5f9591", "address": "fa:16:3e:fb:f8:39", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00721269-37", "ovs_interfaceid": "00721269-37ea-4bec-98e7-ed6fbf5f9591", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.925580] env[62189]: DEBUG nova.scheduler.client.report [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2106.925850] env[62189]: DEBUG nova.compute.provider_tree [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 94 to 95 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2106.926175] env[62189]: DEBUG nova.compute.provider_tree [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2107.047289] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.209761] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122469, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.357769] env[62189]: DEBUG oslo_concurrency.lockutils [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "refresh_cache-63e370f5-7ae8-4bf9-8a0f-273534de49f2" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.358105] env[62189]: DEBUG nova.objects.instance [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lazy-loading 'migration_context' on Instance uuid 63e370f5-7ae8-4bf9-8a0f-273534de49f2 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2107.431752] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.727s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.434154] env[62189]: DEBUG nova.compute.manager [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2107.435786] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.480s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.436115] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.436578] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2107.436994] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.159s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.437536] env[62189]: DEBUG nova.objects.instance [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lazy-loading 'resources' on Instance uuid 68f7cb35-c13c-405c-a071-e6baa9f254f3 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2107.439889] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60b9b36-32ee-4ccf-b2bc-4359ea7719ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.451938] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db15cae3-dd66-4151-acfb-0581f915302e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.474340] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d7116a-7c5b-45be-8b96-044e8fcf626e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.483680] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7ad5cc-6a56-4732-bcb9-0339a21bd235 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.515603] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178160MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2107.517845] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.546709] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122468, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.712871] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122469, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.864841] env[62189]: DEBUG nova.objects.base [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Object Instance<63e370f5-7ae8-4bf9-8a0f-273534de49f2> lazy-loaded attributes: info_cache,migration_context {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2107.865870] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea0d117-bd69-4a70-87d7-0b4f391dfedb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.896899] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b53fe4-09bd-4bf9-b9c5-6e20f2cdb60b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.902451] env[62189]: DEBUG oslo_vmware.api [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2107.902451] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52849cd5-f8a4-400b-ff87-3ea940ca80da" [ 2107.902451] env[62189]: _type = "Task" [ 2107.902451] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.910307] env[62189]: DEBUG oslo_vmware.api [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52849cd5-f8a4-400b-ff87-3ea940ca80da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.941391] env[62189]: DEBUG nova.compute.utils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2107.943274] env[62189]: DEBUG nova.compute.manager [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2107.943274] env[62189]: DEBUG nova.network.neutron [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2108.001459] env[62189]: DEBUG nova.policy [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc989044e2704bbeb5bed934424c266a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c52443a4689b480faeb835027b0bdafd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2108.049226] env[62189]: DEBUG oslo_vmware.api [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122468, 'name': PowerOnVM_Task, 'duration_secs': 1.014701} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.049626] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2108.049786] env[62189]: INFO nova.compute.manager [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Took 11.67 seconds to spawn the instance on the hypervisor. [ 2108.049963] env[62189]: DEBUG nova.compute.manager [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2108.050766] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186b646e-7ae9-4a73-9813-37333fc417f0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.210785] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122469, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.323863] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37e6b00-0a82-4302-88ac-4e8c0fec337e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.332118] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67077d9c-7ef2-4a9d-943e-329439ddd1d5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.368687] env[62189]: DEBUG nova.network.neutron [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Successfully created port: 5cb3b874-5a97-4bcd-b96b-f9c67608fe69 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2108.371771] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74932384-0944-43ef-a934-e7d32a0cdddc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.381113] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b518a30f-a7d1-4052-a9b4-8da164b59a77 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.394969] env[62189]: DEBUG nova.compute.provider_tree [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2108.412401] env[62189]: DEBUG oslo_vmware.api [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52849cd5-f8a4-400b-ff87-3ea940ca80da, 'name': SearchDatastore_Task, 'duration_secs': 0.008548} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.412401] env[62189]: DEBUG oslo_concurrency.lockutils [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.450024] env[62189]: DEBUG nova.compute.manager [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2108.575271] env[62189]: INFO nova.compute.manager [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Took 39.33 seconds to build instance. [ 2108.715959] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122469, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.898762] env[62189]: DEBUG nova.scheduler.client.report [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2109.014766] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Acquiring lock "aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.015181] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Lock "aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.077683] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f42bd20f-e374-46d5-8f1b-c7aba5782899 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "d6b4cf12-640a-4937-8336-0077929e7d4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.846s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.211743] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122469, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.404048] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.406452] env[62189]: DEBUG oslo_concurrency.lockutils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.329s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.408434] env[62189]: INFO nova.compute.claims [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2109.419019] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "7344660a-7b5a-40d7-8114-fe3a95e51e28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.419257] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "7344660a-7b5a-40d7-8114-fe3a95e51e28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.424628] env[62189]: INFO nova.scheduler.client.report [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Deleted allocations for instance 68f7cb35-c13c-405c-a071-e6baa9f254f3 [ 2109.458598] env[62189]: DEBUG nova.compute.manager [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2109.492588] env[62189]: DEBUG nova.virt.hardware [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2109.492855] env[62189]: DEBUG nova.virt.hardware [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2109.493019] env[62189]: DEBUG nova.virt.hardware [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2109.493213] env[62189]: DEBUG nova.virt.hardware [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2109.493361] env[62189]: DEBUG nova.virt.hardware [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2109.493506] env[62189]: DEBUG nova.virt.hardware [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2109.493889] env[62189]: DEBUG nova.virt.hardware [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2109.493889] env[62189]: DEBUG nova.virt.hardware [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2109.494108] env[62189]: DEBUG nova.virt.hardware [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2109.494231] env[62189]: DEBUG nova.virt.hardware [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2109.494404] env[62189]: DEBUG nova.virt.hardware [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2109.495495] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fadf8d-0560-485c-8e6f-7807c99bf70c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.506302] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97bc066-2ac9-45fc-9706-76f4edeb5a49 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.525274] env[62189]: DEBUG nova.compute.manager [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2109.712067] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122469, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.921527] env[62189]: DEBUG nova.compute.manager [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2109.932810] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f022bb6f-25b3-4911-ae0f-19c4177cb08d tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "68f7cb35-c13c-405c-a071-e6baa9f254f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.149s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.046484] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.214186] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122469, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.440971] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.713843] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122469, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.742857] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33e0717-ba51-4653-950b-bd62ac96c7cd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.750707] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955b726a-2a03-4433-b511-2cc7e314d1d9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.780610] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquiring lock "a4f72200-8120-4298-b7e6-890162fecdc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.780806] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "a4f72200-8120-4298-b7e6-890162fecdc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.781012] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquiring lock "a4f72200-8120-4298-b7e6-890162fecdc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.781209] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "a4f72200-8120-4298-b7e6-890162fecdc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.781405] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "a4f72200-8120-4298-b7e6-890162fecdc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.783397] env[62189]: INFO nova.compute.manager [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Terminating instance [ 2110.786645] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb71247c-764f-4a90-97dc-a274f5d7260b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.794860] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e7a0fe-a792-4a6d-b238-0c8e04306e98 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.808565] env[62189]: DEBUG nova.compute.provider_tree [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2111.214391] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122469, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.287437] env[62189]: DEBUG nova.compute.manager [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2111.287648] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2111.288586] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bea693f-f0da-42e9-a8c9-39e9efae123a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.296444] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2111.296671] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b41139e5-4644-4c8f-ada7-452d1a713123 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.302750] env[62189]: DEBUG oslo_vmware.api [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2111.302750] env[62189]: value = "task-2122470" [ 2111.302750] env[62189]: _type = "Task" [ 2111.302750] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.312595] env[62189]: DEBUG nova.scheduler.client.report [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2111.316167] env[62189]: DEBUG oslo_vmware.api [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.715372] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122469, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.813122] env[62189]: DEBUG oslo_vmware.api [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122470, 'name': PowerOffVM_Task, 'duration_secs': 0.184664} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.813426] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2111.813594] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2111.813878] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9248860e-5030-4d75-ae89-effacef19795 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.817207] env[62189]: DEBUG oslo_concurrency.lockutils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.817676] env[62189]: DEBUG nova.compute.manager [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2111.820320] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.064s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.820534] env[62189]: DEBUG nova.objects.instance [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lazy-loading 'resources' on Instance uuid 0e1f7449-fc0b-44ac-9765-b7c73127aaec {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2112.215603] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122469, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.324058] env[62189]: DEBUG nova.compute.utils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2112.325047] env[62189]: DEBUG nova.compute.manager [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2112.325227] env[62189]: DEBUG nova.network.neutron [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2112.375581] env[62189]: DEBUG nova.policy [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd162f89506604458b882e3f2abfb2dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19a099c4ab924ceda3783b7daed195b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2112.397080] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2112.397278] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Deleting contents of the VM from datastore datastore1 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2112.397494] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Deleting the datastore file [datastore1] a4f72200-8120-4298-b7e6-890162fecdc7 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2112.397795] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0d3e86b-16e8-40f9-87f3-212858f6fe54 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.410728] env[62189]: DEBUG oslo_vmware.api [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for the task: (returnval){ [ 2112.410728] env[62189]: value = "task-2122472" [ 2112.410728] env[62189]: _type = "Task" [ 2112.410728] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.421200] env[62189]: DEBUG oslo_vmware.api [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.662277] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5060964c-1c9b-4ae6-9249-a4d82c229768 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.669732] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5f4c9c-eda3-40fd-8bf3-eba9a7ea8041 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.701202] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0ebd42-beca-494c-a767-3ddb4d52afd4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.711670] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d2fdf3-4fa0-4df8-8881-e364a325cb4f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.725676] env[62189]: DEBUG nova.compute.provider_tree [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2112.729875] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122469, 'name': Destroy_Task, 'duration_secs': 5.683634} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.730344] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Destroyed the VM [ 2112.730579] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2112.730850] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2fb9e42b-675d-4505-9633-92e8dd8629fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.737879] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2112.737879] env[62189]: value = "task-2122473" [ 2112.737879] env[62189]: _type = "Task" [ 2112.737879] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.747233] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122473, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.752757] env[62189]: DEBUG nova.network.neutron [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Successfully created port: b40850d7-d54c-4893-af29-7f9c0570e0df {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2112.832095] env[62189]: DEBUG nova.compute.manager [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2112.920078] env[62189]: DEBUG oslo_vmware.api [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Task: {'id': task-2122472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142611} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.920605] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2112.920922] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Deleted contents of the VM from datastore datastore1 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2112.921224] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2112.921527] env[62189]: INFO nova.compute.manager [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Took 1.63 seconds to destroy the instance on the hypervisor. [ 2112.921891] env[62189]: DEBUG oslo.service.loopingcall [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2112.922228] env[62189]: DEBUG nova.compute.manager [-] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2112.922434] env[62189]: DEBUG nova.network.neutron [-] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2113.235893] env[62189]: DEBUG nova.scheduler.client.report [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2113.256305] env[62189]: DEBUG oslo_vmware.api [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122473, 'name': RemoveSnapshot_Task, 'duration_secs': 0.479201} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.256740] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2113.256798] env[62189]: INFO nova.compute.manager [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Took 21.89 seconds to snapshot the instance on the hypervisor. [ 2113.314877] env[62189]: DEBUG nova.compute.manager [req-74ae9e82-daab-43dc-9c45-1126078514b8 req-7570df90-4b98-4b1a-aa89-3bfdc8899218 service nova] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Received event network-vif-deleted-55f1c18a-6f76-4621-bb0c-d292f0af976e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2113.315064] env[62189]: INFO nova.compute.manager [req-74ae9e82-daab-43dc-9c45-1126078514b8 req-7570df90-4b98-4b1a-aa89-3bfdc8899218 service nova] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Neutron deleted interface 55f1c18a-6f76-4621-bb0c-d292f0af976e; detaching it from the instance and deleting it from the info cache [ 2113.315293] env[62189]: DEBUG nova.network.neutron [req-74ae9e82-daab-43dc-9c45-1126078514b8 req-7570df90-4b98-4b1a-aa89-3bfdc8899218 service nova] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.454248] env[62189]: DEBUG nova.compute.manager [req-ffee6d63-e73c-4741-adb3-2ee0c4bdc912 req-2852fab1-307d-4ba7-b8df-65e8f26d62dd service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Received event network-vif-plugged-5cb3b874-5a97-4bcd-b96b-f9c67608fe69 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2113.454248] env[62189]: DEBUG oslo_concurrency.lockutils [req-ffee6d63-e73c-4741-adb3-2ee0c4bdc912 req-2852fab1-307d-4ba7-b8df-65e8f26d62dd service nova] Acquiring lock "aa895c8f-876f-43b4-b0ca-7f51548bee51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.454248] env[62189]: DEBUG oslo_concurrency.lockutils [req-ffee6d63-e73c-4741-adb3-2ee0c4bdc912 req-2852fab1-307d-4ba7-b8df-65e8f26d62dd service nova] Lock "aa895c8f-876f-43b4-b0ca-7f51548bee51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.454248] env[62189]: DEBUG oslo_concurrency.lockutils [req-ffee6d63-e73c-4741-adb3-2ee0c4bdc912 req-2852fab1-307d-4ba7-b8df-65e8f26d62dd service nova] Lock "aa895c8f-876f-43b4-b0ca-7f51548bee51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.454248] env[62189]: DEBUG nova.compute.manager [req-ffee6d63-e73c-4741-adb3-2ee0c4bdc912 req-2852fab1-307d-4ba7-b8df-65e8f26d62dd service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] No waiting events found dispatching network-vif-plugged-5cb3b874-5a97-4bcd-b96b-f9c67608fe69 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2113.454248] env[62189]: WARNING nova.compute.manager [req-ffee6d63-e73c-4741-adb3-2ee0c4bdc912 req-2852fab1-307d-4ba7-b8df-65e8f26d62dd service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Received unexpected event network-vif-plugged-5cb3b874-5a97-4bcd-b96b-f9c67608fe69 for instance with vm_state building and task_state spawning. [ 2113.745326] env[62189]: DEBUG nova.network.neutron [-] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.745326] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.752815] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.321s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.753241] env[62189]: DEBUG nova.objects.instance [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lazy-loading 'resources' on Instance uuid 5b2461d3-8b16-4944-aeaa-2a5f2ecce968 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2113.786723] env[62189]: INFO nova.scheduler.client.report [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleted allocations for instance 0e1f7449-fc0b-44ac-9765-b7c73127aaec [ 2113.797020] env[62189]: DEBUG nova.network.neutron [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Successfully updated port: 5cb3b874-5a97-4bcd-b96b-f9c67608fe69 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2113.821514] env[62189]: DEBUG nova.compute.manager [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Found 3 images (rotation: 2) {{(pid=62189) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2113.821723] env[62189]: DEBUG nova.compute.manager [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Rotating out 1 backups {{(pid=62189) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 2113.821884] env[62189]: DEBUG nova.compute.manager [None req-f0083131-fb3f-449e-a6d1-a6940aab9c15 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Deleting image 35314f3a-37e3-45b6-adc6-1a60b90e08b1 {{(pid=62189) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 2113.825760] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dad7a12-090a-4825-9c50-5aac972d7f8d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.838433] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278af11a-e4e6-437b-8626-bf5ada64d85b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.851479] env[62189]: DEBUG nova.compute.manager [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2113.875321] env[62189]: DEBUG nova.compute.manager [req-74ae9e82-daab-43dc-9c45-1126078514b8 req-7570df90-4b98-4b1a-aa89-3bfdc8899218 service nova] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Detach interface failed, port_id=55f1c18a-6f76-4621-bb0c-d292f0af976e, reason: Instance a4f72200-8120-4298-b7e6-890162fecdc7 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2113.884393] env[62189]: DEBUG nova.virt.hardware [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2113.884637] env[62189]: DEBUG nova.virt.hardware [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2113.884795] env[62189]: DEBUG nova.virt.hardware [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2113.884976] env[62189]: DEBUG nova.virt.hardware [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2113.885139] env[62189]: DEBUG nova.virt.hardware [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2113.885287] env[62189]: DEBUG nova.virt.hardware [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2113.885498] env[62189]: DEBUG nova.virt.hardware [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2113.885655] env[62189]: DEBUG nova.virt.hardware [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2113.885821] env[62189]: DEBUG nova.virt.hardware [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2113.885980] env[62189]: DEBUG nova.virt.hardware [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2113.886182] env[62189]: DEBUG nova.virt.hardware [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2113.887089] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745968eb-689b-49ae-aeff-90e7a4e36459 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.895893] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5033851-cb72-4419-9d8b-1f09e3c962b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.253692] env[62189]: INFO nova.compute.manager [-] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Took 1.33 seconds to deallocate network for instance. [ 2114.302486] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.302486] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.302486] env[62189]: DEBUG nova.network.neutron [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2114.303938] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f2d87a1-23a0-4550-bf69-98b2480be5f8 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "0e1f7449-fc0b-44ac-9765-b7c73127aaec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.921s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.630921] env[62189]: DEBUG nova.network.neutron [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Successfully updated port: b40850d7-d54c-4893-af29-7f9c0570e0df {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2114.680942] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203352d0-aacb-40d6-9a33-8ca7182b5f53 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.689084] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fef8482-fb94-43cb-8e75-21170c459932 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.723719] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e962b3af-1b45-4e3d-bc96-5b2495a3bd88 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.733985] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9695e765-2cf7-4f30-9c69-d52b9e9075aa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.750478] env[62189]: DEBUG nova.compute.provider_tree [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2114.761738] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.846323] env[62189]: DEBUG nova.network.neutron [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2115.031592] env[62189]: DEBUG nova.network.neutron [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Updating instance_info_cache with network_info: [{"id": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "address": "fa:16:3e:09:b9:3d", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb3b874-5a", "ovs_interfaceid": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.136769] env[62189]: DEBUG oslo_concurrency.lockutils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.136932] env[62189]: DEBUG oslo_concurrency.lockutils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.137108] env[62189]: DEBUG nova.network.neutron [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2115.253872] env[62189]: DEBUG nova.scheduler.client.report [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2115.534869] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.534983] env[62189]: DEBUG nova.compute.manager [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Instance network_info: |[{"id": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "address": "fa:16:3e:09:b9:3d", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb3b874-5a", "ovs_interfaceid": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2115.535842] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:b9:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cb3b874-5a97-4bcd-b96b-f9c67608fe69', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2115.544280] env[62189]: DEBUG oslo.service.loopingcall [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2115.544514] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2115.544754] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95386c70-b68f-4ef1-b91c-60b0e22ad68f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.563754] env[62189]: DEBUG nova.compute.manager [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Received event network-changed-5cb3b874-5a97-4bcd-b96b-f9c67608fe69 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2115.564128] env[62189]: DEBUG nova.compute.manager [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Refreshing instance network info cache due to event network-changed-5cb3b874-5a97-4bcd-b96b-f9c67608fe69. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2115.564413] env[62189]: DEBUG oslo_concurrency.lockutils [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] Acquiring lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.564606] env[62189]: DEBUG oslo_concurrency.lockutils [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] Acquired lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.564824] env[62189]: DEBUG nova.network.neutron [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Refreshing network info cache for port 5cb3b874-5a97-4bcd-b96b-f9c67608fe69 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2115.567584] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2115.567584] env[62189]: value = "task-2122474" [ 2115.567584] env[62189]: _type = "Task" [ 2115.567584] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.579680] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122474, 'name': CreateVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.672196] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3887d4c2-0e02-4288-99d2-de2a9f5cc5a7 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "1a094a38-e7dc-4c76-9074-766c934140e7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.672471] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3887d4c2-0e02-4288-99d2-de2a9f5cc5a7 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "1a094a38-e7dc-4c76-9074-766c934140e7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.672678] env[62189]: DEBUG nova.compute.manager [None req-3887d4c2-0e02-4288-99d2-de2a9f5cc5a7 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2115.673589] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f3b468-41eb-477d-90f2-df5baeefca98 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.680884] env[62189]: DEBUG nova.compute.manager [None req-3887d4c2-0e02-4288-99d2-de2a9f5cc5a7 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62189) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2115.681689] env[62189]: DEBUG nova.objects.instance [None req-3887d4c2-0e02-4288-99d2-de2a9f5cc5a7 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lazy-loading 'flavor' on Instance uuid 1a094a38-e7dc-4c76-9074-766c934140e7 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2115.688810] env[62189]: DEBUG nova.network.neutron [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2115.759770] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.764469] env[62189]: DEBUG oslo_concurrency.lockutils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.554s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.766007] env[62189]: INFO nova.compute.claims [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2115.782398] env[62189]: INFO nova.scheduler.client.report [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Deleted allocations for instance 5b2461d3-8b16-4944-aeaa-2a5f2ecce968 [ 2115.899491] env[62189]: DEBUG nova.network.neutron [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance_info_cache with network_info: [{"id": "b40850d7-d54c-4893-af29-7f9c0570e0df", "address": "fa:16:3e:65:86:f0", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40850d7-d5", "ovs_interfaceid": "b40850d7-d54c-4893-af29-7f9c0570e0df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.081246] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122474, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.289971] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c482de28-40c1-4067-b43b-858352c5bf56 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "5b2461d3-8b16-4944-aeaa-2a5f2ecce968" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.091s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.322286] env[62189]: DEBUG nova.network.neutron [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Updated VIF entry in instance network info cache for port 5cb3b874-5a97-4bcd-b96b-f9c67608fe69. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2116.322640] env[62189]: DEBUG nova.network.neutron [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Updating instance_info_cache with network_info: [{"id": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "address": "fa:16:3e:09:b9:3d", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb3b874-5a", "ovs_interfaceid": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.402571] env[62189]: DEBUG oslo_concurrency.lockutils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.402904] env[62189]: DEBUG nova.compute.manager [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Instance network_info: |[{"id": "b40850d7-d54c-4893-af29-7f9c0570e0df", "address": "fa:16:3e:65:86:f0", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40850d7-d5", "ovs_interfaceid": "b40850d7-d54c-4893-af29-7f9c0570e0df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2116.403345] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:86:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b40850d7-d54c-4893-af29-7f9c0570e0df', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2116.410841] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Creating folder: Project (19a099c4ab924ceda3783b7daed195b9). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2116.411110] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c95cd122-711e-4752-80d4-7dbcd2c28928 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.422341] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Created folder: Project (19a099c4ab924ceda3783b7daed195b9) in parent group-v433996. [ 2116.422542] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Creating folder: Instances. Parent ref: group-v434203. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2116.422780] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63a06854-e35c-4a96-a92e-a607fb7082a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.431552] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Created folder: Instances in parent group-v434203. [ 2116.431777] env[62189]: DEBUG oslo.service.loopingcall [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2116.431962] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2116.432169] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c168341-6c09-4e86-bf5c-d9154abec298 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.451316] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2116.451316] env[62189]: value = "task-2122477" [ 2116.451316] env[62189]: _type = "Task" [ 2116.451316] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.460140] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122477, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.584035] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122474, 'name': CreateVM_Task, 'duration_secs': 0.583354} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.584035] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2116.584035] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.584035] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.584431] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2116.584605] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da9a0aec-9015-490a-82db-66c3ec4b5033 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.589963] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2116.589963] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529b6370-ed82-5f5b-2d71-52205ffc34d4" [ 2116.589963] env[62189]: _type = "Task" [ 2116.589963] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.598359] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529b6370-ed82-5f5b-2d71-52205ffc34d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.650628] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "4a9e6caa-71e1-4840-861e-d4246d2bd681" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.651726] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "4a9e6caa-71e1-4840-861e-d4246d2bd681" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.693065] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3887d4c2-0e02-4288-99d2-de2a9f5cc5a7 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2116.693320] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d8c31ba-cd6d-4088-bc4b-f375387d889c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.701110] env[62189]: DEBUG oslo_vmware.api [None req-3887d4c2-0e02-4288-99d2-de2a9f5cc5a7 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2116.701110] env[62189]: value = "task-2122478" [ 2116.701110] env[62189]: _type = "Task" [ 2116.701110] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.710024] env[62189]: DEBUG oslo_vmware.api [None req-3887d4c2-0e02-4288-99d2-de2a9f5cc5a7 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.825827] env[62189]: DEBUG oslo_concurrency.lockutils [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] Releasing lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.826131] env[62189]: DEBUG nova.compute.manager [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Received event network-vif-plugged-b40850d7-d54c-4893-af29-7f9c0570e0df {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2116.826318] env[62189]: DEBUG oslo_concurrency.lockutils [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] Acquiring lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.826520] env[62189]: DEBUG oslo_concurrency.lockutils [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.826683] env[62189]: DEBUG oslo_concurrency.lockutils [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.826860] env[62189]: DEBUG nova.compute.manager [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] No waiting events found dispatching network-vif-plugged-b40850d7-d54c-4893-af29-7f9c0570e0df {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2116.827102] env[62189]: WARNING nova.compute.manager [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Received unexpected event network-vif-plugged-b40850d7-d54c-4893-af29-7f9c0570e0df for instance with vm_state building and task_state spawning. [ 2116.827284] env[62189]: DEBUG nova.compute.manager [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Received event network-changed-b40850d7-d54c-4893-af29-7f9c0570e0df {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2116.827440] env[62189]: DEBUG nova.compute.manager [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Refreshing instance network info cache due to event network-changed-b40850d7-d54c-4893-af29-7f9c0570e0df. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2116.827661] env[62189]: DEBUG oslo_concurrency.lockutils [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] Acquiring lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.827807] env[62189]: DEBUG oslo_concurrency.lockutils [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] Acquired lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.827965] env[62189]: DEBUG nova.network.neutron [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Refreshing network info cache for port b40850d7-d54c-4893-af29-7f9c0570e0df {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2116.961931] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122477, 'name': CreateVM_Task, 'duration_secs': 0.497621} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.964841] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2116.966987] env[62189]: DEBUG oslo_concurrency.lockutils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.103070] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529b6370-ed82-5f5b-2d71-52205ffc34d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009402} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.103394] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.103606] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2117.103931] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.104179] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.104179] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2117.104524] env[62189]: DEBUG oslo_concurrency.lockutils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.105022] env[62189]: DEBUG oslo_concurrency.lockutils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2117.105022] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba38c40c-4652-454b-88b0-3e1da1631e4c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.107028] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-881456e5-dfbb-4240-84a9-94bff8b748b9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.113267] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2117.113267] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f62402-46a7-7fbb-6a40-6ed736c9f2ca" [ 2117.113267] env[62189]: _type = "Task" [ 2117.113267] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.122308] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2117.122507] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2117.123669] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f43070eb-fbba-4e2d-872a-352cceeee7d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.128922] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f62402-46a7-7fbb-6a40-6ed736c9f2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.132240] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2117.132240] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b8af86-a354-dc5e-0742-94dce487de27" [ 2117.132240] env[62189]: _type = "Task" [ 2117.132240] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.142160] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b8af86-a354-dc5e-0742-94dce487de27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.150157] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0302e2-44ea-4be1-ba87-a72261e6de62 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.153457] env[62189]: DEBUG nova.compute.manager [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2117.159313] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d30cfd9-bbae-4db2-9280-63101ec61d37 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.197376] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002a9ddf-d599-4bfe-8097-57e6395799ac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.209697] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812158cf-1a2d-4089-999c-cf88069afa06 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.219014] env[62189]: DEBUG oslo_vmware.api [None req-3887d4c2-0e02-4288-99d2-de2a9f5cc5a7 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122478, 'name': PowerOffVM_Task, 'duration_secs': 0.217619} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.228885] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3887d4c2-0e02-4288-99d2-de2a9f5cc5a7 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2117.228885] env[62189]: DEBUG nova.compute.manager [None req-3887d4c2-0e02-4288-99d2-de2a9f5cc5a7 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2117.229109] env[62189]: DEBUG nova.compute.provider_tree [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2117.234084] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cacd0f-09f8-404f-83de-3ee3f8b069b9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.569773] env[62189]: DEBUG nova.network.neutron [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updated VIF entry in instance network info cache for port b40850d7-d54c-4893-af29-7f9c0570e0df. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2117.569773] env[62189]: DEBUG nova.network.neutron [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance_info_cache with network_info: [{"id": "b40850d7-d54c-4893-af29-7f9c0570e0df", "address": "fa:16:3e:65:86:f0", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40850d7-d5", "ovs_interfaceid": "b40850d7-d54c-4893-af29-7f9c0570e0df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2117.625012] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f62402-46a7-7fbb-6a40-6ed736c9f2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.021768} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.625012] env[62189]: DEBUG oslo_concurrency.lockutils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.625012] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2117.625012] env[62189]: DEBUG oslo_concurrency.lockutils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.641363] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b8af86-a354-dc5e-0742-94dce487de27, 'name': SearchDatastore_Task, 'duration_secs': 0.016885} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.642216] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb867bf-83cc-48a2-8551-e85daf4e1fcd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.647390] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2117.647390] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b698d7-5cdd-72dc-272c-7e2e8730b38d" [ 2117.647390] env[62189]: _type = "Task" [ 2117.647390] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.655051] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b698d7-5cdd-72dc-272c-7e2e8730b38d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.682135] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.738020] env[62189]: DEBUG nova.scheduler.client.report [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2117.743844] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3887d4c2-0e02-4288-99d2-de2a9f5cc5a7 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "1a094a38-e7dc-4c76-9074-766c934140e7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.073774] env[62189]: DEBUG oslo_concurrency.lockutils [req-96c31fd6-63f3-4b7e-b559-99eb12e55f62 req-e0139603-bc06-4bac-869f-2c5bcbcd266d service nova] Releasing lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.158870] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b698d7-5cdd-72dc-272c-7e2e8730b38d, 'name': SearchDatastore_Task, 'duration_secs': 0.008644} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.159019] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.159261] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] aa895c8f-876f-43b4-b0ca-7f51548bee51/aa895c8f-876f-43b4-b0ca-7f51548bee51.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2118.159539] env[62189]: DEBUG oslo_concurrency.lockutils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.159725] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2118.159976] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9341517f-fc55-449c-8ae1-944abff0e3e0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.162016] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e187c7c-7269-42b5-ac74-a0edc292fdfa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.169640] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2118.169640] env[62189]: value = "task-2122479" [ 2118.169640] env[62189]: _type = "Task" [ 2118.169640] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.170779] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2118.170952] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2118.174395] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8867001c-c458-429b-b9ce-b555cbc05f16 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.181571] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.182695] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2118.182695] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52045653-08b5-7880-8d65-f638f4430c93" [ 2118.182695] env[62189]: _type = "Task" [ 2118.182695] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.191376] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52045653-08b5-7880-8d65-f638f4430c93, 'name': SearchDatastore_Task, 'duration_secs': 0.008085} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.191376] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d31f6ab-2e14-47e2-b077-44a52de23ff7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.196116] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2118.196116] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522ae986-06b6-1b19-9679-3fe911e47e6a" [ 2118.196116] env[62189]: _type = "Task" [ 2118.196116] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.205333] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522ae986-06b6-1b19-9679-3fe911e47e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.241850] env[62189]: DEBUG oslo_concurrency.lockutils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.242548] env[62189]: DEBUG nova.compute.manager [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2118.245678] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.705s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.245935] env[62189]: DEBUG nova.objects.instance [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lazy-loading 'resources' on Instance uuid c45dabf5-89e9-40dd-ad69-579d081dbcbe {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2119.388154] env[62189]: DEBUG nova.compute.utils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2119.390382] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468496} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.403691] env[62189]: DEBUG nova.compute.manager [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2119.403691] env[62189]: DEBUG nova.network.neutron [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2119.405590] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] aa895c8f-876f-43b4-b0ca-7f51548bee51/aa895c8f-876f-43b4-b0ca-7f51548bee51.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2119.405804] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2119.406958] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquiring lock "999c7144-8d8f-4f92-ad76-b90a2e2040b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.407220] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "999c7144-8d8f-4f92-ad76-b90a2e2040b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.408891] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-457ef415-dc42-409b-b350-bc50325130d7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.418033] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522ae986-06b6-1b19-9679-3fe911e47e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.00865} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.418301] env[62189]: DEBUG oslo_concurrency.lockutils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.418570] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] f04c5b3c-15ac-4b99-ab8d-a841ec94886b/f04c5b3c-15ac-4b99-ab8d-a841ec94886b.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2119.418884] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2119.418884] env[62189]: value = "task-2122480" [ 2119.418884] env[62189]: _type = "Task" [ 2119.418884] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.421935] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96de4056-364d-4ed3-b212-70a9de932b81 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.436495] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.437105] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2119.437105] env[62189]: value = "task-2122481" [ 2119.437105] env[62189]: _type = "Task" [ 2119.437105] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.449215] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.486559] env[62189]: DEBUG nova.policy [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd66eb94929a74b7381cbd76ea375750b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6c3efd9bf48470f98e2bec6ae33ee5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2119.777306] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b8a8af-ff36-4f27-9036-f6ea588a132f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.787027] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ece89a-9006-4c6f-aded-e0d7f1f05494 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.821736] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031da9c2-e231-47d0-96a6-efc6358f7d6d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.831385] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f074481e-ecd9-42b8-b31e-785d574a8d14 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.845903] env[62189]: DEBUG nova.compute.provider_tree [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2119.848139] env[62189]: DEBUG nova.network.neutron [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Successfully created port: 5234511c-f6c9-4495-83bb-6afca0609a44 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2119.891747] env[62189]: DEBUG nova.compute.manager [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2119.911755] env[62189]: DEBUG nova.compute.manager [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2119.915064] env[62189]: DEBUG nova.compute.manager [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Stashing vm_state: stopped {{(pid=62189) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2119.935939] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067127} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.936270] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2119.937172] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a940a619-cf16-49a7-9d43-b5378e4f1141 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.950743] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122481, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.969884] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] aa895c8f-876f-43b4-b0ca-7f51548bee51/aa895c8f-876f-43b4-b0ca-7f51548bee51.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2119.971856] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bebda43-0a2e-43e0-966a-2fb3e631e71b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.995443] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2119.995443] env[62189]: value = "task-2122482" [ 2119.995443] env[62189]: _type = "Task" [ 2119.995443] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.005936] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.354409] env[62189]: DEBUG nova.scheduler.client.report [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2120.442817] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.444024] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.453818] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603833} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.454070] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] f04c5b3c-15ac-4b99-ab8d-a841ec94886b/f04c5b3c-15ac-4b99-ab8d-a841ec94886b.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2120.454347] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2120.454513] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0345eb26-db8c-483b-85db-4849e8324a6e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.460813] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2120.460813] env[62189]: value = "task-2122483" [ 2120.460813] env[62189]: _type = "Task" [ 2120.460813] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.467850] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.506308] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122482, 'name': ReconfigVM_Task, 'duration_secs': 0.360258} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.506741] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Reconfigured VM instance instance-00000048 to attach disk [datastore2] aa895c8f-876f-43b4-b0ca-7f51548bee51/aa895c8f-876f-43b4-b0ca-7f51548bee51.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2120.507399] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cb42be0-1e30-4c25-a10e-4c7e4ce3ee88 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.513479] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2120.513479] env[62189]: value = "task-2122484" [ 2120.513479] env[62189]: _type = "Task" [ 2120.513479] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.521485] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122484, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.860180] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.614s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.862982] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.678s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.862982] env[62189]: DEBUG nova.objects.instance [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lazy-loading 'resources' on Instance uuid f266de18-c112-43a4-adb6-b0cc33ee8aae {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2120.879353] env[62189]: INFO nova.scheduler.client.report [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleted allocations for instance c45dabf5-89e9-40dd-ad69-579d081dbcbe [ 2120.902049] env[62189]: DEBUG nova.compute.manager [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2120.929398] env[62189]: DEBUG nova.virt.hardware [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2120.929630] env[62189]: DEBUG nova.virt.hardware [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2120.929771] env[62189]: DEBUG nova.virt.hardware [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2120.929954] env[62189]: DEBUG nova.virt.hardware [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2120.930111] env[62189]: DEBUG nova.virt.hardware [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2120.930256] env[62189]: DEBUG nova.virt.hardware [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2120.930465] env[62189]: DEBUG nova.virt.hardware [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2120.930642] env[62189]: DEBUG nova.virt.hardware [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2120.930832] env[62189]: DEBUG nova.virt.hardware [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2120.930995] env[62189]: DEBUG nova.virt.hardware [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2120.931185] env[62189]: DEBUG nova.virt.hardware [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2120.932445] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4fd595-bbf2-4280-974b-fd3ff08f41b8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.940868] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ea8d65-7730-43e8-bbfe-5b4a28d81f53 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.968211] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06759} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.968453] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2120.969163] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b90908c-53df-4489-b140-0ae30f953969 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.990128] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] f04c5b3c-15ac-4b99-ab8d-a841ec94886b/f04c5b3c-15ac-4b99-ab8d-a841ec94886b.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2120.990350] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd29daa8-6fe2-4088-b80c-9f6a56fbe84e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.009107] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2121.009107] env[62189]: value = "task-2122485" [ 2121.009107] env[62189]: _type = "Task" [ 2121.009107] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.016541] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.023311] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122484, 'name': Rename_Task, 'duration_secs': 0.136838} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.023558] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2121.023783] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39577daf-11a9-41b1-85a6-bb6da93f9a02 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.029347] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2121.029347] env[62189]: value = "task-2122486" [ 2121.029347] env[62189]: _type = "Task" [ 2121.029347] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.036286] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.388475] env[62189]: DEBUG oslo_concurrency.lockutils [None req-34861509-6e11-4242-b03d-57631ea34b98 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "c45dabf5-89e9-40dd-ad69-579d081dbcbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.417s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.430721] env[62189]: DEBUG nova.compute.manager [req-24ee014a-656e-48bd-b511-24c1ad8cb223 req-be439227-0c5c-45df-ba49-15ed66a59cfd service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Received event network-vif-plugged-5234511c-f6c9-4495-83bb-6afca0609a44 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2121.430947] env[62189]: DEBUG oslo_concurrency.lockutils [req-24ee014a-656e-48bd-b511-24c1ad8cb223 req-be439227-0c5c-45df-ba49-15ed66a59cfd service nova] Acquiring lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.431178] env[62189]: DEBUG oslo_concurrency.lockutils [req-24ee014a-656e-48bd-b511-24c1ad8cb223 req-be439227-0c5c-45df-ba49-15ed66a59cfd service nova] Lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.431342] env[62189]: DEBUG oslo_concurrency.lockutils [req-24ee014a-656e-48bd-b511-24c1ad8cb223 req-be439227-0c5c-45df-ba49-15ed66a59cfd service nova] Lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.431525] env[62189]: DEBUG nova.compute.manager [req-24ee014a-656e-48bd-b511-24c1ad8cb223 req-be439227-0c5c-45df-ba49-15ed66a59cfd service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] No waiting events found dispatching network-vif-plugged-5234511c-f6c9-4495-83bb-6afca0609a44 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2121.431708] env[62189]: WARNING nova.compute.manager [req-24ee014a-656e-48bd-b511-24c1ad8cb223 req-be439227-0c5c-45df-ba49-15ed66a59cfd service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Received unexpected event network-vif-plugged-5234511c-f6c9-4495-83bb-6afca0609a44 for instance with vm_state building and task_state spawning. [ 2121.487221] env[62189]: DEBUG nova.network.neutron [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Successfully updated port: 5234511c-f6c9-4495-83bb-6afca0609a44 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2121.522839] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122485, 'name': ReconfigVM_Task, 'duration_secs': 0.276668} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.523739] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Reconfigured VM instance instance-00000049 to attach disk [datastore2] f04c5b3c-15ac-4b99-ab8d-a841ec94886b/f04c5b3c-15ac-4b99-ab8d-a841ec94886b.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2121.524393] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afc751b4-eb87-41ef-a8e3-b40b4c612a83 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.534882] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2121.534882] env[62189]: value = "task-2122487" [ 2121.534882] env[62189]: _type = "Task" [ 2121.534882] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.544093] env[62189]: DEBUG oslo_vmware.api [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122486, 'name': PowerOnVM_Task, 'duration_secs': 0.51082} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.545190] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2121.545297] env[62189]: INFO nova.compute.manager [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Took 12.09 seconds to spawn the instance on the hypervisor. [ 2121.545871] env[62189]: DEBUG nova.compute.manager [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2121.546309] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d22610f-8d0c-42e3-a9b9-71e64773406e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.552151] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122487, 'name': Rename_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.796237] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbc6cea-a2c3-41eb-9f60-21e00500c942 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.805381] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62589fb4-b719-441c-b3f9-bbbbff6c2dde {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.834361] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b537baad-a15c-4678-ada2-fd3a5297464a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.842311] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d38b7c-19f8-42f8-a558-812d66fa5598 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.856170] env[62189]: DEBUG nova.compute.provider_tree [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2121.990091] env[62189]: DEBUG oslo_concurrency.lockutils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "refresh_cache-1706decc-cb1c-4f86-ac9a-5b955924f6e3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.990457] env[62189]: DEBUG oslo_concurrency.lockutils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquired lock "refresh_cache-1706decc-cb1c-4f86-ac9a-5b955924f6e3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.990868] env[62189]: DEBUG nova.network.neutron [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2122.044430] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122487, 'name': Rename_Task, 'duration_secs': 0.143502} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.044683] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2122.044932] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4320c682-37c8-45e8-8c57-93fc93a2d1c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.051341] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2122.051341] env[62189]: value = "task-2122488" [ 2122.051341] env[62189]: _type = "Task" [ 2122.051341] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.059474] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.069168] env[62189]: INFO nova.compute.manager [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Took 38.13 seconds to build instance. [ 2122.385731] env[62189]: ERROR nova.scheduler.client.report [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [req-175d288e-c16f-4129-a12a-97cbf63175c6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-175d288e-c16f-4129-a12a-97cbf63175c6"}]} [ 2122.402052] env[62189]: DEBUG nova.scheduler.client.report [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2122.415260] env[62189]: DEBUG nova.scheduler.client.report [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2122.415393] env[62189]: DEBUG nova.compute.provider_tree [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2122.425666] env[62189]: DEBUG nova.scheduler.client.report [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2122.441667] env[62189]: DEBUG nova.scheduler.client.report [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2122.531881] env[62189]: DEBUG nova.network.neutron [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2122.562643] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.571709] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2d4e20c-5138-45bb-a569-3a34d3100198 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.646s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.714228] env[62189]: DEBUG nova.network.neutron [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Updating instance_info_cache with network_info: [{"id": "5234511c-f6c9-4495-83bb-6afca0609a44", "address": "fa:16:3e:b1:fc:35", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5234511c-f6", "ovs_interfaceid": "5234511c-f6c9-4495-83bb-6afca0609a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.795340] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49938737-ccd4-475c-b97b-3e308a1bb4cc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.804071] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875f987f-a2bc-4611-ab6a-b82a099b3c01 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.833982] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708527ed-3687-4630-b2c8-f10f3dac1a5b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.841917] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957b4f8a-ce25-4d55-870e-7372267c45f8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.858588] env[62189]: DEBUG nova.compute.provider_tree [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2123.015472] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "f6383b85-a15a-4cd6-9760-16f0a78cc5a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.015472] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "f6383b85-a15a-4cd6-9760-16f0a78cc5a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.062537] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122488, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.210627] env[62189]: DEBUG nova.compute.manager [req-284a08ee-06e5-42e5-a1ee-cff9988ab39f req-5276ebd2-d76b-48e4-bd42-8a30247a2524 service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Received event network-changed-5cb3b874-5a97-4bcd-b96b-f9c67608fe69 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2123.210808] env[62189]: DEBUG nova.compute.manager [req-284a08ee-06e5-42e5-a1ee-cff9988ab39f req-5276ebd2-d76b-48e4-bd42-8a30247a2524 service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Refreshing instance network info cache due to event network-changed-5cb3b874-5a97-4bcd-b96b-f9c67608fe69. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2123.211023] env[62189]: DEBUG oslo_concurrency.lockutils [req-284a08ee-06e5-42e5-a1ee-cff9988ab39f req-5276ebd2-d76b-48e4-bd42-8a30247a2524 service nova] Acquiring lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.211166] env[62189]: DEBUG oslo_concurrency.lockutils [req-284a08ee-06e5-42e5-a1ee-cff9988ab39f req-5276ebd2-d76b-48e4-bd42-8a30247a2524 service nova] Acquired lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.211417] env[62189]: DEBUG nova.network.neutron [req-284a08ee-06e5-42e5-a1ee-cff9988ab39f req-5276ebd2-d76b-48e4-bd42-8a30247a2524 service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Refreshing network info cache for port 5cb3b874-5a97-4bcd-b96b-f9c67608fe69 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2123.216774] env[62189]: DEBUG oslo_concurrency.lockutils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Releasing lock "refresh_cache-1706decc-cb1c-4f86-ac9a-5b955924f6e3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.217060] env[62189]: DEBUG nova.compute.manager [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Instance network_info: |[{"id": "5234511c-f6c9-4495-83bb-6afca0609a44", "address": "fa:16:3e:b1:fc:35", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5234511c-f6", "ovs_interfaceid": "5234511c-f6c9-4495-83bb-6afca0609a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2123.217436] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:fc:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5234511c-f6c9-4495-83bb-6afca0609a44', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2123.226689] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Creating folder: Project (e6c3efd9bf48470f98e2bec6ae33ee5a). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2123.228527] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44859a73-21b8-41ef-b2e3-91ca45fa06c0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.240182] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Created folder: Project (e6c3efd9bf48470f98e2bec6ae33ee5a) in parent group-v433996. [ 2123.240182] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Creating folder: Instances. Parent ref: group-v434206. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2123.240343] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87a4e09d-5b47-42bb-baee-af6793977946 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.249583] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Created folder: Instances in parent group-v434206. [ 2123.249710] env[62189]: DEBUG oslo.service.loopingcall [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2123.249792] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2123.249991] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71ee0d95-0daa-414a-a341-7f8d09107ee2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.269920] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2123.269920] env[62189]: value = "task-2122491" [ 2123.269920] env[62189]: _type = "Task" [ 2123.269920] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.277522] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122491, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.382992] env[62189]: ERROR nova.scheduler.client.report [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [req-5584df45-4d07-45c6-b710-70154b42eb07] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5584df45-4d07-45c6-b710-70154b42eb07"}]} [ 2123.398991] env[62189]: DEBUG nova.scheduler.client.report [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2123.418385] env[62189]: DEBUG nova.scheduler.client.report [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2123.418546] env[62189]: DEBUG nova.compute.provider_tree [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2123.431899] env[62189]: DEBUG nova.scheduler.client.report [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2123.453624] env[62189]: DEBUG nova.scheduler.client.report [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2123.493498] env[62189]: DEBUG nova.compute.manager [req-30c59add-3f95-49f6-9290-b1bed61842b3 req-afc3dedf-73e7-4520-9582-139bc2109be1 service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Received event network-changed-5234511c-f6c9-4495-83bb-6afca0609a44 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2123.493638] env[62189]: DEBUG nova.compute.manager [req-30c59add-3f95-49f6-9290-b1bed61842b3 req-afc3dedf-73e7-4520-9582-139bc2109be1 service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Refreshing instance network info cache due to event network-changed-5234511c-f6c9-4495-83bb-6afca0609a44. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2123.493912] env[62189]: DEBUG oslo_concurrency.lockutils [req-30c59add-3f95-49f6-9290-b1bed61842b3 req-afc3dedf-73e7-4520-9582-139bc2109be1 service nova] Acquiring lock "refresh_cache-1706decc-cb1c-4f86-ac9a-5b955924f6e3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.494124] env[62189]: DEBUG oslo_concurrency.lockutils [req-30c59add-3f95-49f6-9290-b1bed61842b3 req-afc3dedf-73e7-4520-9582-139bc2109be1 service nova] Acquired lock "refresh_cache-1706decc-cb1c-4f86-ac9a-5b955924f6e3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.495026] env[62189]: DEBUG nova.network.neutron [req-30c59add-3f95-49f6-9290-b1bed61842b3 req-afc3dedf-73e7-4520-9582-139bc2109be1 service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Refreshing network info cache for port 5234511c-f6c9-4495-83bb-6afca0609a44 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2123.516632] env[62189]: DEBUG nova.compute.manager [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2123.565070] env[62189]: DEBUG oslo_vmware.api [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122488, 'name': PowerOnVM_Task, 'duration_secs': 1.08151} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.565375] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2123.565521] env[62189]: INFO nova.compute.manager [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Took 9.71 seconds to spawn the instance on the hypervisor. [ 2123.565729] env[62189]: DEBUG nova.compute.manager [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2123.566935] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdba290-8288-40d8-b765-7d8bfc5df7b9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.781036] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122491, 'name': CreateVM_Task, 'duration_secs': 0.347076} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.781036] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2123.781474] env[62189]: DEBUG oslo_concurrency.lockutils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.781668] env[62189]: DEBUG oslo_concurrency.lockutils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.781985] env[62189]: DEBUG oslo_concurrency.lockutils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2123.784479] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c48b0183-70fc-4ea4-8705-8d6bf38e4b05 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.790034] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2123.790034] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527de978-f0fa-c060-8256-9f73f148ff6c" [ 2123.790034] env[62189]: _type = "Task" [ 2123.790034] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.798882] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527de978-f0fa-c060-8256-9f73f148ff6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.824967] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032e382a-2127-4aac-8201-d50c896332b6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.832299] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca9b54f-04c2-41dd-bbe3-cfeeecfce07c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.863977] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d42cdf-28ac-460e-8d72-023aa0825d5e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.871572] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4004d7e-2036-4c2d-a995-eed84b9191a7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.886540] env[62189]: DEBUG nova.compute.provider_tree [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2124.016577] env[62189]: DEBUG nova.network.neutron [req-284a08ee-06e5-42e5-a1ee-cff9988ab39f req-5276ebd2-d76b-48e4-bd42-8a30247a2524 service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Updated VIF entry in instance network info cache for port 5cb3b874-5a97-4bcd-b96b-f9c67608fe69. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2124.016966] env[62189]: DEBUG nova.network.neutron [req-284a08ee-06e5-42e5-a1ee-cff9988ab39f req-5276ebd2-d76b-48e4-bd42-8a30247a2524 service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Updating instance_info_cache with network_info: [{"id": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "address": "fa:16:3e:09:b9:3d", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb3b874-5a", "ovs_interfaceid": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.044507] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.091177] env[62189]: INFO nova.compute.manager [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Took 31.04 seconds to build instance. [ 2124.234445] env[62189]: DEBUG nova.network.neutron [req-30c59add-3f95-49f6-9290-b1bed61842b3 req-afc3dedf-73e7-4520-9582-139bc2109be1 service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Updated VIF entry in instance network info cache for port 5234511c-f6c9-4495-83bb-6afca0609a44. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2124.234877] env[62189]: DEBUG nova.network.neutron [req-30c59add-3f95-49f6-9290-b1bed61842b3 req-afc3dedf-73e7-4520-9582-139bc2109be1 service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Updating instance_info_cache with network_info: [{"id": "5234511c-f6c9-4495-83bb-6afca0609a44", "address": "fa:16:3e:b1:fc:35", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5234511c-f6", "ovs_interfaceid": "5234511c-f6c9-4495-83bb-6afca0609a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.299579] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527de978-f0fa-c060-8256-9f73f148ff6c, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.299830] env[62189]: DEBUG oslo_concurrency.lockutils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2124.300079] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2124.300311] env[62189]: DEBUG oslo_concurrency.lockutils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.300455] env[62189]: DEBUG oslo_concurrency.lockutils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2124.300627] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2124.300887] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dda31ccd-b6c3-4cfc-9822-a7cbc3f3af54 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.309837] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2124.309837] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2124.310625] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1760b98d-3c41-434b-9714-e2151635295b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.316491] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2124.316491] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525ba08c-9065-503b-86f3-7c747b890c0e" [ 2124.316491] env[62189]: _type = "Task" [ 2124.316491] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.324235] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525ba08c-9065-503b-86f3-7c747b890c0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.416566] env[62189]: DEBUG nova.scheduler.client.report [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2124.416830] env[62189]: DEBUG nova.compute.provider_tree [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 103 to 104 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2124.417026] env[62189]: DEBUG nova.compute.provider_tree [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2124.519740] env[62189]: DEBUG oslo_concurrency.lockutils [req-284a08ee-06e5-42e5-a1ee-cff9988ab39f req-5276ebd2-d76b-48e4-bd42-8a30247a2524 service nova] Releasing lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2124.592912] env[62189]: DEBUG oslo_concurrency.lockutils [None req-41557f5c-f1ca-4897-9dd1-11c758c45adc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.548s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.737703] env[62189]: DEBUG oslo_concurrency.lockutils [req-30c59add-3f95-49f6-9290-b1bed61842b3 req-afc3dedf-73e7-4520-9582-139bc2109be1 service nova] Releasing lock "refresh_cache-1706decc-cb1c-4f86-ac9a-5b955924f6e3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2124.835019] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525ba08c-9065-503b-86f3-7c747b890c0e, 'name': SearchDatastore_Task, 'duration_secs': 0.01138} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.835019] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b44f813-1a43-4cb6-b4dd-51117b98a606 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.841473] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2124.841473] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d2c6c0-3f8c-9462-9ccd-ccdc8e50f969" [ 2124.841473] env[62189]: _type = "Task" [ 2124.841473] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.852330] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d2c6c0-3f8c-9462-9ccd-ccdc8e50f969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.925636] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.063s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.928746] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.440s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.928746] env[62189]: DEBUG nova.objects.instance [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lazy-loading 'resources' on Instance uuid d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2124.962889] env[62189]: INFO nova.scheduler.client.report [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleted allocations for instance f266de18-c112-43a4-adb6-b0cc33ee8aae [ 2125.260018] env[62189]: DEBUG nova.compute.manager [req-d8cbc515-5504-4268-9dc0-94a20b3f4823 req-4be655a1-cf41-4f9d-b61f-fa04c90b1c5c service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Received event network-changed-b40850d7-d54c-4893-af29-7f9c0570e0df {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2125.260296] env[62189]: DEBUG nova.compute.manager [req-d8cbc515-5504-4268-9dc0-94a20b3f4823 req-4be655a1-cf41-4f9d-b61f-fa04c90b1c5c service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Refreshing instance network info cache due to event network-changed-b40850d7-d54c-4893-af29-7f9c0570e0df. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2125.260558] env[62189]: DEBUG oslo_concurrency.lockutils [req-d8cbc515-5504-4268-9dc0-94a20b3f4823 req-4be655a1-cf41-4f9d-b61f-fa04c90b1c5c service nova] Acquiring lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.261136] env[62189]: DEBUG oslo_concurrency.lockutils [req-d8cbc515-5504-4268-9dc0-94a20b3f4823 req-4be655a1-cf41-4f9d-b61f-fa04c90b1c5c service nova] Acquired lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.261136] env[62189]: DEBUG nova.network.neutron [req-d8cbc515-5504-4268-9dc0-94a20b3f4823 req-4be655a1-cf41-4f9d-b61f-fa04c90b1c5c service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Refreshing network info cache for port b40850d7-d54c-4893-af29-7f9c0570e0df {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2125.352527] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d2c6c0-3f8c-9462-9ccd-ccdc8e50f969, 'name': SearchDatastore_Task, 'duration_secs': 0.041846} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.352823] env[62189]: DEBUG oslo_concurrency.lockutils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.353133] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 1706decc-cb1c-4f86-ac9a-5b955924f6e3/1706decc-cb1c-4f86-ac9a-5b955924f6e3.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2125.353434] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c18099e-1f7b-48af-913f-0e471c17ee1b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.360306] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2125.360306] env[62189]: value = "task-2122492" [ 2125.360306] env[62189]: _type = "Task" [ 2125.360306] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.368089] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.476294] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c1534ac5-19a8-4574-84bc-31664a696d24 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "f266de18-c112-43a4-adb6-b0cc33ee8aae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.222s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.765651] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "a95c1c41-bdbd-4919-a232-ae30339c7703" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.765913] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "a95c1c41-bdbd-4919-a232-ae30339c7703" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.766577] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "a95c1c41-bdbd-4919-a232-ae30339c7703-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.766577] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "a95c1c41-bdbd-4919-a232-ae30339c7703-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.766577] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "a95c1c41-bdbd-4919-a232-ae30339c7703-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.773733] env[62189]: INFO nova.compute.manager [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Terminating instance [ 2125.810058] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d3d563-ee62-4cf9-9292-2e12480f437d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.818375] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1013b125-1c4c-4b66-b546-afcd829a4d03 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.850708] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69bcb24-9e9b-4a4d-8f12-cc22ff807e1b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.859043] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e814d721-a419-46e6-b8b4-bd0fb4eec974 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.878171] env[62189]: DEBUG nova.compute.provider_tree [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2125.885697] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122492, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.091105] env[62189]: DEBUG nova.network.neutron [req-d8cbc515-5504-4268-9dc0-94a20b3f4823 req-4be655a1-cf41-4f9d-b61f-fa04c90b1c5c service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updated VIF entry in instance network info cache for port b40850d7-d54c-4893-af29-7f9c0570e0df. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2126.091105] env[62189]: DEBUG nova.network.neutron [req-d8cbc515-5504-4268-9dc0-94a20b3f4823 req-4be655a1-cf41-4f9d-b61f-fa04c90b1c5c service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance_info_cache with network_info: [{"id": "b40850d7-d54c-4893-af29-7f9c0570e0df", "address": "fa:16:3e:65:86:f0", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40850d7-d5", "ovs_interfaceid": "b40850d7-d54c-4893-af29-7f9c0570e0df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.226527] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "ba898789-1168-41be-9a92-7ed61676c25e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.226778] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "ba898789-1168-41be-9a92-7ed61676c25e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.277812] env[62189]: DEBUG nova.compute.manager [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2126.277945] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2126.278841] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a176d7-7529-403c-abd9-b28efdcfbd48 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.288177] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2126.288505] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c46ce918-de1f-4987-9d73-e28ad3a206f1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.294489] env[62189]: DEBUG oslo_vmware.api [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2126.294489] env[62189]: value = "task-2122493" [ 2126.294489] env[62189]: _type = "Task" [ 2126.294489] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.302159] env[62189]: DEBUG oslo_vmware.api [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.373571] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612934} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.373931] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 1706decc-cb1c-4f86-ac9a-5b955924f6e3/1706decc-cb1c-4f86-ac9a-5b955924f6e3.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2126.374271] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2126.374566] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f5f23e1-a570-4871-9106-feebc8e16fc0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.382087] env[62189]: DEBUG nova.scheduler.client.report [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2126.385356] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2126.385356] env[62189]: value = "task-2122494" [ 2126.385356] env[62189]: _type = "Task" [ 2126.385356] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.394474] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.593765] env[62189]: DEBUG oslo_concurrency.lockutils [req-d8cbc515-5504-4268-9dc0-94a20b3f4823 req-4be655a1-cf41-4f9d-b61f-fa04c90b1c5c service nova] Releasing lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.729033] env[62189]: DEBUG nova.compute.manager [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2126.805016] env[62189]: DEBUG oslo_vmware.api [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122493, 'name': PowerOffVM_Task, 'duration_secs': 0.198848} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.805347] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2126.805451] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2126.805702] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf420baa-5394-4405-82ce-572e66b8d234 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.887067] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.892348] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.707s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.892626] env[62189]: DEBUG nova.objects.instance [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lazy-loading 'resources' on Instance uuid eea91f08-c90d-41f5-81f0-effb11446791 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2126.899769] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066191} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.900490] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2126.901286] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c21bb3-e6fb-4498-9eb0-41a838f83957 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.924555] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 1706decc-cb1c-4f86-ac9a-5b955924f6e3/1706decc-cb1c-4f86-ac9a-5b955924f6e3.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2126.925595] env[62189]: INFO nova.scheduler.client.report [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Deleted allocations for instance d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7 [ 2126.926748] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ed31a80-f30f-4a3f-b83f-46a9e966afe4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.949984] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2126.949984] env[62189]: value = "task-2122496" [ 2126.949984] env[62189]: _type = "Task" [ 2126.949984] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.958214] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.998574] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2126.999335] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2126.999335] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleting the datastore file [datastore2] a95c1c41-bdbd-4919-a232-ae30339c7703 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2126.999594] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b6bc3b7-1840-42fe-82ed-54345df89c12 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.006838] env[62189]: DEBUG oslo_vmware.api [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2127.006838] env[62189]: value = "task-2122497" [ 2127.006838] env[62189]: _type = "Task" [ 2127.006838] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.014640] env[62189]: DEBUG oslo_vmware.api [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.251734] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.449016] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0e51e4cc-84e5-4596-b70d-42d32b00b14c tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.709s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.460596] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122496, 'name': ReconfigVM_Task, 'duration_secs': 0.275546} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.463319] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 1706decc-cb1c-4f86-ac9a-5b955924f6e3/1706decc-cb1c-4f86-ac9a-5b955924f6e3.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2127.464739] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-883bfb71-7a77-4e34-8b26-5a565972dabd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.471244] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2127.471244] env[62189]: value = "task-2122498" [ 2127.471244] env[62189]: _type = "Task" [ 2127.471244] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.482197] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122498, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.517499] env[62189]: DEBUG oslo_vmware.api [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24151} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.517679] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2127.517860] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2127.518052] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2127.518226] env[62189]: INFO nova.compute.manager [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2127.518475] env[62189]: DEBUG oslo.service.loopingcall [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2127.518646] env[62189]: DEBUG nova.compute.manager [-] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2127.518744] env[62189]: DEBUG nova.network.neutron [-] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2127.566142] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "4594619c-6c99-4335-bcad-20b1d01bed46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.566501] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "4594619c-6c99-4335-bcad-20b1d01bed46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.566798] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "4594619c-6c99-4335-bcad-20b1d01bed46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.567060] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "4594619c-6c99-4335-bcad-20b1d01bed46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.567283] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "4594619c-6c99-4335-bcad-20b1d01bed46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.569653] env[62189]: INFO nova.compute.manager [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Terminating instance [ 2127.720595] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113f5817-5a8c-4153-bdb0-dcd9b08000a5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.728395] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fbda5d-c486-42e1-86fb-bab331ee5063 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.758486] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebad34ab-e3ad-428d-a022-7ca08c6d8f6d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.769103] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5682f3a7-ae48-4799-8ea2-49da01bc0a3f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.785326] env[62189]: DEBUG nova.compute.provider_tree [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2127.788262] env[62189]: DEBUG nova.compute.manager [req-f3d540a0-5e06-461a-a400-610dabeda6b9 req-756caa93-af2f-43fe-8280-85fb961622c7 service nova] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Received event network-vif-deleted-cd1cb324-60ec-4116-bd56-821a97ccace4 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2127.788447] env[62189]: INFO nova.compute.manager [req-f3d540a0-5e06-461a-a400-610dabeda6b9 req-756caa93-af2f-43fe-8280-85fb961622c7 service nova] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Neutron deleted interface cd1cb324-60ec-4116-bd56-821a97ccace4; detaching it from the instance and deleting it from the info cache [ 2127.788613] env[62189]: DEBUG nova.network.neutron [req-f3d540a0-5e06-461a-a400-610dabeda6b9 req-756caa93-af2f-43fe-8280-85fb961622c7 service nova] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.981310] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122498, 'name': Rename_Task, 'duration_secs': 0.389281} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.981703] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2127.981763] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd87cfd6-5116-4466-ab78-4f1c1cb38050 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.988865] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2127.988865] env[62189]: value = "task-2122499" [ 2127.988865] env[62189]: _type = "Task" [ 2127.988865] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.995786] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.073763] env[62189]: DEBUG nova.compute.manager [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2128.074033] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2128.074983] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac661ee-2590-4b45-8798-b428eba16f22 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.082773] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2128.083015] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f76345ed-ad35-4982-81ca-049e05bf7841 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.088547] env[62189]: DEBUG oslo_vmware.api [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2128.088547] env[62189]: value = "task-2122500" [ 2128.088547] env[62189]: _type = "Task" [ 2128.088547] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.096099] env[62189]: DEBUG oslo_vmware.api [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.265027] env[62189]: DEBUG nova.network.neutron [-] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.291743] env[62189]: DEBUG nova.scheduler.client.report [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2128.295678] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ac053fd-8050-48cc-b077-cf939e9c6a31 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.307604] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabf3c3b-dc9d-4730-8e82-b8d00fd49635 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.340266] env[62189]: DEBUG nova.compute.manager [req-f3d540a0-5e06-461a-a400-610dabeda6b9 req-756caa93-af2f-43fe-8280-85fb961622c7 service nova] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Detach interface failed, port_id=cd1cb324-60ec-4116-bd56-821a97ccace4, reason: Instance a95c1c41-bdbd-4919-a232-ae30339c7703 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2128.500013] env[62189]: DEBUG oslo_vmware.api [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122499, 'name': PowerOnVM_Task, 'duration_secs': 0.463598} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.500501] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2128.500856] env[62189]: INFO nova.compute.manager [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Took 7.60 seconds to spawn the instance on the hypervisor. [ 2128.501201] env[62189]: DEBUG nova.compute.manager [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2128.502054] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc08ae3-dbb8-4ce2-8f44-ea2715a41fae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.597534] env[62189]: DEBUG oslo_vmware.api [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122500, 'name': PowerOffVM_Task, 'duration_secs': 0.294146} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.597847] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2128.598054] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2128.598297] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53714bd4-ce93-4d0a-a1b1-4058e9727eb1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.717829] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2128.718146] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2128.718261] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Deleting the datastore file [datastore2] 4594619c-6c99-4335-bcad-20b1d01bed46 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2128.718551] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0964530b-6971-49dc-ae27-df565fb82b57 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.724731] env[62189]: DEBUG oslo_vmware.api [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2128.724731] env[62189]: value = "task-2122502" [ 2128.724731] env[62189]: _type = "Task" [ 2128.724731] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.732041] env[62189]: DEBUG oslo_vmware.api [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.768069] env[62189]: INFO nova.compute.manager [-] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Took 1.25 seconds to deallocate network for instance. [ 2128.799992] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.803177] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.600s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.803294] env[62189]: DEBUG nova.objects.instance [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lazy-loading 'resources' on Instance uuid 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2128.825086] env[62189]: INFO nova.scheduler.client.report [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Deleted allocations for instance eea91f08-c90d-41f5-81f0-effb11446791 [ 2129.020935] env[62189]: INFO nova.compute.manager [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Took 28.84 seconds to build instance. [ 2129.237439] env[62189]: DEBUG oslo_vmware.api [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228018} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.237439] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2129.237680] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2129.238119] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2129.238119] env[62189]: INFO nova.compute.manager [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2129.240012] env[62189]: DEBUG oslo.service.loopingcall [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2129.240012] env[62189]: DEBUG nova.compute.manager [-] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2129.240012] env[62189]: DEBUG nova.network.neutron [-] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2129.274785] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.335506] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a27e1b2-2e1c-4837-9d21-ff9f2e9dd598 tempest-VolumesAdminNegativeTest-1445020637 tempest-VolumesAdminNegativeTest-1445020637-project-member] Lock "eea91f08-c90d-41f5-81f0-effb11446791" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.643s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.523448] env[62189]: DEBUG oslo_concurrency.lockutils [None req-30c5dedd-5c29-4e16-9a4a-b8df966e60d8 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.360s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.676567] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6684dce2-40b7-4b3e-a298-846011e0c438 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.684696] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25231c7b-be8c-425d-aa47-adb005a3f53e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.720695] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a4f6c7-aef3-4e84-9a58-cfde04ee3ae1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.731060] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0e077a-4628-4ca3-b3bd-4c54f1a6e573 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.747189] env[62189]: DEBUG nova.compute.provider_tree [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2129.812074] env[62189]: DEBUG nova.compute.manager [req-4c0c27bc-e028-4da7-9c10-9b77f98e08f1 req-275e4e93-2da6-4e99-8c12-094f9fa5f0b8 service nova] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Received event network-vif-deleted-fcf87d7f-d594-423d-988c-5fef1ba457ab {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2129.812197] env[62189]: INFO nova.compute.manager [req-4c0c27bc-e028-4da7-9c10-9b77f98e08f1 req-275e4e93-2da6-4e99-8c12-094f9fa5f0b8 service nova] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Neutron deleted interface fcf87d7f-d594-423d-988c-5fef1ba457ab; detaching it from the instance and deleting it from the info cache [ 2129.812364] env[62189]: DEBUG nova.network.neutron [req-4c0c27bc-e028-4da7-9c10-9b77f98e08f1 req-275e4e93-2da6-4e99-8c12-094f9fa5f0b8 service nova] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2130.054905] env[62189]: DEBUG nova.network.neutron [-] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2130.273487] env[62189]: ERROR nova.scheduler.client.report [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [req-e51b90c5-82a4-418f-8a30-f17f5491a234] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e51b90c5-82a4-418f-8a30-f17f5491a234"}]} [ 2130.294441] env[62189]: DEBUG nova.scheduler.client.report [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2130.315630] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aaccc0b8-0960-4f18-ad14-5ad49a1e65e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.319619] env[62189]: DEBUG nova.scheduler.client.report [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2130.319835] env[62189]: DEBUG nova.compute.provider_tree [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2130.329424] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf0bba1-3610-45e8-8881-eea758412255 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.340411] env[62189]: DEBUG nova.scheduler.client.report [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2130.365172] env[62189]: DEBUG nova.compute.manager [req-4c0c27bc-e028-4da7-9c10-9b77f98e08f1 req-275e4e93-2da6-4e99-8c12-094f9fa5f0b8 service nova] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Detach interface failed, port_id=fcf87d7f-d594-423d-988c-5fef1ba457ab, reason: Instance 4594619c-6c99-4335-bcad-20b1d01bed46 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2130.370731] env[62189]: DEBUG nova.scheduler.client.report [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2130.557447] env[62189]: INFO nova.compute.manager [-] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Took 1.32 seconds to deallocate network for instance. [ 2130.806464] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c628e70-00ff-4c65-8b04-600137d52070 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.813805] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71693fc8-22fb-4d33-bf46-09623b146ac8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.850019] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff86e1ab-9dae-4ada-b221-078aaf316673 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.858163] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef47c89-51c0-4756-a70a-4605544a6c8a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.872606] env[62189]: DEBUG nova.compute.provider_tree [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2131.071405] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.411137] env[62189]: DEBUG nova.scheduler.client.report [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2131.411462] env[62189]: DEBUG nova.compute.provider_tree [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 105 to 106 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2131.411748] env[62189]: DEBUG nova.compute.provider_tree [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2131.837886] env[62189]: DEBUG nova.compute.manager [req-8f18e499-d00a-4852-b407-9199546f6834 req-f3720f31-534d-445c-9878-e1e095342a96 service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Received event network-changed-5234511c-f6c9-4495-83bb-6afca0609a44 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2131.838204] env[62189]: DEBUG nova.compute.manager [req-8f18e499-d00a-4852-b407-9199546f6834 req-f3720f31-534d-445c-9878-e1e095342a96 service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Refreshing instance network info cache due to event network-changed-5234511c-f6c9-4495-83bb-6afca0609a44. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2131.838473] env[62189]: DEBUG oslo_concurrency.lockutils [req-8f18e499-d00a-4852-b407-9199546f6834 req-f3720f31-534d-445c-9878-e1e095342a96 service nova] Acquiring lock "refresh_cache-1706decc-cb1c-4f86-ac9a-5b955924f6e3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.838622] env[62189]: DEBUG oslo_concurrency.lockutils [req-8f18e499-d00a-4852-b407-9199546f6834 req-f3720f31-534d-445c-9878-e1e095342a96 service nova] Acquired lock "refresh_cache-1706decc-cb1c-4f86-ac9a-5b955924f6e3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.838783] env[62189]: DEBUG nova.network.neutron [req-8f18e499-d00a-4852-b407-9199546f6834 req-f3720f31-534d-445c-9878-e1e095342a96 service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Refreshing network info cache for port 5234511c-f6c9-4495-83bb-6afca0609a44 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2131.919293] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.116s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.922311] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.116s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.923896] env[62189]: INFO nova.compute.claims [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2131.950937] env[62189]: INFO nova.scheduler.client.report [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Deleted allocations for instance 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6 [ 2132.461292] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7986cc98-69b1-44c9-a976-308df68163ac tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.285s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.730234] env[62189]: DEBUG nova.network.neutron [req-8f18e499-d00a-4852-b407-9199546f6834 req-f3720f31-534d-445c-9878-e1e095342a96 service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Updated VIF entry in instance network info cache for port 5234511c-f6c9-4495-83bb-6afca0609a44. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2132.730564] env[62189]: DEBUG nova.network.neutron [req-8f18e499-d00a-4852-b407-9199546f6834 req-f3720f31-534d-445c-9878-e1e095342a96 service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Updating instance_info_cache with network_info: [{"id": "5234511c-f6c9-4495-83bb-6afca0609a44", "address": "fa:16:3e:b1:fc:35", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5234511c-f6", "ovs_interfaceid": "5234511c-f6c9-4495-83bb-6afca0609a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.165476] env[62189]: DEBUG oslo_concurrency.lockutils [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "a10c6581-aeb2-4edb-9100-11c69dcaff0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.165784] env[62189]: DEBUG oslo_concurrency.lockutils [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "a10c6581-aeb2-4edb-9100-11c69dcaff0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.166045] env[62189]: DEBUG oslo_concurrency.lockutils [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "a10c6581-aeb2-4edb-9100-11c69dcaff0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.166276] env[62189]: DEBUG oslo_concurrency.lockutils [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "a10c6581-aeb2-4edb-9100-11c69dcaff0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.166488] env[62189]: DEBUG oslo_concurrency.lockutils [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "a10c6581-aeb2-4edb-9100-11c69dcaff0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.168670] env[62189]: INFO nova.compute.manager [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Terminating instance [ 2133.226593] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33edd5fc-42c5-4f9e-9a9f-4f2aaba5ed08 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.234931] env[62189]: DEBUG oslo_concurrency.lockutils [req-8f18e499-d00a-4852-b407-9199546f6834 req-f3720f31-534d-445c-9878-e1e095342a96 service nova] Releasing lock "refresh_cache-1706decc-cb1c-4f86-ac9a-5b955924f6e3" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.236322] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117e1fd4-e43a-4d8d-bbef-b2866f006806 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.268963] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbfb966-e564-4494-9167-4acb6e1fbfcf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.277411] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e716d237-c19c-4aad-a40b-8355f735948f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.292379] env[62189]: DEBUG nova.compute.provider_tree [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2133.672241] env[62189]: DEBUG nova.compute.manager [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2133.672524] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2133.673372] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98d9526-6476-438b-9394-cea0dcef477b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.681115] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2133.681345] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21e71ec0-9a12-430d-b1b2-ef2eec00852d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.687129] env[62189]: DEBUG oslo_vmware.api [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2133.687129] env[62189]: value = "task-2122503" [ 2133.687129] env[62189]: _type = "Task" [ 2133.687129] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.696392] env[62189]: DEBUG oslo_vmware.api [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.796013] env[62189]: DEBUG nova.scheduler.client.report [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2134.197127] env[62189]: DEBUG oslo_vmware.api [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122503, 'name': PowerOffVM_Task, 'duration_secs': 0.265879} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.197310] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2134.197580] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2134.197929] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf4af623-087b-4601-97a9-e06afdb77172 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.300867] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.301724] env[62189]: DEBUG nova.compute.manager [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2134.304183] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.788s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.807943] env[62189]: DEBUG nova.compute.utils [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2134.809557] env[62189]: DEBUG nova.compute.manager [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Not allocating networking since 'none' was specified. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2135.326023] env[62189]: DEBUG nova.compute.manager [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2135.326194] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Applying migration context for instance 63e370f5-7ae8-4bf9-8a0f-273534de49f2 as it has an incoming, in-progress migration aca17d9b-7497-4078-bed7-3811ea68ab22. Migration status is confirming {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2135.328489] env[62189]: INFO nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating resource usage from migration 8927d115-c3c2-4bbc-a532-de0d44139eae [ 2135.328762] env[62189]: INFO nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updating resource usage from migration aca17d9b-7497-4078-bed7-3811ea68ab22 [ 2135.355050] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 04a1b453-5274-4509-9036-9900e3fe91f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2135.355050] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 4594619c-6c99-4335-bcad-20b1d01bed46 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2135.355050] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 5f68ad50-621d-4214-8edf-09c1304d6e43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2135.355050] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 31312dd9-a51d-4178-9ade-20e3972786ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2135.355050] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 04d77cc1-32ad-4f9a-aefa-25122cdd1827 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2135.355050] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance a4f72200-8120-4298-b7e6-890162fecdc7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2135.355050] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance a10c6581-aeb2-4edb-9100-11c69dcaff0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2135.355050] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance a95c1c41-bdbd-4919-a232-ae30339c7703 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2135.355050] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 110d723b-1cea-4fc0-b44a-c638f23e5879 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2135.355050] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 6457216d-b66f-486f-97ec-2d50a9eaf484 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2135.355050] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Migration aca17d9b-7497-4078-bed7-3811ea68ab22 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2135.355050] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 63e370f5-7ae8-4bf9-8a0f-273534de49f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2135.355050] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance d6b4cf12-640a-4937-8336-0077929e7d4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2135.355050] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance aa895c8f-876f-43b4-b0ca-7f51548bee51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2135.355605] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance f04c5b3c-15ac-4b99-ab8d-a841ec94886b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2135.355605] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 1706decc-cb1c-4f86-ac9a-5b955924f6e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2135.355605] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 84268893-c9ca-441d-8f1e-78704b02e0b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2135.858901] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance aefe6dbf-dbc9-4fb2-af50-62c71cb6689b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2136.342025] env[62189]: DEBUG nova.compute.manager [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2136.366360] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 7344660a-7b5a-40d7-8114-fe3a95e51e28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2136.385908] env[62189]: DEBUG nova.virt.hardware [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2136.386272] env[62189]: DEBUG nova.virt.hardware [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2136.386491] env[62189]: DEBUG nova.virt.hardware [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2136.386687] env[62189]: DEBUG nova.virt.hardware [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2136.386859] env[62189]: DEBUG nova.virt.hardware [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2136.387025] env[62189]: DEBUG nova.virt.hardware [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2136.387236] env[62189]: DEBUG nova.virt.hardware [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2136.388109] env[62189]: DEBUG nova.virt.hardware [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2136.388109] env[62189]: DEBUG nova.virt.hardware [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2136.388109] env[62189]: DEBUG nova.virt.hardware [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2136.388109] env[62189]: DEBUG nova.virt.hardware [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2136.389013] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce75404c-fc5f-4df0-9fa3-c87356e78766 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.398723] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb26954-e9f4-4770-a30f-21463e4f21e4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.413135] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Instance VIF info [] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2136.418601] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Creating folder: Project (bb17fb3905aa4cd0817c67b59794f63c). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2136.418867] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bc71ea3-11aa-4dc4-aa60-0f4e712c59e2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.429816] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Created folder: Project (bb17fb3905aa4cd0817c67b59794f63c) in parent group-v433996. [ 2136.430067] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Creating folder: Instances. Parent ref: group-v434209. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2136.430333] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-598ffcb0-8864-4fbb-b954-6b3ed6a3c981 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.440439] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Created folder: Instances in parent group-v434209. [ 2136.440544] env[62189]: DEBUG oslo.service.loopingcall [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2136.440736] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2136.440941] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27209e97-78a5-455e-9aff-423e5a7dfe1a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.457584] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2136.457584] env[62189]: value = "task-2122507" [ 2136.457584] env[62189]: _type = "Task" [ 2136.457584] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.465297] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122507, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.870952] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 4a9e6caa-71e1-4840-861e-d4246d2bd681 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2136.871575] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Migration 8927d115-c3c2-4bbc-a532-de0d44139eae is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2136.871575] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 1a094a38-e7dc-4c76-9074-766c934140e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2136.968019] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122507, 'name': CreateVM_Task, 'duration_secs': 0.250011} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.968286] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2136.968726] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.969293] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.969293] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2136.969551] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3a4dbe5-2ce9-468c-8d48-229342a6c16c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.974046] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2136.974046] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52827e9c-bc13-241f-0f40-f38164807d48" [ 2136.974046] env[62189]: _type = "Task" [ 2136.974046] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.981657] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52827e9c-bc13-241f-0f40-f38164807d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.377392] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 999c7144-8d8f-4f92-ad76-b90a2e2040b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2137.485222] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52827e9c-bc13-241f-0f40-f38164807d48, 'name': SearchDatastore_Task, 'duration_secs': 0.009207} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.485519] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.485911] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2137.485992] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.486127] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.486303] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2137.487019] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fd58fa6-fb74-4a3f-ad9b-d2016a54bcbd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.494704] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2137.494884] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2137.495612] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bcd61c0-0c48-4206-8320-f6a492bd59ac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.501027] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2137.501027] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52decb14-b693-2d00-7974-9e487776d2e1" [ 2137.501027] env[62189]: _type = "Task" [ 2137.501027] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.508410] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52decb14-b693-2d00-7974-9e487776d2e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.881975] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance f6383b85-a15a-4cd6-9760-16f0a78cc5a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2138.011690] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52decb14-b693-2d00-7974-9e487776d2e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008917} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.012487] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0127861b-963a-4e14-9bfa-bdf2ba79b4de {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.017466] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2138.017466] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5262c263-1a3a-3738-904f-95248b2d631b" [ 2138.017466] env[62189]: _type = "Task" [ 2138.017466] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.025174] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5262c263-1a3a-3738-904f-95248b2d631b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.350249] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2138.350476] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2138.350669] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Deleting the datastore file [datastore2] a10c6581-aeb2-4edb-9100-11c69dcaff0a {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2138.350932] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9373cd4-f3fc-427c-b845-d393d716386c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.358075] env[62189]: DEBUG oslo_vmware.api [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for the task: (returnval){ [ 2138.358075] env[62189]: value = "task-2122508" [ 2138.358075] env[62189]: _type = "Task" [ 2138.358075] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.367423] env[62189]: DEBUG oslo_vmware.api [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.385018] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance ba898789-1168-41be-9a92-7ed61676c25e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2138.385609] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2138.385609] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2138.530189] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5262c263-1a3a-3738-904f-95248b2d631b, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.530506] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.530883] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 84268893-c9ca-441d-8f1e-78704b02e0b6/84268893-c9ca-441d-8f1e-78704b02e0b6.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2138.531107] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c667f7c-15b1-4cad-b91e-33dbc9e0a0df {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.538518] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2138.538518] env[62189]: value = "task-2122509" [ 2138.538518] env[62189]: _type = "Task" [ 2138.538518] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.546954] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.716495] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0de90d6-b6d3-4e0b-91f0-0ecb3251004b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.724989] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c50088-a1d3-4e40-a4dc-90b9730ff61d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.758208] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cfe01b-0693-49b7-8aba-0248e91d73f7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.766542] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aff60f-7a42-4c41-a99f-64e34632a4bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.782107] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2138.868438] env[62189]: DEBUG oslo_vmware.api [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Task: {'id': task-2122508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167364} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.868797] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2138.869065] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2138.869275] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2138.869453] env[62189]: INFO nova.compute.manager [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Took 5.20 seconds to destroy the instance on the hypervisor. [ 2138.869761] env[62189]: DEBUG oslo.service.loopingcall [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2138.870356] env[62189]: DEBUG nova.compute.manager [-] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2138.870356] env[62189]: DEBUG nova.network.neutron [-] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2139.048276] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458193} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.048615] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 84268893-c9ca-441d-8f1e-78704b02e0b6/84268893-c9ca-441d-8f1e-78704b02e0b6.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2139.048716] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2139.048956] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f811d68-fa7e-448a-b0b5-e60de74fba3c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.055398] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2139.055398] env[62189]: value = "task-2122510" [ 2139.055398] env[62189]: _type = "Task" [ 2139.055398] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.062408] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.285104] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2139.291389] env[62189]: DEBUG nova.compute.manager [req-ec8c7063-96e4-4c2b-a897-a31df837a849 req-f1b5d709-3686-4c55-93f1-5f8aeb75e426 service nova] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Received event network-vif-deleted-42ef125f-ffca-49d9-9b08-248232fae831 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2139.291389] env[62189]: INFO nova.compute.manager [req-ec8c7063-96e4-4c2b-a897-a31df837a849 req-f1b5d709-3686-4c55-93f1-5f8aeb75e426 service nova] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Neutron deleted interface 42ef125f-ffca-49d9-9b08-248232fae831; detaching it from the instance and deleting it from the info cache [ 2139.291389] env[62189]: DEBUG nova.network.neutron [req-ec8c7063-96e4-4c2b-a897-a31df837a849 req-f1b5d709-3686-4c55-93f1-5f8aeb75e426 service nova] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.565161] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067103} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.565824] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2139.566567] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463f05db-d82e-4ef1-a07d-2db90114e5d9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.593899] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 84268893-c9ca-441d-8f1e-78704b02e0b6/84268893-c9ca-441d-8f1e-78704b02e0b6.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2139.593899] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a8b062-43a7-4b7f-8f27-365cfd73dbda {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.614951] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2139.614951] env[62189]: value = "task-2122511" [ 2139.614951] env[62189]: _type = "Task" [ 2139.614951] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.625838] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.764159] env[62189]: DEBUG nova.network.neutron [-] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.792221] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2139.792454] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.488s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.793512] env[62189]: DEBUG oslo_concurrency.lockutils [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.381s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.796648] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15e82067-60c0-4432-8cee-0891fb0576dd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.807153] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20741e00-73bc-4b5e-a3a5-e571d481a3f3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.839917] env[62189]: DEBUG nova.compute.manager [req-ec8c7063-96e4-4c2b-a897-a31df837a849 req-f1b5d709-3686-4c55-93f1-5f8aeb75e426 service nova] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Detach interface failed, port_id=42ef125f-ffca-49d9-9b08-248232fae831, reason: Instance a10c6581-aeb2-4edb-9100-11c69dcaff0a could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2140.125747] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122511, 'name': ReconfigVM_Task, 'duration_secs': 0.262769} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.126048] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 84268893-c9ca-441d-8f1e-78704b02e0b6/84268893-c9ca-441d-8f1e-78704b02e0b6.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2140.126646] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-985325e8-a855-4224-bfd1-115a0b60a9e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.134914] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2140.134914] env[62189]: value = "task-2122512" [ 2140.134914] env[62189]: _type = "Task" [ 2140.134914] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.143043] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122512, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.268040] env[62189]: INFO nova.compute.manager [-] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Took 1.40 seconds to deallocate network for instance. [ 2140.613036] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ac4512-ac3a-4035-8840-69bc026ef92f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.620551] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6855fad6-919d-4be1-82f7-c747e4368be8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.655575] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b72758-03c9-472c-b263-6e6750bda2c0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.664192] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122512, 'name': Rename_Task, 'duration_secs': 0.128715} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.666314] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2140.666730] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d64ac3d-c143-4bc5-90d4-c8bfe4aebf2b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.669710] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd98628-27c3-446d-afa2-646729ab33dd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.685383] env[62189]: DEBUG nova.compute.provider_tree [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2140.688113] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2140.688113] env[62189]: value = "task-2122513" [ 2140.688113] env[62189]: _type = "Task" [ 2140.688113] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.698115] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122513, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.779566] env[62189]: DEBUG oslo_concurrency.lockutils [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.190355] env[62189]: DEBUG nova.scheduler.client.report [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2141.202951] env[62189]: DEBUG oslo_vmware.api [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122513, 'name': PowerOnVM_Task, 'duration_secs': 0.43603} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.202951] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2141.203164] env[62189]: INFO nova.compute.manager [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Took 4.86 seconds to spawn the instance on the hypervisor. [ 2141.203197] env[62189]: DEBUG nova.compute.manager [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2141.204032] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c3a12d-d540-41f4-a5a0-ef15cb8f8255 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.721557] env[62189]: INFO nova.compute.manager [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Took 34.94 seconds to build instance. [ 2142.091945] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Acquiring lock "21767bef-49ea-4b83-b890-f611e214ebba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.092236] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Lock "21767bef-49ea-4b83-b890-f611e214ebba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.106055] env[62189]: INFO nova.compute.manager [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Rebuilding instance [ 2142.162979] env[62189]: DEBUG nova.compute.manager [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2142.163861] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c7755c-aac1-4a58-b9cb-da156c4f2d8f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.205209] env[62189]: DEBUG oslo_concurrency.lockutils [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.412s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.208077] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.162s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.209879] env[62189]: INFO nova.compute.claims [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2142.226055] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ae4d12b3-83a2-4c1a-8d7b-09231f675655 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Lock "84268893-c9ca-441d-8f1e-78704b02e0b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.451s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.594999] env[62189]: DEBUG nova.compute.manager [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2142.767540] env[62189]: INFO nova.scheduler.client.report [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleted allocation for migration aca17d9b-7497-4078-bed7-3811ea68ab22 [ 2143.114694] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.176056] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2143.176379] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b62832e-a1eb-4884-a3c0-346ace8abfad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.184062] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2143.184062] env[62189]: value = "task-2122514" [ 2143.184062] env[62189]: _type = "Task" [ 2143.184062] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.192460] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.273871] env[62189]: DEBUG oslo_concurrency.lockutils [None req-96cc3b49-57fd-43e6-b18b-6e1091103b3a tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.427s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.546801] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95aeba05-a7ee-4b33-8bcd-8dfbdef6a9c7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.555224] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6a125d-bbf8-4a63-aaab-ec6d9842a1db {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.588171] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72672695-192f-4e45-ad2e-20eae7a75469 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.595862] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00ee7dd-06c9-43d8-a357-c6bb5d2787f7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.610193] env[62189]: DEBUG nova.compute.provider_tree [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2143.694163] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122514, 'name': PowerOffVM_Task, 'duration_secs': 0.121297} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.694446] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2143.694670] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2143.695423] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb325a2-2f4b-41ed-8b3f-440465f9c0a4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.702222] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2143.702417] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48f47e70-bc47-47bd-995b-933038bde0fc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.726437] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2143.726614] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2143.726799] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Deleting the datastore file [datastore2] 84268893-c9ca-441d-8f1e-78704b02e0b6 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2143.727073] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ed1e4e9-5cd6-454d-accc-6480bb25a124 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.733069] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2143.733069] env[62189]: value = "task-2122516" [ 2143.733069] env[62189]: _type = "Task" [ 2143.733069] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.740529] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.114044] env[62189]: DEBUG nova.scheduler.client.report [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2144.243034] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09585} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.243381] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2144.243490] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2144.243670] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2144.618755] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.619320] env[62189]: DEBUG nova.compute.manager [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2144.622116] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.181s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.623543] env[62189]: INFO nova.compute.claims [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2144.701904] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.702195] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.702403] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.702581] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.702828] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.704840] env[62189]: INFO nova.compute.manager [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Terminating instance [ 2145.131182] env[62189]: DEBUG nova.compute.utils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2145.132636] env[62189]: DEBUG nova.compute.manager [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2145.132837] env[62189]: DEBUG nova.network.neutron [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2145.140945] env[62189]: DEBUG oslo_concurrency.lockutils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.141195] env[62189]: DEBUG oslo_concurrency.lockutils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.183227] env[62189]: DEBUG nova.policy [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffb8d00f00d347efa7a8a1f9e98a1758', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5279922a9fa4e4a8f00726892305a94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2145.209918] env[62189]: DEBUG nova.compute.manager [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2145.209918] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2145.209918] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9305e87c-1109-4f29-8bd5-9c1c864a8e27 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.217791] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2145.219639] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f10c042-41f7-4090-bd22-772b8ad403e9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.226442] env[62189]: DEBUG oslo_vmware.api [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2145.226442] env[62189]: value = "task-2122517" [ 2145.226442] env[62189]: _type = "Task" [ 2145.226442] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.234153] env[62189]: DEBUG oslo_vmware.api [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.281950] env[62189]: DEBUG nova.virt.hardware [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2145.282298] env[62189]: DEBUG nova.virt.hardware [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2145.282538] env[62189]: DEBUG nova.virt.hardware [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2145.283287] env[62189]: DEBUG nova.virt.hardware [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2145.283287] env[62189]: DEBUG nova.virt.hardware [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2145.283482] env[62189]: DEBUG nova.virt.hardware [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2145.283770] env[62189]: DEBUG nova.virt.hardware [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2145.284013] env[62189]: DEBUG nova.virt.hardware [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2145.284281] env[62189]: DEBUG nova.virt.hardware [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2145.284496] env[62189]: DEBUG nova.virt.hardware [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2145.284707] env[62189]: DEBUG nova.virt.hardware [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2145.285612] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45fcb47-42de-40f3-96e9-3310854d0168 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.295092] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546fd287-2ed5-49a0-ae01-9d60269c1fb5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.309764] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Instance VIF info [] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2145.315503] env[62189]: DEBUG oslo.service.loopingcall [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2145.315761] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2145.315984] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9c4ae52-5c31-47bc-af3b-73a3c87df69f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.332876] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2145.332876] env[62189]: value = "task-2122518" [ 2145.332876] env[62189]: _type = "Task" [ 2145.332876] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.342999] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122518, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.531369] env[62189]: DEBUG nova.network.neutron [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Successfully created port: 20d87e8d-0c82-4f77-b02f-a0b21352dabf {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2145.637252] env[62189]: DEBUG nova.compute.manager [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2145.644158] env[62189]: DEBUG nova.compute.manager [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2145.739934] env[62189]: DEBUG oslo_vmware.api [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122517, 'name': PowerOffVM_Task, 'duration_secs': 0.182029} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.742712] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2145.742922] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2145.743211] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd2ad052-5369-4aba-ae97-541ef561714f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.845963] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122518, 'name': CreateVM_Task, 'duration_secs': 0.257644} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.846161] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2145.846561] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.846720] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.847091] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2145.847277] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620228bb-520b-4a3b-8fcb-67b5fcf6c262 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.853841] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2145.853841] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cc446f-0741-2bd8-985d-b06f9beadf08" [ 2145.853841] env[62189]: _type = "Task" [ 2145.853841] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.861492] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cc446f-0741-2bd8-985d-b06f9beadf08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.942795] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2145.943043] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2145.943238] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleting the datastore file [datastore2] 63e370f5-7ae8-4bf9-8a0f-273534de49f2 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2145.943506] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d7d1bc5-3306-462d-ac15-d365de61b883 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.953165] env[62189]: DEBUG oslo_vmware.api [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2145.953165] env[62189]: value = "task-2122520" [ 2145.953165] env[62189]: _type = "Task" [ 2145.953165] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.962411] env[62189]: DEBUG oslo_vmware.api [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.968750] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5554e4-5186-491f-8a91-660d09c35668 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.975068] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0788b6d1-c22e-471b-9f4e-10781998ad6c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.004203] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ff7326-aad6-4138-9084-699670b7a939 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.011592] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db06a2e-e25a-46f7-a4b0-1b7e99483bc3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.024358] env[62189]: DEBUG nova.compute.provider_tree [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2146.165464] env[62189]: DEBUG oslo_concurrency.lockutils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.364884] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cc446f-0741-2bd8-985d-b06f9beadf08, 'name': SearchDatastore_Task, 'duration_secs': 0.008627} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.365133] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.365367] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2146.365602] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.365758] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.365934] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2146.366208] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-030bc476-d4da-4beb-a39b-76d34123422b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.374980] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2146.375177] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2146.375894] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f4e0a6c-c28a-4079-92d7-71f15003b079 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.381096] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2146.381096] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52196b7b-1e3a-b77b-b9cc-f29d6d5111a1" [ 2146.381096] env[62189]: _type = "Task" [ 2146.381096] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.389951] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52196b7b-1e3a-b77b-b9cc-f29d6d5111a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.463210] env[62189]: DEBUG oslo_vmware.api [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124327} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.463291] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2146.463456] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2146.463628] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2146.463795] env[62189]: INFO nova.compute.manager [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2146.464062] env[62189]: DEBUG oslo.service.loopingcall [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2146.464277] env[62189]: DEBUG nova.compute.manager [-] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2146.464409] env[62189]: DEBUG nova.network.neutron [-] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2146.527743] env[62189]: DEBUG nova.scheduler.client.report [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2146.657406] env[62189]: DEBUG nova.compute.manager [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2146.692329] env[62189]: DEBUG nova.virt.hardware [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2146.692329] env[62189]: DEBUG nova.virt.hardware [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2146.692329] env[62189]: DEBUG nova.virt.hardware [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2146.692329] env[62189]: DEBUG nova.virt.hardware [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2146.692329] env[62189]: DEBUG nova.virt.hardware [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2146.692598] env[62189]: DEBUG nova.virt.hardware [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2146.692630] env[62189]: DEBUG nova.virt.hardware [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2146.692898] env[62189]: DEBUG nova.virt.hardware [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2146.693049] env[62189]: DEBUG nova.virt.hardware [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2146.693212] env[62189]: DEBUG nova.virt.hardware [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2146.693375] env[62189]: DEBUG nova.virt.hardware [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2146.694275] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1972032e-2474-4e7f-9bcb-70b04e725c47 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.704201] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d694439f-079e-4bf0-9642-1ff625e7f11a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.734272] env[62189]: DEBUG nova.compute.manager [req-a0863c03-be41-4686-bd78-23ca43d0dc5c req-d920e0dd-3dd9-4b4f-b568-8fe15f5aafc3 service nova] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Received event network-vif-deleted-00721269-37ea-4bec-98e7-ed6fbf5f9591 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2146.734485] env[62189]: INFO nova.compute.manager [req-a0863c03-be41-4686-bd78-23ca43d0dc5c req-d920e0dd-3dd9-4b4f-b568-8fe15f5aafc3 service nova] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Neutron deleted interface 00721269-37ea-4bec-98e7-ed6fbf5f9591; detaching it from the instance and deleting it from the info cache [ 2146.734653] env[62189]: DEBUG nova.network.neutron [req-a0863c03-be41-4686-bd78-23ca43d0dc5c req-d920e0dd-3dd9-4b4f-b568-8fe15f5aafc3 service nova] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.891055] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52196b7b-1e3a-b77b-b9cc-f29d6d5111a1, 'name': SearchDatastore_Task, 'duration_secs': 0.00803} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.891840] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b07687-6228-4cef-8c5a-7b5c86dd4941 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.896758] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2146.896758] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d9a603-39c4-6978-f84a-773cc72fde46" [ 2146.896758] env[62189]: _type = "Task" [ 2146.896758] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.904071] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d9a603-39c4-6978-f84a-773cc72fde46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.034190] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.034735] env[62189]: DEBUG nova.compute.manager [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2147.037511] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.276s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.037705] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.039783] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.358s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.041238] env[62189]: INFO nova.compute.claims [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2147.083044] env[62189]: INFO nova.scheduler.client.report [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Deleted allocations for instance a4f72200-8120-4298-b7e6-890162fecdc7 [ 2147.220499] env[62189]: DEBUG nova.network.neutron [-] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2147.236809] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3f99825-c087-47d2-8558-6f7ff5ab6ba8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.247481] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477b090d-7ba9-4501-9133-146ea6c29cf9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.262525] env[62189]: DEBUG nova.network.neutron [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Successfully updated port: 20d87e8d-0c82-4f77-b02f-a0b21352dabf {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2147.284894] env[62189]: DEBUG nova.compute.manager [req-a0863c03-be41-4686-bd78-23ca43d0dc5c req-d920e0dd-3dd9-4b4f-b568-8fe15f5aafc3 service nova] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Detach interface failed, port_id=00721269-37ea-4bec-98e7-ed6fbf5f9591, reason: Instance 63e370f5-7ae8-4bf9-8a0f-273534de49f2 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2147.407217] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d9a603-39c4-6978-f84a-773cc72fde46, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.407423] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.407670] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 84268893-c9ca-441d-8f1e-78704b02e0b6/84268893-c9ca-441d-8f1e-78704b02e0b6.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2147.407929] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9956626b-3470-4273-9506-2b33cc16fdc2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.414179] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2147.414179] env[62189]: value = "task-2122521" [ 2147.414179] env[62189]: _type = "Task" [ 2147.414179] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.421670] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.546043] env[62189]: DEBUG nova.compute.utils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2147.550051] env[62189]: DEBUG nova.compute.manager [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2147.550242] env[62189]: DEBUG nova.network.neutron [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2147.592287] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1b093e6f-723e-4df9-95d6-fde8d1754460 tempest-ListImageFiltersTestJSON-2146254804 tempest-ListImageFiltersTestJSON-2146254804-project-member] Lock "a4f72200-8120-4298-b7e6-890162fecdc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.811s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.602752] env[62189]: DEBUG nova.policy [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '889bf7e9264b44f18ef84efe855cd48f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d11cbf5c3c642ba8783a41041a3a26f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2147.723160] env[62189]: INFO nova.compute.manager [-] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Took 1.26 seconds to deallocate network for instance. [ 2147.765526] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Acquiring lock "refresh_cache-aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.767955] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Acquired lock "refresh_cache-aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.767955] env[62189]: DEBUG nova.network.neutron [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2147.924615] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437241} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.924899] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 84268893-c9ca-441d-8f1e-78704b02e0b6/84268893-c9ca-441d-8f1e-78704b02e0b6.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2147.925149] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2147.925394] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83e98e85-dd0d-48f2-bf63-ef3f2f9df891 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.933334] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2147.933334] env[62189]: value = "task-2122522" [ 2147.933334] env[62189]: _type = "Task" [ 2147.933334] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.941220] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.954906] env[62189]: DEBUG nova.network.neutron [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Successfully created port: 4df623c9-8c08-41f0-81b5-f4f8420629ec {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2148.050565] env[62189]: DEBUG nova.compute.manager [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2148.230537] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.312355] env[62189]: DEBUG nova.network.neutron [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2148.430124] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f455c794-f056-4008-981e-5ece28f343bd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.442141] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3601e3-5afd-4878-ae5b-5802a2fee726 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.447923] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056424} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.448516] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2148.449242] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1259300-8ebd-48a1-bcbd-f2b575a0e356 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.478094] env[62189]: DEBUG nova.network.neutron [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Updating instance_info_cache with network_info: [{"id": "20d87e8d-0c82-4f77-b02f-a0b21352dabf", "address": "fa:16:3e:aa:9d:20", "network": {"id": "3c539ce5-9999-42d1-8a77-b36e20cb5e1f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2012521315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5279922a9fa4e4a8f00726892305a94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d87e8d-0c", "ovs_interfaceid": "20d87e8d-0c82-4f77-b02f-a0b21352dabf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.480016] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff56009-74a0-44b1-99c9-793bff2ad744 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.497966] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 84268893-c9ca-441d-8f1e-78704b02e0b6/84268893-c9ca-441d-8f1e-78704b02e0b6.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2148.499137] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69f7b7d0-87f8-4816-b249-85fdafca67e4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.516408] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eb0fcd-b7ce-48fe-a795-1dcc05ed6c7e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.521106] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2148.521106] env[62189]: value = "task-2122523" [ 2148.521106] env[62189]: _type = "Task" [ 2148.521106] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.533397] env[62189]: DEBUG nova.compute.provider_tree [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2148.537947] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.767975] env[62189]: DEBUG nova.compute.manager [req-283e98ac-41ae-4427-9749-015678beec07 req-b4e1898c-960c-4898-9221-78bbf125f0d0 service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Received event network-vif-plugged-20d87e8d-0c82-4f77-b02f-a0b21352dabf {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2148.768237] env[62189]: DEBUG oslo_concurrency.lockutils [req-283e98ac-41ae-4427-9749-015678beec07 req-b4e1898c-960c-4898-9221-78bbf125f0d0 service nova] Acquiring lock "aefe6dbf-dbc9-4fb2-af50-62c71cb6689b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.768461] env[62189]: DEBUG oslo_concurrency.lockutils [req-283e98ac-41ae-4427-9749-015678beec07 req-b4e1898c-960c-4898-9221-78bbf125f0d0 service nova] Lock "aefe6dbf-dbc9-4fb2-af50-62c71cb6689b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.768602] env[62189]: DEBUG oslo_concurrency.lockutils [req-283e98ac-41ae-4427-9749-015678beec07 req-b4e1898c-960c-4898-9221-78bbf125f0d0 service nova] Lock "aefe6dbf-dbc9-4fb2-af50-62c71cb6689b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.768754] env[62189]: DEBUG nova.compute.manager [req-283e98ac-41ae-4427-9749-015678beec07 req-b4e1898c-960c-4898-9221-78bbf125f0d0 service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] No waiting events found dispatching network-vif-plugged-20d87e8d-0c82-4f77-b02f-a0b21352dabf {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2148.768921] env[62189]: WARNING nova.compute.manager [req-283e98ac-41ae-4427-9749-015678beec07 req-b4e1898c-960c-4898-9221-78bbf125f0d0 service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Received unexpected event network-vif-plugged-20d87e8d-0c82-4f77-b02f-a0b21352dabf for instance with vm_state building and task_state spawning. [ 2148.769091] env[62189]: DEBUG nova.compute.manager [req-283e98ac-41ae-4427-9749-015678beec07 req-b4e1898c-960c-4898-9221-78bbf125f0d0 service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Received event network-changed-20d87e8d-0c82-4f77-b02f-a0b21352dabf {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2148.769245] env[62189]: DEBUG nova.compute.manager [req-283e98ac-41ae-4427-9749-015678beec07 req-b4e1898c-960c-4898-9221-78bbf125f0d0 service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Refreshing instance network info cache due to event network-changed-20d87e8d-0c82-4f77-b02f-a0b21352dabf. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2148.769404] env[62189]: DEBUG oslo_concurrency.lockutils [req-283e98ac-41ae-4427-9749-015678beec07 req-b4e1898c-960c-4898-9221-78bbf125f0d0 service nova] Acquiring lock "refresh_cache-aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.983897] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Releasing lock "refresh_cache-aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.984410] env[62189]: DEBUG nova.compute.manager [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Instance network_info: |[{"id": "20d87e8d-0c82-4f77-b02f-a0b21352dabf", "address": "fa:16:3e:aa:9d:20", "network": {"id": "3c539ce5-9999-42d1-8a77-b36e20cb5e1f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2012521315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5279922a9fa4e4a8f00726892305a94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d87e8d-0c", "ovs_interfaceid": "20d87e8d-0c82-4f77-b02f-a0b21352dabf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2148.984720] env[62189]: DEBUG oslo_concurrency.lockutils [req-283e98ac-41ae-4427-9749-015678beec07 req-b4e1898c-960c-4898-9221-78bbf125f0d0 service nova] Acquired lock "refresh_cache-aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.984899] env[62189]: DEBUG nova.network.neutron [req-283e98ac-41ae-4427-9749-015678beec07 req-b4e1898c-960c-4898-9221-78bbf125f0d0 service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Refreshing network info cache for port 20d87e8d-0c82-4f77-b02f-a0b21352dabf {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2148.986246] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:9d:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20d87e8d-0c82-4f77-b02f-a0b21352dabf', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2148.993538] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Creating folder: Project (c5279922a9fa4e4a8f00726892305a94). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2148.994544] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eabd4e92-6e42-468d-9143-360ffdd53d1c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.005927] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Created folder: Project (c5279922a9fa4e4a8f00726892305a94) in parent group-v433996. [ 2149.006125] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Creating folder: Instances. Parent ref: group-v434213. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2149.006343] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-809d5eff-ea0a-40f9-9f77-c08643164a75 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.015336] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Created folder: Instances in parent group-v434213. [ 2149.015570] env[62189]: DEBUG oslo.service.loopingcall [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2149.015754] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2149.015942] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61372be9-6538-429d-bc80-aaba964f33a2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.040057] env[62189]: DEBUG nova.scheduler.client.report [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2149.042961] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122523, 'name': ReconfigVM_Task, 'duration_secs': 0.243651} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.044261] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 84268893-c9ca-441d-8f1e-78704b02e0b6/84268893-c9ca-441d-8f1e-78704b02e0b6.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2149.044752] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2149.044752] env[62189]: value = "task-2122526" [ 2149.044752] env[62189]: _type = "Task" [ 2149.044752] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.044920] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-480ed638-dc9d-46d6-b89d-d5f79b04acba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.054019] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122526, 'name': CreateVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.055590] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2149.055590] env[62189]: value = "task-2122527" [ 2149.055590] env[62189]: _type = "Task" [ 2149.055590] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.063947] env[62189]: DEBUG nova.compute.manager [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2149.065913] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122527, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.089231] env[62189]: DEBUG nova.virt.hardware [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2149.089483] env[62189]: DEBUG nova.virt.hardware [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2149.089646] env[62189]: DEBUG nova.virt.hardware [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2149.089834] env[62189]: DEBUG nova.virt.hardware [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2149.089982] env[62189]: DEBUG nova.virt.hardware [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2149.090147] env[62189]: DEBUG nova.virt.hardware [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2149.090351] env[62189]: DEBUG nova.virt.hardware [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2149.090510] env[62189]: DEBUG nova.virt.hardware [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2149.091097] env[62189]: DEBUG nova.virt.hardware [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2149.091097] env[62189]: DEBUG nova.virt.hardware [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2149.091097] env[62189]: DEBUG nova.virt.hardware [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2149.091880] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514e949d-221c-4ed7-baf7-74d3aa78fed7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.099794] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c281e7e-6fe6-4f71-b304-1e228d2d761e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.470883] env[62189]: DEBUG nova.network.neutron [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Successfully updated port: 4df623c9-8c08-41f0-81b5-f4f8420629ec {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2149.544318] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.544829] env[62189]: DEBUG nova.compute.manager [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2149.547794] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.105s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.549154] env[62189]: INFO nova.compute.claims [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2149.564523] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122526, 'name': CreateVM_Task, 'duration_secs': 0.44114} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.565053] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2149.565995] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.566262] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.566618] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2149.566862] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e5d2ed-06b9-48ff-9530-0749995ba52e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.571238] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122527, 'name': Rename_Task, 'duration_secs': 0.137575} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.571841] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2149.572122] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c454a76-4b4b-4f47-b288-3428fdf8921b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.574718] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Waiting for the task: (returnval){ [ 2149.574718] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52958555-6de5-10b8-dabf-382237c0e984" [ 2149.574718] env[62189]: _type = "Task" [ 2149.574718] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.579935] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2149.579935] env[62189]: value = "task-2122528" [ 2149.579935] env[62189]: _type = "Task" [ 2149.579935] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.589860] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52958555-6de5-10b8-dabf-382237c0e984, 'name': SearchDatastore_Task} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.593330] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.593562] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2149.593788] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.593953] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.594227] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2149.595179] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.595513] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-509b3ca7-261c-4cd9-8e91-2ea811bdcfc1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.616771] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2149.616960] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2149.617686] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055c81a3-0715-4dbd-88a6-de6a99ae085b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.623209] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Waiting for the task: (returnval){ [ 2149.623209] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c1f08e-9b12-a597-fa54-45aff2ae2f98" [ 2149.623209] env[62189]: _type = "Task" [ 2149.623209] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.631817] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c1f08e-9b12-a597-fa54-45aff2ae2f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.703675] env[62189]: DEBUG nova.network.neutron [req-283e98ac-41ae-4427-9749-015678beec07 req-b4e1898c-960c-4898-9221-78bbf125f0d0 service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Updated VIF entry in instance network info cache for port 20d87e8d-0c82-4f77-b02f-a0b21352dabf. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2149.704116] env[62189]: DEBUG nova.network.neutron [req-283e98ac-41ae-4427-9749-015678beec07 req-b4e1898c-960c-4898-9221-78bbf125f0d0 service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Updating instance_info_cache with network_info: [{"id": "20d87e8d-0c82-4f77-b02f-a0b21352dabf", "address": "fa:16:3e:aa:9d:20", "network": {"id": "3c539ce5-9999-42d1-8a77-b36e20cb5e1f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2012521315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5279922a9fa4e4a8f00726892305a94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d87e8d-0c", "ovs_interfaceid": "20d87e8d-0c82-4f77-b02f-a0b21352dabf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.975400] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "refresh_cache-7344660a-7b5a-40d7-8114-fe3a95e51e28" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.975661] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquired lock "refresh_cache-7344660a-7b5a-40d7-8114-fe3a95e51e28" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.975763] env[62189]: DEBUG nova.network.neutron [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2150.055446] env[62189]: DEBUG nova.compute.utils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2150.056536] env[62189]: DEBUG nova.compute.manager [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2150.056710] env[62189]: DEBUG nova.network.neutron [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2150.090200] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122528, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.128624] env[62189]: DEBUG nova.policy [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '751b66b9696e4390a50a1bf2343d6c18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fc6aea5c3694269a68d44856dc7fe31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2150.136372] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c1f08e-9b12-a597-fa54-45aff2ae2f98, 'name': SearchDatastore_Task, 'duration_secs': 0.012951} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.137197] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6423b8e7-0fd9-482e-8fd0-2d09ae2d8cac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.142599] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Waiting for the task: (returnval){ [ 2150.142599] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524eb138-e1cc-9026-43f3-b72dafaf4266" [ 2150.142599] env[62189]: _type = "Task" [ 2150.142599] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.150429] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524eb138-e1cc-9026-43f3-b72dafaf4266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.206640] env[62189]: DEBUG oslo_concurrency.lockutils [req-283e98ac-41ae-4427-9749-015678beec07 req-b4e1898c-960c-4898-9221-78bbf125f0d0 service nova] Releasing lock "refresh_cache-aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.415507] env[62189]: DEBUG nova.network.neutron [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Successfully created port: 385166c5-6fef-41f9-9893-030f9e6f1b2b {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2150.543121] env[62189]: DEBUG nova.network.neutron [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2150.561275] env[62189]: DEBUG nova.compute.manager [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2150.590789] env[62189]: DEBUG oslo_vmware.api [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122528, 'name': PowerOnVM_Task, 'duration_secs': 0.53285} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.593700] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2150.594111] env[62189]: DEBUG nova.compute.manager [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2150.595105] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311704dd-7ac4-45c2-8d51-1a6065139abc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.653175] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524eb138-e1cc-9026-43f3-b72dafaf4266, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.655690] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.655953] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] aefe6dbf-dbc9-4fb2-af50-62c71cb6689b/aefe6dbf-dbc9-4fb2-af50-62c71cb6689b.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2150.656390] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a839f63-5901-477b-8d87-6e374c9da68a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.663751] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Waiting for the task: (returnval){ [ 2150.663751] env[62189]: value = "task-2122529" [ 2150.663751] env[62189]: _type = "Task" [ 2150.663751] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.672321] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': task-2122529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.795621] env[62189]: DEBUG nova.compute.manager [req-1a7b2b76-6649-47a0-9858-5dc76ab61d45 req-60e144b7-02a6-46b2-abe2-1c4ad813302e service nova] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Received event network-vif-plugged-4df623c9-8c08-41f0-81b5-f4f8420629ec {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2150.795848] env[62189]: DEBUG oslo_concurrency.lockutils [req-1a7b2b76-6649-47a0-9858-5dc76ab61d45 req-60e144b7-02a6-46b2-abe2-1c4ad813302e service nova] Acquiring lock "7344660a-7b5a-40d7-8114-fe3a95e51e28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.796146] env[62189]: DEBUG oslo_concurrency.lockutils [req-1a7b2b76-6649-47a0-9858-5dc76ab61d45 req-60e144b7-02a6-46b2-abe2-1c4ad813302e service nova] Lock "7344660a-7b5a-40d7-8114-fe3a95e51e28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.796273] env[62189]: DEBUG oslo_concurrency.lockutils [req-1a7b2b76-6649-47a0-9858-5dc76ab61d45 req-60e144b7-02a6-46b2-abe2-1c4ad813302e service nova] Lock "7344660a-7b5a-40d7-8114-fe3a95e51e28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.796398] env[62189]: DEBUG nova.compute.manager [req-1a7b2b76-6649-47a0-9858-5dc76ab61d45 req-60e144b7-02a6-46b2-abe2-1c4ad813302e service nova] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] No waiting events found dispatching network-vif-plugged-4df623c9-8c08-41f0-81b5-f4f8420629ec {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2150.796602] env[62189]: WARNING nova.compute.manager [req-1a7b2b76-6649-47a0-9858-5dc76ab61d45 req-60e144b7-02a6-46b2-abe2-1c4ad813302e service nova] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Received unexpected event network-vif-plugged-4df623c9-8c08-41f0-81b5-f4f8420629ec for instance with vm_state building and task_state spawning. [ 2150.796707] env[62189]: DEBUG nova.compute.manager [req-1a7b2b76-6649-47a0-9858-5dc76ab61d45 req-60e144b7-02a6-46b2-abe2-1c4ad813302e service nova] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Received event network-changed-4df623c9-8c08-41f0-81b5-f4f8420629ec {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2150.796860] env[62189]: DEBUG nova.compute.manager [req-1a7b2b76-6649-47a0-9858-5dc76ab61d45 req-60e144b7-02a6-46b2-abe2-1c4ad813302e service nova] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Refreshing instance network info cache due to event network-changed-4df623c9-8c08-41f0-81b5-f4f8420629ec. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2150.797167] env[62189]: DEBUG oslo_concurrency.lockutils [req-1a7b2b76-6649-47a0-9858-5dc76ab61d45 req-60e144b7-02a6-46b2-abe2-1c4ad813302e service nova] Acquiring lock "refresh_cache-7344660a-7b5a-40d7-8114-fe3a95e51e28" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.812790] env[62189]: DEBUG nova.network.neutron [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Updating instance_info_cache with network_info: [{"id": "4df623c9-8c08-41f0-81b5-f4f8420629ec", "address": "fa:16:3e:1f:24:2e", "network": {"id": "ae8be405-7310-4f6c-b64d-b3252705b6fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924334693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d11cbf5c3c642ba8783a41041a3a26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4df623c9-8c", "ovs_interfaceid": "4df623c9-8c08-41f0-81b5-f4f8420629ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.918235] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdca4d7-adda-46ab-86ba-d80aa6207f99 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.927976] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2473db33-61b8-4615-83cd-24c9c9e6ec46 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.969023] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f9d575-de8f-46e0-9427-f4e5a43697d8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.977595] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2157eb-bfa1-4580-a8bc-7ca496818f30 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.992458] env[62189]: DEBUG nova.compute.provider_tree [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2151.117593] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.174720] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': task-2122529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473416} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.175082] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] aefe6dbf-dbc9-4fb2-af50-62c71cb6689b/aefe6dbf-dbc9-4fb2-af50-62c71cb6689b.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2151.175322] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2151.175699] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6952bccc-1bb9-42a5-83ee-cb9ef9a24c91 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.182434] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Waiting for the task: (returnval){ [ 2151.182434] env[62189]: value = "task-2122530" [ 2151.182434] env[62189]: _type = "Task" [ 2151.182434] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.190976] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': task-2122530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.315539] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Releasing lock "refresh_cache-7344660a-7b5a-40d7-8114-fe3a95e51e28" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.315905] env[62189]: DEBUG nova.compute.manager [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Instance network_info: |[{"id": "4df623c9-8c08-41f0-81b5-f4f8420629ec", "address": "fa:16:3e:1f:24:2e", "network": {"id": "ae8be405-7310-4f6c-b64d-b3252705b6fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924334693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d11cbf5c3c642ba8783a41041a3a26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4df623c9-8c", "ovs_interfaceid": "4df623c9-8c08-41f0-81b5-f4f8420629ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2151.316238] env[62189]: DEBUG oslo_concurrency.lockutils [req-1a7b2b76-6649-47a0-9858-5dc76ab61d45 req-60e144b7-02a6-46b2-abe2-1c4ad813302e service nova] Acquired lock "refresh_cache-7344660a-7b5a-40d7-8114-fe3a95e51e28" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.316417] env[62189]: DEBUG nova.network.neutron [req-1a7b2b76-6649-47a0-9858-5dc76ab61d45 req-60e144b7-02a6-46b2-abe2-1c4ad813302e service nova] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Refreshing network info cache for port 4df623c9-8c08-41f0-81b5-f4f8420629ec {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2151.317650] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:24:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4df623c9-8c08-41f0-81b5-f4f8420629ec', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2151.325227] env[62189]: DEBUG oslo.service.loopingcall [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2151.326315] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2151.326550] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4c5909c-a31f-4e7e-a100-e54a5967b306 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.346017] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2151.346017] env[62189]: value = "task-2122531" [ 2151.346017] env[62189]: _type = "Task" [ 2151.346017] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.353787] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122531, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.496343] env[62189]: DEBUG nova.scheduler.client.report [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2151.571032] env[62189]: DEBUG nova.compute.manager [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2151.592836] env[62189]: DEBUG nova.virt.hardware [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2151.593082] env[62189]: DEBUG nova.virt.hardware [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2151.593268] env[62189]: DEBUG nova.virt.hardware [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2151.593454] env[62189]: DEBUG nova.virt.hardware [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2151.593621] env[62189]: DEBUG nova.virt.hardware [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2151.593782] env[62189]: DEBUG nova.virt.hardware [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2151.594144] env[62189]: DEBUG nova.virt.hardware [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2151.594335] env[62189]: DEBUG nova.virt.hardware [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2151.594554] env[62189]: DEBUG nova.virt.hardware [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2151.594784] env[62189]: DEBUG nova.virt.hardware [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2151.594992] env[62189]: DEBUG nova.virt.hardware [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2151.595894] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0a3c5d-4aeb-4de6-86ac-6cb2c2aa5077 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.604076] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb893cb2-88a0-4226-85d1-e6024c9b0c0c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.692296] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': task-2122530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061218} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.692555] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2151.693337] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efda7c4d-210f-442b-9e51-d28108e87ef4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.715506] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] aefe6dbf-dbc9-4fb2-af50-62c71cb6689b/aefe6dbf-dbc9-4fb2-af50-62c71cb6689b.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2151.715506] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2d6c32f-c35e-4791-8b74-869d6653bcb5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.734558] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Waiting for the task: (returnval){ [ 2151.734558] env[62189]: value = "task-2122532" [ 2151.734558] env[62189]: _type = "Task" [ 2151.734558] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.742607] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': task-2122532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.856034] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122531, 'name': CreateVM_Task, 'duration_secs': 0.383833} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.856280] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2151.857043] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.857281] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.857608] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2151.857882] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99458d9c-74c5-49aa-bd23-7d564073a4ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.862594] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2151.862594] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529cbe03-d99a-cfe2-3bb2-d914b3effb77" [ 2151.862594] env[62189]: _type = "Task" [ 2151.862594] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.873115] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529cbe03-d99a-cfe2-3bb2-d914b3effb77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.001767] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.002377] env[62189]: DEBUG nova.compute.manager [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2152.005008] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.561s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.114954] env[62189]: INFO nova.compute.manager [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Rebuilding instance [ 2152.139528] env[62189]: DEBUG nova.network.neutron [req-1a7b2b76-6649-47a0-9858-5dc76ab61d45 req-60e144b7-02a6-46b2-abe2-1c4ad813302e service nova] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Updated VIF entry in instance network info cache for port 4df623c9-8c08-41f0-81b5-f4f8420629ec. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2152.139962] env[62189]: DEBUG nova.network.neutron [req-1a7b2b76-6649-47a0-9858-5dc76ab61d45 req-60e144b7-02a6-46b2-abe2-1c4ad813302e service nova] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Updating instance_info_cache with network_info: [{"id": "4df623c9-8c08-41f0-81b5-f4f8420629ec", "address": "fa:16:3e:1f:24:2e", "network": {"id": "ae8be405-7310-4f6c-b64d-b3252705b6fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924334693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d11cbf5c3c642ba8783a41041a3a26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4df623c9-8c", "ovs_interfaceid": "4df623c9-8c08-41f0-81b5-f4f8420629ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2152.158388] env[62189]: DEBUG nova.compute.manager [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2152.159276] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101f3952-1391-4aa4-9966-3cf5eda23013 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.249618] env[62189]: DEBUG nova.network.neutron [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Successfully updated port: 385166c5-6fef-41f9-9893-030f9e6f1b2b {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2152.254109] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': task-2122532, 'name': ReconfigVM_Task, 'duration_secs': 0.276266} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.254109] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Reconfigured VM instance instance-0000004c to attach disk [datastore2] aefe6dbf-dbc9-4fb2-af50-62c71cb6689b/aefe6dbf-dbc9-4fb2-af50-62c71cb6689b.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2152.254109] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc3a13e4-8b85-4f10-b6c9-b2e3030e6457 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.260441] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Waiting for the task: (returnval){ [ 2152.260441] env[62189]: value = "task-2122533" [ 2152.260441] env[62189]: _type = "Task" [ 2152.260441] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.269246] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': task-2122533, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.373855] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529cbe03-d99a-cfe2-3bb2-d914b3effb77, 'name': SearchDatastore_Task, 'duration_secs': 0.012265} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.374187] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.374445] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2152.374752] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.375230] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.375230] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2152.375455] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ac2bb57-a5df-427f-9843-247a834e7ca9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.386374] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2152.386546] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2152.389858] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f244a7-9488-4ee1-995a-4a4d89f095d0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.393489] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2152.393489] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524e078d-e525-cc0a-8fc1-1b11e23b2820" [ 2152.393489] env[62189]: _type = "Task" [ 2152.393489] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.401813] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524e078d-e525-cc0a-8fc1-1b11e23b2820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.509602] env[62189]: INFO nova.compute.claims [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2152.514684] env[62189]: DEBUG nova.compute.utils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2152.516115] env[62189]: DEBUG nova.compute.manager [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2152.516292] env[62189]: DEBUG nova.network.neutron [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2152.568678] env[62189]: DEBUG nova.policy [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '202f6af03cc048f5a3c8feda3533489e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5d7fa4749714dae896fd2c5fa404814', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2152.642817] env[62189]: DEBUG oslo_concurrency.lockutils [req-1a7b2b76-6649-47a0-9858-5dc76ab61d45 req-60e144b7-02a6-46b2-abe2-1c4ad813302e service nova] Releasing lock "refresh_cache-7344660a-7b5a-40d7-8114-fe3a95e51e28" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.754702] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "refresh_cache-4a9e6caa-71e1-4840-861e-d4246d2bd681" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.754702] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "refresh_cache-4a9e6caa-71e1-4840-861e-d4246d2bd681" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.754702] env[62189]: DEBUG nova.network.neutron [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2152.772356] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': task-2122533, 'name': Rename_Task, 'duration_secs': 0.137214} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.772715] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2152.773057] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9300faa3-6548-48fb-baf7-6371f7d29a5a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.780223] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Waiting for the task: (returnval){ [ 2152.780223] env[62189]: value = "task-2122534" [ 2152.780223] env[62189]: _type = "Task" [ 2152.780223] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.791062] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': task-2122534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.847748] env[62189]: DEBUG nova.network.neutron [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Successfully created port: 9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2152.856009] env[62189]: DEBUG nova.compute.manager [req-a03e678a-e72b-4aa7-bc4b-3d66d263ce2e req-c45dc45d-f0c3-42f2-b363-9ad54d5914d4 service nova] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Received event network-vif-plugged-385166c5-6fef-41f9-9893-030f9e6f1b2b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2152.856302] env[62189]: DEBUG oslo_concurrency.lockutils [req-a03e678a-e72b-4aa7-bc4b-3d66d263ce2e req-c45dc45d-f0c3-42f2-b363-9ad54d5914d4 service nova] Acquiring lock "4a9e6caa-71e1-4840-861e-d4246d2bd681-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.856570] env[62189]: DEBUG oslo_concurrency.lockutils [req-a03e678a-e72b-4aa7-bc4b-3d66d263ce2e req-c45dc45d-f0c3-42f2-b363-9ad54d5914d4 service nova] Lock "4a9e6caa-71e1-4840-861e-d4246d2bd681-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.856801] env[62189]: DEBUG oslo_concurrency.lockutils [req-a03e678a-e72b-4aa7-bc4b-3d66d263ce2e req-c45dc45d-f0c3-42f2-b363-9ad54d5914d4 service nova] Lock "4a9e6caa-71e1-4840-861e-d4246d2bd681-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.857107] env[62189]: DEBUG nova.compute.manager [req-a03e678a-e72b-4aa7-bc4b-3d66d263ce2e req-c45dc45d-f0c3-42f2-b363-9ad54d5914d4 service nova] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] No waiting events found dispatching network-vif-plugged-385166c5-6fef-41f9-9893-030f9e6f1b2b {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2152.857377] env[62189]: WARNING nova.compute.manager [req-a03e678a-e72b-4aa7-bc4b-3d66d263ce2e req-c45dc45d-f0c3-42f2-b363-9ad54d5914d4 service nova] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Received unexpected event network-vif-plugged-385166c5-6fef-41f9-9893-030f9e6f1b2b for instance with vm_state building and task_state spawning. [ 2152.857570] env[62189]: DEBUG nova.compute.manager [req-a03e678a-e72b-4aa7-bc4b-3d66d263ce2e req-c45dc45d-f0c3-42f2-b363-9ad54d5914d4 service nova] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Received event network-changed-385166c5-6fef-41f9-9893-030f9e6f1b2b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2152.857731] env[62189]: DEBUG nova.compute.manager [req-a03e678a-e72b-4aa7-bc4b-3d66d263ce2e req-c45dc45d-f0c3-42f2-b363-9ad54d5914d4 service nova] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Refreshing instance network info cache due to event network-changed-385166c5-6fef-41f9-9893-030f9e6f1b2b. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2152.857911] env[62189]: DEBUG oslo_concurrency.lockutils [req-a03e678a-e72b-4aa7-bc4b-3d66d263ce2e req-c45dc45d-f0c3-42f2-b363-9ad54d5914d4 service nova] Acquiring lock "refresh_cache-4a9e6caa-71e1-4840-861e-d4246d2bd681" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.904437] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524e078d-e525-cc0a-8fc1-1b11e23b2820, 'name': SearchDatastore_Task, 'duration_secs': 0.040649} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.905237] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a67fc6ef-c27e-4a68-a55f-29710f32f5ec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.910415] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2152.910415] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5297de16-e038-3e69-988b-b457ac1415a9" [ 2152.910415] env[62189]: _type = "Task" [ 2152.910415] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.918405] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5297de16-e038-3e69-988b-b457ac1415a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.018328] env[62189]: INFO nova.compute.resource_tracker [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating resource usage from migration 8927d115-c3c2-4bbc-a532-de0d44139eae [ 2153.022074] env[62189]: DEBUG nova.compute.manager [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2153.135480] env[62189]: DEBUG nova.network.neutron [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Successfully created port: d1aa8898-884e-4989-b8df-39a41c759654 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2153.174058] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2153.174325] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54ef3427-40a5-41a2-9b8a-66062b7d7844 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.181059] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Waiting for the task: (returnval){ [ 2153.181059] env[62189]: value = "task-2122535" [ 2153.181059] env[62189]: _type = "Task" [ 2153.181059] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.192868] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.296805] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': task-2122534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.313745] env[62189]: DEBUG nova.network.neutron [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2153.371053] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43bd894-c4b8-4711-9dc9-7770919b440d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.378795] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1d02bc-d9a3-4014-93b4-c2f857f38a48 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.412785] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea5b81b-72e7-43bf-ab79-1a5c0c25b03a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.433306] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5297de16-e038-3e69-988b-b457ac1415a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010487} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.433711] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.433892] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 7344660a-7b5a-40d7-8114-fe3a95e51e28/7344660a-7b5a-40d7-8114-fe3a95e51e28.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2153.435083] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7e461f-4d5f-4810-bcf6-1ae06df15de8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.438787] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb5e081d-ab29-4073-9ae7-f2dfb80107bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.450222] env[62189]: DEBUG nova.compute.provider_tree [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2153.453463] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2153.453463] env[62189]: value = "task-2122536" [ 2153.453463] env[62189]: _type = "Task" [ 2153.453463] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.461627] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.598237] env[62189]: DEBUG nova.network.neutron [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Updating instance_info_cache with network_info: [{"id": "385166c5-6fef-41f9-9893-030f9e6f1b2b", "address": "fa:16:3e:74:2d:ea", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap385166c5-6f", "ovs_interfaceid": "385166c5-6fef-41f9-9893-030f9e6f1b2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2153.695362] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122535, 'name': PowerOffVM_Task, 'duration_secs': 0.102602} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.695654] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2153.695884] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2153.696811] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52f800a-22b3-45a5-a6b5-0e2e6dae47b8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.704652] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2153.704948] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee15a2c5-1d7e-43d8-9136-4a36ed613d69 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.733228] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2153.733626] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2153.733882] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Deleting the datastore file [datastore2] 84268893-c9ca-441d-8f1e-78704b02e0b6 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2153.734255] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e15418ae-79aa-45f8-9214-53703eae3d41 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.741625] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Waiting for the task: (returnval){ [ 2153.741625] env[62189]: value = "task-2122538" [ 2153.741625] env[62189]: _type = "Task" [ 2153.741625] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.751050] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.790909] env[62189]: DEBUG oslo_vmware.api [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': task-2122534, 'name': PowerOnVM_Task, 'duration_secs': 0.60831} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.791204] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2153.791410] env[62189]: INFO nova.compute.manager [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Took 7.13 seconds to spawn the instance on the hypervisor. [ 2153.791589] env[62189]: DEBUG nova.compute.manager [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2153.792452] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e208d8-77e7-4598-b2e6-8b928b8e247a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.953912] env[62189]: DEBUG nova.scheduler.client.report [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2153.965737] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429209} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.965988] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 7344660a-7b5a-40d7-8114-fe3a95e51e28/7344660a-7b5a-40d7-8114-fe3a95e51e28.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2153.966217] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2153.966455] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-461dca29-62e4-47ad-9b5f-b25654e0195f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.974059] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2153.974059] env[62189]: value = "task-2122539" [ 2153.974059] env[62189]: _type = "Task" [ 2153.974059] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.981114] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.032489] env[62189]: DEBUG nova.compute.manager [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2154.059319] env[62189]: DEBUG nova.virt.hardware [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2154.059576] env[62189]: DEBUG nova.virt.hardware [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2154.059742] env[62189]: DEBUG nova.virt.hardware [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2154.060133] env[62189]: DEBUG nova.virt.hardware [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2154.060322] env[62189]: DEBUG nova.virt.hardware [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2154.060482] env[62189]: DEBUG nova.virt.hardware [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2154.060709] env[62189]: DEBUG nova.virt.hardware [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2154.060867] env[62189]: DEBUG nova.virt.hardware [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2154.061059] env[62189]: DEBUG nova.virt.hardware [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2154.061233] env[62189]: DEBUG nova.virt.hardware [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2154.061411] env[62189]: DEBUG nova.virt.hardware [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2154.062357] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cd2dbd-8915-4b59-95e9-d9235cf0cef6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.070662] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdcd205-fd90-47d4-a8d1-e2e04afd644a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.100365] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "refresh_cache-4a9e6caa-71e1-4840-861e-d4246d2bd681" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.100687] env[62189]: DEBUG nova.compute.manager [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Instance network_info: |[{"id": "385166c5-6fef-41f9-9893-030f9e6f1b2b", "address": "fa:16:3e:74:2d:ea", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap385166c5-6f", "ovs_interfaceid": "385166c5-6fef-41f9-9893-030f9e6f1b2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2154.100977] env[62189]: DEBUG oslo_concurrency.lockutils [req-a03e678a-e72b-4aa7-bc4b-3d66d263ce2e req-c45dc45d-f0c3-42f2-b363-9ad54d5914d4 service nova] Acquired lock "refresh_cache-4a9e6caa-71e1-4840-861e-d4246d2bd681" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.101176] env[62189]: DEBUG nova.network.neutron [req-a03e678a-e72b-4aa7-bc4b-3d66d263ce2e req-c45dc45d-f0c3-42f2-b363-9ad54d5914d4 service nova] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Refreshing network info cache for port 385166c5-6fef-41f9-9893-030f9e6f1b2b {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2154.102371] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:2d:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '385166c5-6fef-41f9-9893-030f9e6f1b2b', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2154.109638] env[62189]: DEBUG oslo.service.loopingcall [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2154.110563] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2154.110786] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38796ed3-8379-40fa-92ec-729451136d15 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.130746] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2154.130746] env[62189]: value = "task-2122540" [ 2154.130746] env[62189]: _type = "Task" [ 2154.130746] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.138264] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122540, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.251821] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190078} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.252505] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2154.252803] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2154.253021] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2154.310765] env[62189]: INFO nova.compute.manager [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Took 44.28 seconds to build instance. [ 2154.461666] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.457s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.461933] env[62189]: INFO nova.compute.manager [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Migrating [ 2154.473645] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.429s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.475422] env[62189]: INFO nova.compute.claims [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2154.496034] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06164} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.496034] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2154.496749] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d697d50-c6aa-4959-9d24-ee0ca93f8ab0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.521469] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 7344660a-7b5a-40d7-8114-fe3a95e51e28/7344660a-7b5a-40d7-8114-fe3a95e51e28.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2154.522613] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c049a27-3d04-4945-b7ca-cbf3150aa723 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.543857] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2154.543857] env[62189]: value = "task-2122541" [ 2154.543857] env[62189]: _type = "Task" [ 2154.543857] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.552827] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.642318] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122540, 'name': CreateVM_Task, 'duration_secs': 0.448084} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.642490] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2154.643180] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2154.643368] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.643697] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2154.643952] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e08b4b42-6190-49a4-bb4b-47c2b480f160 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.649337] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2154.649337] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fe3c28-4f9a-d366-58aa-c558b28d0d84" [ 2154.649337] env[62189]: _type = "Task" [ 2154.649337] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.659323] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fe3c28-4f9a-d366-58aa-c558b28d0d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.813345] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36e35541-cb11-412c-a708-bdf825c3b177 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Lock "aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.798s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.897116] env[62189]: DEBUG nova.compute.manager [req-08fba4ba-555d-4b49-b61f-84a62c75ec20 req-33dc7acd-9733-43c9-8a3a-73830643c1d0 service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Received event network-vif-plugged-9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2154.897116] env[62189]: DEBUG oslo_concurrency.lockutils [req-08fba4ba-555d-4b49-b61f-84a62c75ec20 req-33dc7acd-9733-43c9-8a3a-73830643c1d0 service nova] Acquiring lock "999c7144-8d8f-4f92-ad76-b90a2e2040b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.897116] env[62189]: DEBUG oslo_concurrency.lockutils [req-08fba4ba-555d-4b49-b61f-84a62c75ec20 req-33dc7acd-9733-43c9-8a3a-73830643c1d0 service nova] Lock "999c7144-8d8f-4f92-ad76-b90a2e2040b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.897116] env[62189]: DEBUG oslo_concurrency.lockutils [req-08fba4ba-555d-4b49-b61f-84a62c75ec20 req-33dc7acd-9733-43c9-8a3a-73830643c1d0 service nova] Lock "999c7144-8d8f-4f92-ad76-b90a2e2040b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.897116] env[62189]: DEBUG nova.compute.manager [req-08fba4ba-555d-4b49-b61f-84a62c75ec20 req-33dc7acd-9733-43c9-8a3a-73830643c1d0 service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] No waiting events found dispatching network-vif-plugged-9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2154.897116] env[62189]: WARNING nova.compute.manager [req-08fba4ba-555d-4b49-b61f-84a62c75ec20 req-33dc7acd-9733-43c9-8a3a-73830643c1d0 service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Received unexpected event network-vif-plugged-9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43 for instance with vm_state building and task_state spawning. [ 2154.988801] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2154.988961] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.989147] env[62189]: DEBUG nova.network.neutron [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2155.002448] env[62189]: DEBUG nova.network.neutron [req-a03e678a-e72b-4aa7-bc4b-3d66d263ce2e req-c45dc45d-f0c3-42f2-b363-9ad54d5914d4 service nova] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Updated VIF entry in instance network info cache for port 385166c5-6fef-41f9-9893-030f9e6f1b2b. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2155.002853] env[62189]: DEBUG nova.network.neutron [req-a03e678a-e72b-4aa7-bc4b-3d66d263ce2e req-c45dc45d-f0c3-42f2-b363-9ad54d5914d4 service nova] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Updating instance_info_cache with network_info: [{"id": "385166c5-6fef-41f9-9893-030f9e6f1b2b", "address": "fa:16:3e:74:2d:ea", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap385166c5-6f", "ovs_interfaceid": "385166c5-6fef-41f9-9893-030f9e6f1b2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.040971] env[62189]: DEBUG nova.network.neutron [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Successfully updated port: 9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2155.055236] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.160626] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fe3c28-4f9a-d366-58aa-c558b28d0d84, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.160942] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.161217] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2155.161449] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.161596] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.161875] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2155.162090] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e9a97fc-7299-4ab7-8eaf-b727c21ff9d7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.170935] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2155.171132] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2155.171883] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b299cbaa-05cf-41c2-ab8c-8151ceb3a5a4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.177275] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2155.177275] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b515ec-d160-02ab-036a-853ea86f1a47" [ 2155.177275] env[62189]: _type = "Task" [ 2155.177275] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.186070] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b515ec-d160-02ab-036a-853ea86f1a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.297627] env[62189]: DEBUG nova.virt.hardware [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2155.297896] env[62189]: DEBUG nova.virt.hardware [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2155.298070] env[62189]: DEBUG nova.virt.hardware [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2155.298262] env[62189]: DEBUG nova.virt.hardware [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2155.298410] env[62189]: DEBUG nova.virt.hardware [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2155.298556] env[62189]: DEBUG nova.virt.hardware [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2155.298777] env[62189]: DEBUG nova.virt.hardware [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2155.298924] env[62189]: DEBUG nova.virt.hardware [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2155.299110] env[62189]: DEBUG nova.virt.hardware [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2155.299273] env[62189]: DEBUG nova.virt.hardware [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2155.299444] env[62189]: DEBUG nova.virt.hardware [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2155.300331] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771f1723-1f11-4cd0-b4dd-00b3f4678d4c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.308439] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bcebbb-52da-44c7-a5ac-704a77476bbf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.322062] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Instance VIF info [] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2155.327505] env[62189]: DEBUG oslo.service.loopingcall [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2155.327741] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2155.327953] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-441c3208-890c-48d6-821b-5853f80f33fe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.351206] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2155.351206] env[62189]: value = "task-2122542" [ 2155.351206] env[62189]: _type = "Task" [ 2155.351206] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.360033] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122542, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.505706] env[62189]: DEBUG oslo_concurrency.lockutils [req-a03e678a-e72b-4aa7-bc4b-3d66d263ce2e req-c45dc45d-f0c3-42f2-b363-9ad54d5914d4 service nova] Releasing lock "refresh_cache-4a9e6caa-71e1-4840-861e-d4246d2bd681" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.555612] env[62189]: DEBUG nova.compute.manager [req-673f8dc9-6772-4022-80bc-80d9ec54b2fd req-9e6f0f4d-53d5-406f-bb9c-78e4444ebb23 service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Received event network-changed-20d87e8d-0c82-4f77-b02f-a0b21352dabf {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2155.555836] env[62189]: DEBUG nova.compute.manager [req-673f8dc9-6772-4022-80bc-80d9ec54b2fd req-9e6f0f4d-53d5-406f-bb9c-78e4444ebb23 service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Refreshing instance network info cache due to event network-changed-20d87e8d-0c82-4f77-b02f-a0b21352dabf. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2155.556120] env[62189]: DEBUG oslo_concurrency.lockutils [req-673f8dc9-6772-4022-80bc-80d9ec54b2fd req-9e6f0f4d-53d5-406f-bb9c-78e4444ebb23 service nova] Acquiring lock "refresh_cache-aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.556268] env[62189]: DEBUG oslo_concurrency.lockutils [req-673f8dc9-6772-4022-80bc-80d9ec54b2fd req-9e6f0f4d-53d5-406f-bb9c-78e4444ebb23 service nova] Acquired lock "refresh_cache-aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.556426] env[62189]: DEBUG nova.network.neutron [req-673f8dc9-6772-4022-80bc-80d9ec54b2fd req-9e6f0f4d-53d5-406f-bb9c-78e4444ebb23 service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Refreshing network info cache for port 20d87e8d-0c82-4f77-b02f-a0b21352dabf {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2155.563685] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122541, 'name': ReconfigVM_Task, 'duration_secs': 0.936622} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.566351] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 7344660a-7b5a-40d7-8114-fe3a95e51e28/7344660a-7b5a-40d7-8114-fe3a95e51e28.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2155.567172] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-926665f9-41f2-4adb-a887-e731d7784d37 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.574456] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2155.574456] env[62189]: value = "task-2122543" [ 2155.574456] env[62189]: _type = "Task" [ 2155.574456] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.585699] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122543, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.695106] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b515ec-d160-02ab-036a-853ea86f1a47, 'name': SearchDatastore_Task, 'duration_secs': 0.007812} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.695106] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74058ad9-37ae-4733-a6fb-6edea07335b4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.704210] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2155.704210] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cc60bf-0596-1826-eb9f-71b57216ebfb" [ 2155.704210] env[62189]: _type = "Task" [ 2155.704210] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.710924] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cc60bf-0596-1826-eb9f-71b57216ebfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.863222] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122542, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.886653] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc844051-5c4f-41f0-a780-ada63c710e96 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.896743] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888bcfbd-62cf-430e-b111-860214f575fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.936717] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96785a1-3418-40e0-a085-09f32ab95e9d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.944887] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5470ea5-9c9b-4d56-a6f4-56c9805d504b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.949878] env[62189]: DEBUG nova.network.neutron [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating instance_info_cache with network_info: [{"id": "d789d533-1330-45d7-bd50-b2c3e1fcd0eb", "address": "fa:16:3e:92:94:3a", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd789d533-13", "ovs_interfaceid": "d789d533-1330-45d7-bd50-b2c3e1fcd0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.967274] env[62189]: DEBUG nova.compute.provider_tree [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2156.084753] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122543, 'name': Rename_Task, 'duration_secs': 0.234051} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.085136] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2156.085451] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25d71c49-aa9f-4e58-aa95-ab8998f3e53d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.093895] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2156.093895] env[62189]: value = "task-2122544" [ 2156.093895] env[62189]: _type = "Task" [ 2156.093895] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.103383] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.211887] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cc60bf-0596-1826-eb9f-71b57216ebfb, 'name': SearchDatastore_Task, 'duration_secs': 0.009639} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.212169] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.212429] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 4a9e6caa-71e1-4840-861e-d4246d2bd681/4a9e6caa-71e1-4840-861e-d4246d2bd681.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2156.212693] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0028a2ed-445b-44a7-8450-09df66e16885 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.220614] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2156.220614] env[62189]: value = "task-2122545" [ 2156.220614] env[62189]: _type = "Task" [ 2156.220614] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.228441] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.290558] env[62189]: DEBUG nova.network.neutron [req-673f8dc9-6772-4022-80bc-80d9ec54b2fd req-9e6f0f4d-53d5-406f-bb9c-78e4444ebb23 service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Updated VIF entry in instance network info cache for port 20d87e8d-0c82-4f77-b02f-a0b21352dabf. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2156.290978] env[62189]: DEBUG nova.network.neutron [req-673f8dc9-6772-4022-80bc-80d9ec54b2fd req-9e6f0f4d-53d5-406f-bb9c-78e4444ebb23 service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Updating instance_info_cache with network_info: [{"id": "20d87e8d-0c82-4f77-b02f-a0b21352dabf", "address": "fa:16:3e:aa:9d:20", "network": {"id": "3c539ce5-9999-42d1-8a77-b36e20cb5e1f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2012521315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5279922a9fa4e4a8f00726892305a94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d87e8d-0c", "ovs_interfaceid": "20d87e8d-0c82-4f77-b02f-a0b21352dabf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.361784] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122542, 'name': CreateVM_Task, 'duration_secs': 0.901109} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.361987] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2156.362467] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.362644] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.363018] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2156.363299] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ec603d-39ca-48db-b128-aa72be9c2118 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.367980] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Waiting for the task: (returnval){ [ 2156.367980] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5268a7c0-719e-2257-f583-620cd611edf6" [ 2156.367980] env[62189]: _type = "Task" [ 2156.367980] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.379741] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5268a7c0-719e-2257-f583-620cd611edf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.456293] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.468331] env[62189]: DEBUG nova.scheduler.client.report [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2156.607088] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122544, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.730567] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450304} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.730849] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 4a9e6caa-71e1-4840-861e-d4246d2bd681/4a9e6caa-71e1-4840-861e-d4246d2bd681.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2156.731082] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2156.731330] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62dc3d92-1ff4-4af9-a00e-7000cca061bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.737987] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2156.737987] env[62189]: value = "task-2122546" [ 2156.737987] env[62189]: _type = "Task" [ 2156.737987] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.745732] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.793873] env[62189]: DEBUG oslo_concurrency.lockutils [req-673f8dc9-6772-4022-80bc-80d9ec54b2fd req-9e6f0f4d-53d5-406f-bb9c-78e4444ebb23 service nova] Releasing lock "refresh_cache-aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.877654] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5268a7c0-719e-2257-f583-620cd611edf6, 'name': SearchDatastore_Task, 'duration_secs': 0.051657} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.877969] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.878241] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2156.878457] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.878621] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.878845] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2156.879077] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b28ae8eb-7aa0-476e-a5a6-bfb66b9f0fd4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.887559] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2156.887741] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2156.888483] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-671716ed-dd7f-4276-835f-fb20613d6d42 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.893501] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Waiting for the task: (returnval){ [ 2156.893501] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526efbdd-b64c-88bd-32ab-3fdc63264181" [ 2156.893501] env[62189]: _type = "Task" [ 2156.893501] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.901285] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526efbdd-b64c-88bd-32ab-3fdc63264181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.924754] env[62189]: DEBUG nova.compute.manager [req-3305d4c7-2cfd-4397-b121-c8404a8cfd2c req-48a46882-1121-42a3-8b58-6d87604758dc service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Received event network-changed-9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2156.924943] env[62189]: DEBUG nova.compute.manager [req-3305d4c7-2cfd-4397-b121-c8404a8cfd2c req-48a46882-1121-42a3-8b58-6d87604758dc service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Refreshing instance network info cache due to event network-changed-9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2156.925171] env[62189]: DEBUG oslo_concurrency.lockutils [req-3305d4c7-2cfd-4397-b121-c8404a8cfd2c req-48a46882-1121-42a3-8b58-6d87604758dc service nova] Acquiring lock "refresh_cache-999c7144-8d8f-4f92-ad76-b90a2e2040b1" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.925388] env[62189]: DEBUG oslo_concurrency.lockutils [req-3305d4c7-2cfd-4397-b121-c8404a8cfd2c req-48a46882-1121-42a3-8b58-6d87604758dc service nova] Acquired lock "refresh_cache-999c7144-8d8f-4f92-ad76-b90a2e2040b1" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.925467] env[62189]: DEBUG nova.network.neutron [req-3305d4c7-2cfd-4397-b121-c8404a8cfd2c req-48a46882-1121-42a3-8b58-6d87604758dc service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Refreshing network info cache for port 9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2156.973858] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.974435] env[62189]: DEBUG nova.compute.manager [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2156.977029] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.726s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.978611] env[62189]: INFO nova.compute.claims [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2157.104602] env[62189]: DEBUG oslo_vmware.api [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122544, 'name': PowerOnVM_Task, 'duration_secs': 0.712946} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.104602] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2157.104938] env[62189]: INFO nova.compute.manager [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Took 8.04 seconds to spawn the instance on the hypervisor. [ 2157.104938] env[62189]: DEBUG nova.compute.manager [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2157.105708] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9230f0bf-878a-453c-b857-baa7f7d57d29 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.248995] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105773} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.249609] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2157.250782] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0398591a-ba96-499b-98d1-00c6089f559e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.282299] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 4a9e6caa-71e1-4840-861e-d4246d2bd681/4a9e6caa-71e1-4840-861e-d4246d2bd681.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2157.282991] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a94e4cd-b0f0-4de7-90f0-32e4d4efa250 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.303413] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2157.303413] env[62189]: value = "task-2122547" [ 2157.303413] env[62189]: _type = "Task" [ 2157.303413] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.311437] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.408832] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526efbdd-b64c-88bd-32ab-3fdc63264181, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.411103] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f8d1d2-72b2-4098-8b69-9ee8bfe08423 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.414783] env[62189]: DEBUG nova.network.neutron [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Successfully updated port: d1aa8898-884e-4989-b8df-39a41c759654 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2157.421261] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Waiting for the task: (returnval){ [ 2157.421261] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5288e23b-1cd7-d161-2c70-4b44886cbd56" [ 2157.421261] env[62189]: _type = "Task" [ 2157.421261] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.431669] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5288e23b-1cd7-d161-2c70-4b44886cbd56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.483172] env[62189]: DEBUG nova.compute.utils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2157.486807] env[62189]: DEBUG nova.compute.manager [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2157.486971] env[62189]: DEBUG nova.network.neutron [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2157.622961] env[62189]: INFO nova.compute.manager [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Took 47.20 seconds to build instance. [ 2157.715692] env[62189]: DEBUG nova.network.neutron [req-3305d4c7-2cfd-4397-b121-c8404a8cfd2c req-48a46882-1121-42a3-8b58-6d87604758dc service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2157.759688] env[62189]: DEBUG nova.policy [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5b9c0c57cde4c968761bea79e161a93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4c2687d706b4e10b6e412f4532d8114', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2157.815261] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122547, 'name': ReconfigVM_Task, 'duration_secs': 0.262992} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.815548] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 4a9e6caa-71e1-4840-861e-d4246d2bd681/4a9e6caa-71e1-4840-861e-d4246d2bd681.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2157.816177] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79d7cb4d-a6f0-4a3e-9e39-89de45c05936 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.821974] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2157.821974] env[62189]: value = "task-2122548" [ 2157.821974] env[62189]: _type = "Task" [ 2157.821974] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.837379] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122548, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.868264] env[62189]: DEBUG nova.network.neutron [req-3305d4c7-2cfd-4397-b121-c8404a8cfd2c req-48a46882-1121-42a3-8b58-6d87604758dc service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2157.893662] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "7344660a-7b5a-40d7-8114-fe3a95e51e28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.917870] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquiring lock "refresh_cache-999c7144-8d8f-4f92-ad76-b90a2e2040b1" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.934814] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5288e23b-1cd7-d161-2c70-4b44886cbd56, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.935122] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.935344] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 84268893-c9ca-441d-8f1e-78704b02e0b6/84268893-c9ca-441d-8f1e-78704b02e0b6.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2157.935607] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0051ade-1840-46fc-b63a-4cf91ce61648 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.942691] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Waiting for the task: (returnval){ [ 2157.942691] env[62189]: value = "task-2122549" [ 2157.942691] env[62189]: _type = "Task" [ 2157.942691] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.953638] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.972187] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf5aa02-cef0-4800-8d82-4b57fb68ff60 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.994676] env[62189]: DEBUG nova.compute.manager [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2157.999497] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating instance '1a094a38-e7dc-4c76-9074-766c934140e7' progress to 0 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2158.124230] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2843586-4b65-43d4-853c-66db78008e5f tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "7344660a-7b5a-40d7-8114-fe3a95e51e28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.705s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.124614] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "7344660a-7b5a-40d7-8114-fe3a95e51e28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.231s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.124908] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "7344660a-7b5a-40d7-8114-fe3a95e51e28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.125249] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "7344660a-7b5a-40d7-8114-fe3a95e51e28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.125486] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "7344660a-7b5a-40d7-8114-fe3a95e51e28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.127668] env[62189]: INFO nova.compute.manager [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Terminating instance [ 2158.148582] env[62189]: DEBUG nova.network.neutron [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Successfully created port: 6d0716d3-c48d-463c-9207-6d02c80540ad {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2158.331904] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122548, 'name': Rename_Task, 'duration_secs': 0.157059} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.332205] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2158.332442] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46a2fba9-4ef2-4995-9cfb-7c6868d303f5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.338807] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2158.338807] env[62189]: value = "task-2122550" [ 2158.338807] env[62189]: _type = "Task" [ 2158.338807] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.346403] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.370587] env[62189]: DEBUG oslo_concurrency.lockutils [req-3305d4c7-2cfd-4397-b121-c8404a8cfd2c req-48a46882-1121-42a3-8b58-6d87604758dc service nova] Releasing lock "refresh_cache-999c7144-8d8f-4f92-ad76-b90a2e2040b1" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.370948] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquired lock "refresh_cache-999c7144-8d8f-4f92-ad76-b90a2e2040b1" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.371120] env[62189]: DEBUG nova.network.neutron [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2158.455474] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.459510] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8cac11-e9a6-4e67-8f99-d81c9826e9d3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.466375] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca9183a-1d0f-411e-900d-d168c11f9364 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.494994] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cd4b83-253b-4fbe-9fa7-f1a085b2518d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.502087] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8696454b-b3be-48e2-83d8-c0b1f8b20fa5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.509701] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2158.521274] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9598d07-edd5-4e25-a9a2-4f7e86a11bf5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.522836] env[62189]: DEBUG nova.compute.provider_tree [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2158.529889] env[62189]: DEBUG oslo_vmware.api [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2158.529889] env[62189]: value = "task-2122551" [ 2158.529889] env[62189]: _type = "Task" [ 2158.529889] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.538535] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] VM already powered off {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2158.538701] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating instance '1a094a38-e7dc-4c76-9074-766c934140e7' progress to 17 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2158.631492] env[62189]: DEBUG nova.compute.manager [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2158.631669] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2158.632593] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efa51cc-862c-420b-a699-0341bcf97995 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.640282] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2158.640510] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04ac183a-e35e-4621-8770-601bbc09cb06 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.647786] env[62189]: DEBUG oslo_vmware.api [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2158.647786] env[62189]: value = "task-2122552" [ 2158.647786] env[62189]: _type = "Task" [ 2158.647786] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.655178] env[62189]: DEBUG oslo_vmware.api [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.848974] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.915875] env[62189]: DEBUG nova.network.neutron [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2158.953738] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.958287] env[62189]: DEBUG nova.compute.manager [req-572509f7-d19d-475b-8774-56dd91db91a5 req-364e37e6-3a74-4c64-aa3c-4849c2b183f3 service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Received event network-vif-plugged-d1aa8898-884e-4989-b8df-39a41c759654 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2158.958505] env[62189]: DEBUG oslo_concurrency.lockutils [req-572509f7-d19d-475b-8774-56dd91db91a5 req-364e37e6-3a74-4c64-aa3c-4849c2b183f3 service nova] Acquiring lock "999c7144-8d8f-4f92-ad76-b90a2e2040b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.958735] env[62189]: DEBUG oslo_concurrency.lockutils [req-572509f7-d19d-475b-8774-56dd91db91a5 req-364e37e6-3a74-4c64-aa3c-4849c2b183f3 service nova] Lock "999c7144-8d8f-4f92-ad76-b90a2e2040b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.958916] env[62189]: DEBUG oslo_concurrency.lockutils [req-572509f7-d19d-475b-8774-56dd91db91a5 req-364e37e6-3a74-4c64-aa3c-4849c2b183f3 service nova] Lock "999c7144-8d8f-4f92-ad76-b90a2e2040b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.959100] env[62189]: DEBUG nova.compute.manager [req-572509f7-d19d-475b-8774-56dd91db91a5 req-364e37e6-3a74-4c64-aa3c-4849c2b183f3 service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] No waiting events found dispatching network-vif-plugged-d1aa8898-884e-4989-b8df-39a41c759654 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2158.959280] env[62189]: WARNING nova.compute.manager [req-572509f7-d19d-475b-8774-56dd91db91a5 req-364e37e6-3a74-4c64-aa3c-4849c2b183f3 service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Received unexpected event network-vif-plugged-d1aa8898-884e-4989-b8df-39a41c759654 for instance with vm_state building and task_state spawning. [ 2158.959453] env[62189]: DEBUG nova.compute.manager [req-572509f7-d19d-475b-8774-56dd91db91a5 req-364e37e6-3a74-4c64-aa3c-4849c2b183f3 service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Received event network-changed-d1aa8898-884e-4989-b8df-39a41c759654 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2158.959947] env[62189]: DEBUG nova.compute.manager [req-572509f7-d19d-475b-8774-56dd91db91a5 req-364e37e6-3a74-4c64-aa3c-4849c2b183f3 service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Refreshing instance network info cache due to event network-changed-d1aa8898-884e-4989-b8df-39a41c759654. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2158.959947] env[62189]: DEBUG oslo_concurrency.lockutils [req-572509f7-d19d-475b-8774-56dd91db91a5 req-364e37e6-3a74-4c64-aa3c-4849c2b183f3 service nova] Acquiring lock "refresh_cache-999c7144-8d8f-4f92-ad76-b90a2e2040b1" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2159.015534] env[62189]: DEBUG nova.compute.manager [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2159.027944] env[62189]: DEBUG nova.scheduler.client.report [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2159.046211] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2159.046211] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2159.046211] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2159.046211] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2159.046211] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2159.046211] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2159.046490] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2159.046595] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2159.046742] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2159.046898] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2159.047080] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2159.054532] env[62189]: DEBUG nova.virt.hardware [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2159.054815] env[62189]: DEBUG nova.virt.hardware [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2159.055029] env[62189]: DEBUG nova.virt.hardware [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2159.055265] env[62189]: DEBUG nova.virt.hardware [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2159.055443] env[62189]: DEBUG nova.virt.hardware [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2159.055622] env[62189]: DEBUG nova.virt.hardware [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2159.055861] env[62189]: DEBUG nova.virt.hardware [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2159.056065] env[62189]: DEBUG nova.virt.hardware [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2159.056339] env[62189]: DEBUG nova.virt.hardware [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2159.056591] env[62189]: DEBUG nova.virt.hardware [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2159.056808] env[62189]: DEBUG nova.virt.hardware [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2159.057177] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08611077-fdbe-4377-abc3-f74ad9629621 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.070778] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7de298-5360-452e-b519-238ee5a62462 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.085540] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab2bcd0-17eb-4113-97b7-cf85e90c52dc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.090174] env[62189]: DEBUG oslo_vmware.api [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2159.090174] env[62189]: value = "task-2122553" [ 2159.090174] env[62189]: _type = "Task" [ 2159.090174] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.110445] env[62189]: DEBUG oslo_vmware.api [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.158139] env[62189]: DEBUG oslo_vmware.api [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122552, 'name': PowerOffVM_Task, 'duration_secs': 0.182763} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.158532] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2159.158671] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2159.158853] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21f20069-ea38-428e-9994-6abfedfbc247 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.286624] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2159.286830] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2159.286887] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Deleting the datastore file [datastore2] 7344660a-7b5a-40d7-8114-fe3a95e51e28 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2159.287187] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a02700a3-ea65-4888-b7f6-70a4cf573952 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.295255] env[62189]: DEBUG oslo_vmware.api [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2159.295255] env[62189]: value = "task-2122555" [ 2159.295255] env[62189]: _type = "Task" [ 2159.295255] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.305740] env[62189]: DEBUG oslo_vmware.api [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.329160] env[62189]: DEBUG nova.network.neutron [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Updating instance_info_cache with network_info: [{"id": "9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43", "address": "fa:16:3e:9a:9f:b7", "network": {"id": "c7d474ab-b167-4737-8768-a7b259d7f433", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1390601241", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5d7fa4749714dae896fd2c5fa404814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcf4a39-d6", "ovs_interfaceid": "9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1aa8898-884e-4989-b8df-39a41c759654", "address": "fa:16:3e:3e:c1:d1", "network": {"id": "6d522f0c-07f1-4359-94b6-23c25401f773", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1291871327", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e5d7fa4749714dae896fd2c5fa404814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1aa8898-88", "ovs_interfaceid": "d1aa8898-884e-4989-b8df-39a41c759654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2159.349634] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.453782] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122549, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.400014} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.454070] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 84268893-c9ca-441d-8f1e-78704b02e0b6/84268893-c9ca-441d-8f1e-78704b02e0b6.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2159.454279] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2159.454560] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54d25221-367b-4873-b517-c2a3864e7612 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.461502] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Waiting for the task: (returnval){ [ 2159.461502] env[62189]: value = "task-2122556" [ 2159.461502] env[62189]: _type = "Task" [ 2159.461502] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.468883] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.539914] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.540512] env[62189]: DEBUG nova.compute.manager [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2159.543205] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.268s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.543332] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.545388] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.474s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.545572] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.547219] env[62189]: DEBUG oslo_concurrency.lockutils [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.770s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.547429] env[62189]: DEBUG nova.objects.instance [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lazy-loading 'resources' on Instance uuid a10c6581-aeb2-4edb-9100-11c69dcaff0a {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2159.571529] env[62189]: INFO nova.scheduler.client.report [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Deleted allocations for instance 4594619c-6c99-4335-bcad-20b1d01bed46 [ 2159.573608] env[62189]: INFO nova.scheduler.client.report [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleted allocations for instance a95c1c41-bdbd-4919-a232-ae30339c7703 [ 2159.600787] env[62189]: DEBUG oslo_vmware.api [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122553, 'name': ReconfigVM_Task, 'duration_secs': 0.329404} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.601122] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating instance '1a094a38-e7dc-4c76-9074-766c934140e7' progress to 33 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2159.688158] env[62189]: DEBUG nova.network.neutron [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Successfully updated port: 6d0716d3-c48d-463c-9207-6d02c80540ad {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2159.806454] env[62189]: DEBUG oslo_vmware.api [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161033} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.806714] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2159.806900] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2159.807090] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2159.807269] env[62189]: INFO nova.compute.manager [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2159.807508] env[62189]: DEBUG oslo.service.loopingcall [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2159.807699] env[62189]: DEBUG nova.compute.manager [-] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2159.807794] env[62189]: DEBUG nova.network.neutron [-] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2159.833576] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Releasing lock "refresh_cache-999c7144-8d8f-4f92-ad76-b90a2e2040b1" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.833576] env[62189]: DEBUG nova.compute.manager [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Instance network_info: |[{"id": "9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43", "address": "fa:16:3e:9a:9f:b7", "network": {"id": "c7d474ab-b167-4737-8768-a7b259d7f433", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1390601241", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5d7fa4749714dae896fd2c5fa404814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcf4a39-d6", "ovs_interfaceid": "9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1aa8898-884e-4989-b8df-39a41c759654", "address": "fa:16:3e:3e:c1:d1", "network": {"id": "6d522f0c-07f1-4359-94b6-23c25401f773", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1291871327", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e5d7fa4749714dae896fd2c5fa404814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1aa8898-88", "ovs_interfaceid": "d1aa8898-884e-4989-b8df-39a41c759654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2159.833576] env[62189]: DEBUG oslo_concurrency.lockutils [req-572509f7-d19d-475b-8774-56dd91db91a5 req-364e37e6-3a74-4c64-aa3c-4849c2b183f3 service nova] Acquired lock "refresh_cache-999c7144-8d8f-4f92-ad76-b90a2e2040b1" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2159.833576] env[62189]: DEBUG nova.network.neutron [req-572509f7-d19d-475b-8774-56dd91db91a5 req-364e37e6-3a74-4c64-aa3c-4849c2b183f3 service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Refreshing network info cache for port d1aa8898-884e-4989-b8df-39a41c759654 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2159.833576] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:9f:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:c1:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1aa8898-884e-4989-b8df-39a41c759654', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2159.842527] env[62189]: DEBUG oslo.service.loopingcall [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2159.847172] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2159.850566] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02006ca1-a417-4dc2-a9bc-41348e4b5735 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.872472] env[62189]: DEBUG oslo_vmware.api [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122550, 'name': PowerOnVM_Task, 'duration_secs': 1.274771} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.873696] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2159.873985] env[62189]: INFO nova.compute.manager [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Took 8.30 seconds to spawn the instance on the hypervisor. [ 2159.874102] env[62189]: DEBUG nova.compute.manager [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2159.874457] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2159.874457] env[62189]: value = "task-2122557" [ 2159.874457] env[62189]: _type = "Task" [ 2159.874457] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.875182] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a3cc4d-c60c-47c7-90e7-8c63342516e0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.889098] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122557, 'name': CreateVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.975912] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063893} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.976198] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2159.977383] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc94b124-eaaa-4fbd-b1db-b99dcb2dfa36 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.998354] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 84268893-c9ca-441d-8f1e-78704b02e0b6/84268893-c9ca-441d-8f1e-78704b02e0b6.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2160.001063] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa604b3c-be3c-4774-b1c7-1ae851d245f8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.021048] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Waiting for the task: (returnval){ [ 2160.021048] env[62189]: value = "task-2122558" [ 2160.021048] env[62189]: _type = "Task" [ 2160.021048] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.030382] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.050524] env[62189]: DEBUG nova.compute.utils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2160.054436] env[62189]: DEBUG nova.compute.manager [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2160.054591] env[62189]: DEBUG nova.network.neutron [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2160.085097] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b5c30542-5af9-44bc-85bf-ee47b9166dcc tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "4594619c-6c99-4335-bcad-20b1d01bed46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.519s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.086107] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2b6e763b-0e34-42a3-82b6-c0fde4a297b4 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "a95c1c41-bdbd-4919-a232-ae30339c7703" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.320s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.109047] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2160.109293] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2160.109451] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2160.109629] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2160.109773] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2160.109917] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2160.110131] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2160.110292] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2160.110455] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2160.110615] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2160.110879] env[62189]: DEBUG nova.virt.hardware [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2160.116206] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2160.125605] env[62189]: DEBUG nova.policy [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d0912acd20a47388e88c2df2947b23d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9cfad5a04c948319854a7b63ca64206', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2160.126916] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-590a51f4-3d98-4969-9cc9-a6321cb95fc8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.157470] env[62189]: DEBUG oslo_vmware.api [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2160.157470] env[62189]: value = "task-2122559" [ 2160.157470] env[62189]: _type = "Task" [ 2160.157470] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.171038] env[62189]: DEBUG oslo_vmware.api [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.192649] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "refresh_cache-f6383b85-a15a-4cd6-9760-16f0a78cc5a0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2160.192762] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "refresh_cache-f6383b85-a15a-4cd6-9760-16f0a78cc5a0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2160.192881] env[62189]: DEBUG nova.network.neutron [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2160.374040] env[62189]: DEBUG nova.network.neutron [req-572509f7-d19d-475b-8774-56dd91db91a5 req-364e37e6-3a74-4c64-aa3c-4849c2b183f3 service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Updated VIF entry in instance network info cache for port d1aa8898-884e-4989-b8df-39a41c759654. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2160.374470] env[62189]: DEBUG nova.network.neutron [req-572509f7-d19d-475b-8774-56dd91db91a5 req-364e37e6-3a74-4c64-aa3c-4849c2b183f3 service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Updating instance_info_cache with network_info: [{"id": "9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43", "address": "fa:16:3e:9a:9f:b7", "network": {"id": "c7d474ab-b167-4737-8768-a7b259d7f433", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1390601241", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5d7fa4749714dae896fd2c5fa404814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bcf4a39-d6", "ovs_interfaceid": "9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1aa8898-884e-4989-b8df-39a41c759654", "address": "fa:16:3e:3e:c1:d1", "network": {"id": "6d522f0c-07f1-4359-94b6-23c25401f773", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1291871327", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e5d7fa4749714dae896fd2c5fa404814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1aa8898-88", "ovs_interfaceid": "d1aa8898-884e-4989-b8df-39a41c759654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2160.387327] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122557, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.400494] env[62189]: INFO nova.compute.manager [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Took 42.74 seconds to build instance. [ 2160.486024] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161326f4-4472-460d-9a5e-221849fab4e0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.493959] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba053e0b-b172-45a0-8a7d-a3a0b54fec38 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.527184] env[62189]: DEBUG nova.network.neutron [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Successfully created port: 43f39e2a-4f09-4cbf-a859-f68c17bef03b {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2160.533048] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b127a9f0-bd79-45e2-889e-3bf34d1eaebd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.545021] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802554d1-5ce2-4b52-b018-01d9fc618d8c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.549943] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.560767] env[62189]: DEBUG nova.compute.manager [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2160.563208] env[62189]: DEBUG nova.compute.provider_tree [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2160.668017] env[62189]: DEBUG oslo_vmware.api [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122559, 'name': ReconfigVM_Task, 'duration_secs': 0.327065} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.668259] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2160.669123] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adb7d41-77cd-4ae6-85a3-09171e5f4d20 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.691539] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 1a094a38-e7dc-4c76-9074-766c934140e7/1a094a38-e7dc-4c76-9074-766c934140e7.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2160.691941] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e57e6017-59af-4068-8d21-8e42d0de0307 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.712353] env[62189]: DEBUG oslo_vmware.api [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2160.712353] env[62189]: value = "task-2122560" [ 2160.712353] env[62189]: _type = "Task" [ 2160.712353] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.720790] env[62189]: DEBUG oslo_vmware.api [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.734126] env[62189]: DEBUG nova.network.neutron [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2160.736869] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "04a1b453-5274-4509-9036-9900e3fe91f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.737123] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "04a1b453-5274-4509-9036-9900e3fe91f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.737329] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "04a1b453-5274-4509-9036-9900e3fe91f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.737512] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "04a1b453-5274-4509-9036-9900e3fe91f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.737682] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "04a1b453-5274-4509-9036-9900e3fe91f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.739824] env[62189]: INFO nova.compute.manager [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Terminating instance [ 2160.797122] env[62189]: DEBUG nova.network.neutron [-] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2160.877773] env[62189]: DEBUG oslo_concurrency.lockutils [req-572509f7-d19d-475b-8774-56dd91db91a5 req-364e37e6-3a74-4c64-aa3c-4849c2b183f3 service nova] Releasing lock "refresh_cache-999c7144-8d8f-4f92-ad76-b90a2e2040b1" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2160.883145] env[62189]: DEBUG nova.network.neutron [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Updating instance_info_cache with network_info: [{"id": "6d0716d3-c48d-463c-9207-6d02c80540ad", "address": "fa:16:3e:4e:56:da", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0716d3-c4", "ovs_interfaceid": "6d0716d3-c48d-463c-9207-6d02c80540ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2160.890574] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122557, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.902804] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4b3c25be-feaa-4667-a1f4-ac27d6ee2291 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "4a9e6caa-71e1-4840-861e-d4246d2bd681" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.252s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.986534] env[62189]: DEBUG nova.compute.manager [req-dabee23d-d688-4b6c-bf41-fd1bbf98ddd1 req-726aad65-d97c-4180-96ae-da6231054bb2 service nova] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Received event network-vif-plugged-6d0716d3-c48d-463c-9207-6d02c80540ad {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2160.986534] env[62189]: DEBUG oslo_concurrency.lockutils [req-dabee23d-d688-4b6c-bf41-fd1bbf98ddd1 req-726aad65-d97c-4180-96ae-da6231054bb2 service nova] Acquiring lock "f6383b85-a15a-4cd6-9760-16f0a78cc5a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.986693] env[62189]: DEBUG oslo_concurrency.lockutils [req-dabee23d-d688-4b6c-bf41-fd1bbf98ddd1 req-726aad65-d97c-4180-96ae-da6231054bb2 service nova] Lock "f6383b85-a15a-4cd6-9760-16f0a78cc5a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.986905] env[62189]: DEBUG oslo_concurrency.lockutils [req-dabee23d-d688-4b6c-bf41-fd1bbf98ddd1 req-726aad65-d97c-4180-96ae-da6231054bb2 service nova] Lock "f6383b85-a15a-4cd6-9760-16f0a78cc5a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.987026] env[62189]: DEBUG nova.compute.manager [req-dabee23d-d688-4b6c-bf41-fd1bbf98ddd1 req-726aad65-d97c-4180-96ae-da6231054bb2 service nova] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] No waiting events found dispatching network-vif-plugged-6d0716d3-c48d-463c-9207-6d02c80540ad {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2160.987226] env[62189]: WARNING nova.compute.manager [req-dabee23d-d688-4b6c-bf41-fd1bbf98ddd1 req-726aad65-d97c-4180-96ae-da6231054bb2 service nova] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Received unexpected event network-vif-plugged-6d0716d3-c48d-463c-9207-6d02c80540ad for instance with vm_state building and task_state spawning. [ 2160.987368] env[62189]: DEBUG nova.compute.manager [req-dabee23d-d688-4b6c-bf41-fd1bbf98ddd1 req-726aad65-d97c-4180-96ae-da6231054bb2 service nova] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Received event network-changed-6d0716d3-c48d-463c-9207-6d02c80540ad {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2160.987563] env[62189]: DEBUG nova.compute.manager [req-dabee23d-d688-4b6c-bf41-fd1bbf98ddd1 req-726aad65-d97c-4180-96ae-da6231054bb2 service nova] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Refreshing instance network info cache due to event network-changed-6d0716d3-c48d-463c-9207-6d02c80540ad. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2160.987744] env[62189]: DEBUG oslo_concurrency.lockutils [req-dabee23d-d688-4b6c-bf41-fd1bbf98ddd1 req-726aad65-d97c-4180-96ae-da6231054bb2 service nova] Acquiring lock "refresh_cache-f6383b85-a15a-4cd6-9760-16f0a78cc5a0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2161.037275] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122558, 'name': ReconfigVM_Task, 'duration_secs': 0.912179} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.037634] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 84268893-c9ca-441d-8f1e-78704b02e0b6/84268893-c9ca-441d-8f1e-78704b02e0b6.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2161.038351] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8673cd2b-5b74-476d-b5bb-72819771176b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.046242] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Waiting for the task: (returnval){ [ 2161.046242] env[62189]: value = "task-2122561" [ 2161.046242] env[62189]: _type = "Task" [ 2161.046242] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.055091] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122561, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.070955] env[62189]: DEBUG nova.scheduler.client.report [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2161.221887] env[62189]: DEBUG oslo_vmware.api [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122560, 'name': ReconfigVM_Task, 'duration_secs': 0.491451} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.223254] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 1a094a38-e7dc-4c76-9074-766c934140e7/1a094a38-e7dc-4c76-9074-766c934140e7.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2161.223254] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating instance '1a094a38-e7dc-4c76-9074-766c934140e7' progress to 50 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2161.244556] env[62189]: DEBUG nova.compute.manager [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2161.244556] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2161.245384] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a9a1aa-6fcf-44b4-a4c4-50170cb3ea59 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.255254] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2161.255993] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a83fc28-4301-4aa2-a60a-29a304fdf94f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.261373] env[62189]: DEBUG oslo_vmware.api [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2161.261373] env[62189]: value = "task-2122562" [ 2161.261373] env[62189]: _type = "Task" [ 2161.261373] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.269942] env[62189]: DEBUG oslo_vmware.api [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.302160] env[62189]: INFO nova.compute.manager [-] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Took 1.49 seconds to deallocate network for instance. [ 2161.390031] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "refresh_cache-f6383b85-a15a-4cd6-9760-16f0a78cc5a0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2161.390375] env[62189]: DEBUG nova.compute.manager [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Instance network_info: |[{"id": "6d0716d3-c48d-463c-9207-6d02c80540ad", "address": "fa:16:3e:4e:56:da", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0716d3-c4", "ovs_interfaceid": "6d0716d3-c48d-463c-9207-6d02c80540ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2161.390634] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122557, 'name': CreateVM_Task, 'duration_secs': 1.342577} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.390864] env[62189]: DEBUG oslo_concurrency.lockutils [req-dabee23d-d688-4b6c-bf41-fd1bbf98ddd1 req-726aad65-d97c-4180-96ae-da6231054bb2 service nova] Acquired lock "refresh_cache-f6383b85-a15a-4cd6-9760-16f0a78cc5a0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2161.391052] env[62189]: DEBUG nova.network.neutron [req-dabee23d-d688-4b6c-bf41-fd1bbf98ddd1 req-726aad65-d97c-4180-96ae-da6231054bb2 service nova] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Refreshing network info cache for port 6d0716d3-c48d-463c-9207-6d02c80540ad {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2161.392397] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:56:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d0716d3-c48d-463c-9207-6d02c80540ad', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2161.400863] env[62189]: DEBUG oslo.service.loopingcall [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2161.401055] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2161.402106] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2161.402875] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2161.403082] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2161.403374] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2161.403634] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba240179-bcd5-4f58-892a-2a4c5d31f6b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.419473] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a311fee8-0e31-4cd4-ae2e-a26ebbb15a88 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.424638] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2161.424638] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52813126-0f31-f798-09c2-f27914ba325d" [ 2161.424638] env[62189]: _type = "Task" [ 2161.424638] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.429512] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2161.429512] env[62189]: value = "task-2122563" [ 2161.429512] env[62189]: _type = "Task" [ 2161.429512] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.436165] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52813126-0f31-f798-09c2-f27914ba325d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.441730] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122563, 'name': CreateVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.556452] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122561, 'name': Rename_Task, 'duration_secs': 0.180588} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.556726] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2161.556971] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87ec33de-6c9c-4adc-8f68-5e202e1dd361 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.563722] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Waiting for the task: (returnval){ [ 2161.563722] env[62189]: value = "task-2122564" [ 2161.563722] env[62189]: _type = "Task" [ 2161.563722] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.571705] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.576964] env[62189]: DEBUG nova.compute.manager [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2161.579410] env[62189]: DEBUG oslo_concurrency.lockutils [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.581837] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.467s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.583416] env[62189]: INFO nova.compute.claims [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2161.603547] env[62189]: DEBUG nova.virt.hardware [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2161.603783] env[62189]: DEBUG nova.virt.hardware [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2161.603941] env[62189]: DEBUG nova.virt.hardware [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2161.604605] env[62189]: DEBUG nova.virt.hardware [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2161.604605] env[62189]: DEBUG nova.virt.hardware [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2161.604605] env[62189]: DEBUG nova.virt.hardware [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2161.604791] env[62189]: DEBUG nova.virt.hardware [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2161.604791] env[62189]: DEBUG nova.virt.hardware [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2161.604938] env[62189]: DEBUG nova.virt.hardware [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2161.605127] env[62189]: DEBUG nova.virt.hardware [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2161.605309] env[62189]: DEBUG nova.virt.hardware [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2161.606208] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a042564b-b30f-4799-8f4a-36165ce055e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.609922] env[62189]: INFO nova.scheduler.client.report [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Deleted allocations for instance a10c6581-aeb2-4edb-9100-11c69dcaff0a [ 2161.616470] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864ae734-bfde-435c-8aee-acb7589cf6ab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.730350] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a3002a-e71d-438b-bce1-cab314dbb811 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.749612] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fc9e65-522e-423c-a9e2-59283eec0af4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.766883] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating instance '1a094a38-e7dc-4c76-9074-766c934140e7' progress to 67 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2161.782223] env[62189]: DEBUG oslo_vmware.api [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122562, 'name': PowerOffVM_Task, 'duration_secs': 0.227433} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.782554] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2161.782775] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2161.783116] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e47938b9-6c39-41b0-980b-cbae7bf297a3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.809029] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.940975] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2161.941341] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2161.941577] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Deleting the datastore file [datastore2] 04a1b453-5274-4509-9036-9900e3fe91f5 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2161.947974] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81d0b107-8f0c-431c-8588-b8a795b9a39e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.949595] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122563, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.950185] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52813126-0f31-f798-09c2-f27914ba325d, 'name': SearchDatastore_Task, 'duration_secs': 0.013752} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.950460] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2161.950687] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2161.950884] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2161.951040] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2161.951212] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2161.951789] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb87d025-aa8f-4c2e-8fb7-55b83bcfa420 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.955811] env[62189]: DEBUG oslo_vmware.api [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for the task: (returnval){ [ 2161.955811] env[62189]: value = "task-2122566" [ 2161.955811] env[62189]: _type = "Task" [ 2161.955811] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.961290] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2161.961467] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2161.964776] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12582760-4050-448d-aaf8-eac50b8a927f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.966889] env[62189]: DEBUG oslo_vmware.api [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.970726] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2161.970726] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52edda18-5db6-61e5-fa68-85d92eb8c04f" [ 2161.970726] env[62189]: _type = "Task" [ 2161.970726] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.979331] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52edda18-5db6-61e5-fa68-85d92eb8c04f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.985092] env[62189]: DEBUG nova.compute.manager [req-3f05f0ee-530b-4f53-b971-e53fe9f7257d req-9e8f6288-6e90-49b4-a76c-543159f2f80b service nova] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Received event network-vif-plugged-43f39e2a-4f09-4cbf-a859-f68c17bef03b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2161.985340] env[62189]: DEBUG oslo_concurrency.lockutils [req-3f05f0ee-530b-4f53-b971-e53fe9f7257d req-9e8f6288-6e90-49b4-a76c-543159f2f80b service nova] Acquiring lock "ba898789-1168-41be-9a92-7ed61676c25e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.985594] env[62189]: DEBUG oslo_concurrency.lockutils [req-3f05f0ee-530b-4f53-b971-e53fe9f7257d req-9e8f6288-6e90-49b4-a76c-543159f2f80b service nova] Lock "ba898789-1168-41be-9a92-7ed61676c25e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.985764] env[62189]: DEBUG oslo_concurrency.lockutils [req-3f05f0ee-530b-4f53-b971-e53fe9f7257d req-9e8f6288-6e90-49b4-a76c-543159f2f80b service nova] Lock "ba898789-1168-41be-9a92-7ed61676c25e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.985932] env[62189]: DEBUG nova.compute.manager [req-3f05f0ee-530b-4f53-b971-e53fe9f7257d req-9e8f6288-6e90-49b4-a76c-543159f2f80b service nova] [instance: ba898789-1168-41be-9a92-7ed61676c25e] No waiting events found dispatching network-vif-plugged-43f39e2a-4f09-4cbf-a859-f68c17bef03b {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2161.986115] env[62189]: WARNING nova.compute.manager [req-3f05f0ee-530b-4f53-b971-e53fe9f7257d req-9e8f6288-6e90-49b4-a76c-543159f2f80b service nova] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Received unexpected event network-vif-plugged-43f39e2a-4f09-4cbf-a859-f68c17bef03b for instance with vm_state building and task_state spawning. [ 2162.011132] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "4a9e6caa-71e1-4840-861e-d4246d2bd681" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.011376] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "4a9e6caa-71e1-4840-861e-d4246d2bd681" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.011548] env[62189]: INFO nova.compute.manager [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Shelving [ 2162.077199] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.077199] env[62189]: DEBUG nova.network.neutron [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Successfully updated port: 43f39e2a-4f09-4cbf-a859-f68c17bef03b {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2162.119610] env[62189]: DEBUG oslo_concurrency.lockutils [None req-368d2e59-5dab-41ce-8f36-3ab44efc6e78 tempest-ServerRescueTestJSON-250644362 tempest-ServerRescueTestJSON-250644362-project-member] Lock "a10c6581-aeb2-4edb-9100-11c69dcaff0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.954s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.128056] env[62189]: DEBUG nova.network.neutron [req-dabee23d-d688-4b6c-bf41-fd1bbf98ddd1 req-726aad65-d97c-4180-96ae-da6231054bb2 service nova] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Updated VIF entry in instance network info cache for port 6d0716d3-c48d-463c-9207-6d02c80540ad. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2162.128446] env[62189]: DEBUG nova.network.neutron [req-dabee23d-d688-4b6c-bf41-fd1bbf98ddd1 req-726aad65-d97c-4180-96ae-da6231054bb2 service nova] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Updating instance_info_cache with network_info: [{"id": "6d0716d3-c48d-463c-9207-6d02c80540ad", "address": "fa:16:3e:4e:56:da", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0716d3-c4", "ovs_interfaceid": "6d0716d3-c48d-463c-9207-6d02c80540ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2162.322214] env[62189]: DEBUG nova.network.neutron [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Port d789d533-1330-45d7-bd50-b2c3e1fcd0eb binding to destination host cpu-1 is already ACTIVE {{(pid=62189) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2162.445257] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122563, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.555633] env[62189]: DEBUG oslo_vmware.api [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Task: {'id': task-2122566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290149} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.555633] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2162.555633] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2162.555633] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2162.555633] env[62189]: INFO nova.compute.manager [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2162.555633] env[62189]: DEBUG oslo.service.loopingcall [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2162.555633] env[62189]: DEBUG nova.compute.manager [-] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2162.555633] env[62189]: DEBUG nova.network.neutron [-] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2162.555633] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52edda18-5db6-61e5-fa68-85d92eb8c04f, 'name': SearchDatastore_Task, 'duration_secs': 0.016324} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.555633] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9531e8f9-3b66-46cf-901c-52e2cd886eb3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.555633] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2162.555633] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aa32b2-b654-5896-1e17-186de6937bb8" [ 2162.555633] env[62189]: _type = "Task" [ 2162.555633] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.555633] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52aa32b2-b654-5896-1e17-186de6937bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.555633] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2162.555633] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 999c7144-8d8f-4f92-ad76-b90a2e2040b1/999c7144-8d8f-4f92-ad76-b90a2e2040b1.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2162.555633] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dc7d329-a182-4335-94e8-f91b2de7e46c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.557470] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2162.557470] env[62189]: value = "task-2122567" [ 2162.557470] env[62189]: _type = "Task" [ 2162.557470] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.572562] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.577891] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.579469] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "refresh_cache-ba898789-1168-41be-9a92-7ed61676c25e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2162.579469] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired lock "refresh_cache-ba898789-1168-41be-9a92-7ed61676c25e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2162.579615] env[62189]: DEBUG nova.network.neutron [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2162.634400] env[62189]: DEBUG oslo_concurrency.lockutils [req-dabee23d-d688-4b6c-bf41-fd1bbf98ddd1 req-726aad65-d97c-4180-96ae-da6231054bb2 service nova] Releasing lock "refresh_cache-f6383b85-a15a-4cd6-9760-16f0a78cc5a0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2162.634400] env[62189]: DEBUG nova.compute.manager [req-dabee23d-d688-4b6c-bf41-fd1bbf98ddd1 req-726aad65-d97c-4180-96ae-da6231054bb2 service nova] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Received event network-vif-deleted-4df623c9-8c08-41f0-81b5-f4f8420629ec {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2162.940186] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2120dd33-ae19-4ea7-937d-da6c999f0d48 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.952825] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55f74ae-8f0f-4b8f-b563-303439fca4f6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.956078] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122563, 'name': CreateVM_Task, 'duration_secs': 1.155324} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.956406] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2162.957599] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2162.957909] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2162.958346] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2162.958721] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7451191e-eca1-4a4d-834a-4e336baee929 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.990144] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307cb691-b9df-4317-a375-5234bb2989d0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.994647] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2162.994647] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52132bfd-6601-44f9-8bd1-84041b9fd063" [ 2162.994647] env[62189]: _type = "Task" [ 2162.994647] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.002086] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606d041a-fd0c-4973-b5d0-8bbc2a7be1e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.009542] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52132bfd-6601-44f9-8bd1-84041b9fd063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.023072] env[62189]: DEBUG nova.compute.provider_tree [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2163.025760] env[62189]: DEBUG nova.compute.manager [req-74ce6480-dc82-4cf5-a725-e1857cd9ef54 req-14f1599b-ea4f-4f29-8690-c6e6ccc80faa service nova] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Received event network-vif-deleted-3ea662c2-b6d3-4db4-a32c-87cdc8c92259 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2163.025959] env[62189]: INFO nova.compute.manager [req-74ce6480-dc82-4cf5-a725-e1857cd9ef54 req-14f1599b-ea4f-4f29-8690-c6e6ccc80faa service nova] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Neutron deleted interface 3ea662c2-b6d3-4db4-a32c-87cdc8c92259; detaching it from the instance and deleting it from the info cache [ 2163.026171] env[62189]: DEBUG nova.network.neutron [req-74ce6480-dc82-4cf5-a725-e1857cd9ef54 req-14f1599b-ea4f-4f29-8690-c6e6ccc80faa service nova] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.047196] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2163.047514] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee330228-6cc7-46af-95e4-7ee5fe8439ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.055565] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2163.055565] env[62189]: value = "task-2122568" [ 2163.055565] env[62189]: _type = "Task" [ 2163.055565] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.067786] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.074355] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122567, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.079441] env[62189]: DEBUG oslo_vmware.api [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Task: {'id': task-2122564, 'name': PowerOnVM_Task, 'duration_secs': 1.152251} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.079713] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2163.079919] env[62189]: DEBUG nova.compute.manager [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2163.080719] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a84cf03-60a8-4419-938b-fefef4995d12 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.112762] env[62189]: DEBUG nova.network.neutron [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2163.275715] env[62189]: DEBUG nova.network.neutron [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Updating instance_info_cache with network_info: [{"id": "43f39e2a-4f09-4cbf-a859-f68c17bef03b", "address": "fa:16:3e:85:45:40", "network": {"id": "eca82f7d-352d-44da-a879-56c5f8cfacbb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-513640798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cfad5a04c948319854a7b63ca64206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43f39e2a-4f", "ovs_interfaceid": "43f39e2a-4f09-4cbf-a859-f68c17bef03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.346915] env[62189]: DEBUG nova.network.neutron [-] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.355439] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "1a094a38-e7dc-4c76-9074-766c934140e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.355768] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "1a094a38-e7dc-4c76-9074-766c934140e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.356024] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "1a094a38-e7dc-4c76-9074-766c934140e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.506069] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52132bfd-6601-44f9-8bd1-84041b9fd063, 'name': SearchDatastore_Task, 'duration_secs': 0.057806} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.506436] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2163.506661] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2163.506921] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.507125] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.507343] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2163.507629] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c24aca13-00e5-4ac9-9ba0-dfb97e360d6b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.516398] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2163.516583] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2163.517357] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5af0aa01-141f-492f-9ceb-25d389349c70 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.522846] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2163.522846] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523942c6-d85c-8404-d8bd-879af59258e4" [ 2163.522846] env[62189]: _type = "Task" [ 2163.522846] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.530296] env[62189]: DEBUG nova.scheduler.client.report [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2163.533730] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523942c6-d85c-8404-d8bd-879af59258e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.534158] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99fdabc7-32d7-4671-bdce-7c8d8c255348 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.546773] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f06804-8e45-43f5-b196-6d5c7b4324ad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.569930] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122568, 'name': PowerOffVM_Task, 'duration_secs': 0.49819} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.583898] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2163.584314] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717742} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.584857] env[62189]: DEBUG nova.compute.manager [req-74ce6480-dc82-4cf5-a725-e1857cd9ef54 req-14f1599b-ea4f-4f29-8690-c6e6ccc80faa service nova] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Detach interface failed, port_id=3ea662c2-b6d3-4db4-a32c-87cdc8c92259, reason: Instance 04a1b453-5274-4509-9036-9900e3fe91f5 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2163.585896] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aef291-0b73-47e4-afcc-eb862c7c5507 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.588496] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 999c7144-8d8f-4f92-ad76-b90a2e2040b1/999c7144-8d8f-4f92-ad76-b90a2e2040b1.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2163.588758] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2163.589042] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab10fbb0-c11f-4a2b-be32-8de64cb05a68 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.616639] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2163.616639] env[62189]: value = "task-2122569" [ 2163.616639] env[62189]: _type = "Task" [ 2163.616639] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.619715] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bfb256-b548-48f1-9f95-273ab769118d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.622621] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.630961] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.779011] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Releasing lock "refresh_cache-ba898789-1168-41be-9a92-7ed61676c25e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2163.779378] env[62189]: DEBUG nova.compute.manager [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Instance network_info: |[{"id": "43f39e2a-4f09-4cbf-a859-f68c17bef03b", "address": "fa:16:3e:85:45:40", "network": {"id": "eca82f7d-352d-44da-a879-56c5f8cfacbb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-513640798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cfad5a04c948319854a7b63ca64206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43f39e2a-4f", "ovs_interfaceid": "43f39e2a-4f09-4cbf-a859-f68c17bef03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2163.779836] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:45:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43f39e2a-4f09-4cbf-a859-f68c17bef03b', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2163.787999] env[62189]: DEBUG oslo.service.loopingcall [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2163.788266] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2163.788552] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bbdab45-cce6-4381-a663-a536d8e13d57 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.809998] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2163.809998] env[62189]: value = "task-2122570" [ 2163.809998] env[62189]: _type = "Task" [ 2163.809998] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.818208] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122570, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.856224] env[62189]: INFO nova.compute.manager [-] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Took 1.37 seconds to deallocate network for instance. [ 2164.034192] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523942c6-d85c-8404-d8bd-879af59258e4, 'name': SearchDatastore_Task, 'duration_secs': 0.0184} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.035763] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.036267] env[62189]: DEBUG nova.compute.manager [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2164.040704] env[62189]: DEBUG nova.compute.manager [req-7f53daeb-871a-4a91-8ed4-062d1287e6b0 req-f30285b6-b481-43be-91a7-cdca40f50ba7 service nova] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Received event network-changed-43f39e2a-4f09-4cbf-a859-f68c17bef03b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2164.040769] env[62189]: DEBUG nova.compute.manager [req-7f53daeb-871a-4a91-8ed4-062d1287e6b0 req-f30285b6-b481-43be-91a7-cdca40f50ba7 service nova] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Refreshing instance network info cache due to event network-changed-43f39e2a-4f09-4cbf-a859-f68c17bef03b. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2164.040990] env[62189]: DEBUG oslo_concurrency.lockutils [req-7f53daeb-871a-4a91-8ed4-062d1287e6b0 req-f30285b6-b481-43be-91a7-cdca40f50ba7 service nova] Acquiring lock "refresh_cache-ba898789-1168-41be-9a92-7ed61676c25e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.041158] env[62189]: DEBUG oslo_concurrency.lockutils [req-7f53daeb-871a-4a91-8ed4-062d1287e6b0 req-f30285b6-b481-43be-91a7-cdca40f50ba7 service nova] Acquired lock "refresh_cache-ba898789-1168-41be-9a92-7ed61676c25e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2164.041301] env[62189]: DEBUG nova.network.neutron [req-7f53daeb-871a-4a91-8ed4-062d1287e6b0 req-f30285b6-b481-43be-91a7-cdca40f50ba7 service nova] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Refreshing network info cache for port 43f39e2a-4f09-4cbf-a859-f68c17bef03b {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2164.042683] env[62189]: DEBUG oslo_concurrency.lockutils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.877s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.044061] env[62189]: INFO nova.compute.claims [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2164.046895] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ed36b3-b8ae-4210-ba79-31b6ed76088a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.054836] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2164.054836] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fe1646-2815-970a-bc85-023d5b52f64f" [ 2164.054836] env[62189]: _type = "Task" [ 2164.054836] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.064117] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fe1646-2815-970a-bc85-023d5b52f64f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.127347] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062275} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.127617] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2164.128413] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4c11b3-b014-4054-9b4a-8a684c42318f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.144661] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2164.153393] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 999c7144-8d8f-4f92-ad76-b90a2e2040b1/999c7144-8d8f-4f92-ad76-b90a2e2040b1.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2164.153689] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-396d995d-7d33-4648-adbb-b5a746003070 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.155944] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6352acf3-ac40-4c39-9b9b-ba4009758bef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.175929] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2164.175929] env[62189]: value = "task-2122572" [ 2164.175929] env[62189]: _type = "Task" [ 2164.175929] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.177345] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2164.177345] env[62189]: value = "task-2122571" [ 2164.177345] env[62189]: _type = "Task" [ 2164.177345] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.191185] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122572, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.193996] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122571, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.320493] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122570, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.367461] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.404222] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.404222] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2164.404222] env[62189]: DEBUG nova.network.neutron [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2164.512053] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquiring lock "84268893-c9ca-441d-8f1e-78704b02e0b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.512423] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Lock "84268893-c9ca-441d-8f1e-78704b02e0b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.512687] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquiring lock "84268893-c9ca-441d-8f1e-78704b02e0b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.512913] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Lock "84268893-c9ca-441d-8f1e-78704b02e0b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.513181] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Lock "84268893-c9ca-441d-8f1e-78704b02e0b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.515803] env[62189]: INFO nova.compute.manager [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Terminating instance [ 2164.541369] env[62189]: DEBUG nova.compute.utils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2164.542906] env[62189]: DEBUG nova.compute.manager [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2164.543121] env[62189]: DEBUG nova.network.neutron [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2164.565970] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fe1646-2815-970a-bc85-023d5b52f64f, 'name': SearchDatastore_Task, 'duration_secs': 0.049659} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.566252] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.566515] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] f6383b85-a15a-4cd6-9760-16f0a78cc5a0/f6383b85-a15a-4cd6-9760-16f0a78cc5a0.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2164.566775] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3969c54-aa6e-4e05-b043-eea43d4f44ec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.573257] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2164.573257] env[62189]: value = "task-2122573" [ 2164.573257] env[62189]: _type = "Task" [ 2164.573257] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.585234] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.598273] env[62189]: DEBUG nova.policy [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abf65136f4584c93a42cadd79c9b1132', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9e521980df1475b9452cf80db06a885', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2164.691978] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122571, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.695106] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.751671] env[62189]: DEBUG nova.network.neutron [req-7f53daeb-871a-4a91-8ed4-062d1287e6b0 req-f30285b6-b481-43be-91a7-cdca40f50ba7 service nova] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Updated VIF entry in instance network info cache for port 43f39e2a-4f09-4cbf-a859-f68c17bef03b. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2164.752093] env[62189]: DEBUG nova.network.neutron [req-7f53daeb-871a-4a91-8ed4-062d1287e6b0 req-f30285b6-b481-43be-91a7-cdca40f50ba7 service nova] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Updating instance_info_cache with network_info: [{"id": "43f39e2a-4f09-4cbf-a859-f68c17bef03b", "address": "fa:16:3e:85:45:40", "network": {"id": "eca82f7d-352d-44da-a879-56c5f8cfacbb", "bridge": "br-int", "label": "tempest-ImagesTestJSON-513640798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9cfad5a04c948319854a7b63ca64206", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43f39e2a-4f", "ovs_interfaceid": "43f39e2a-4f09-4cbf-a859-f68c17bef03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.820936] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122570, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.911765] env[62189]: DEBUG nova.network.neutron [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Successfully created port: e0788160-44fb-4f6c-ac7e-47740a1dc907 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2165.019380] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquiring lock "refresh_cache-84268893-c9ca-441d-8f1e-78704b02e0b6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2165.019473] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquired lock "refresh_cache-84268893-c9ca-441d-8f1e-78704b02e0b6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2165.019621] env[62189]: DEBUG nova.network.neutron [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2165.047081] env[62189]: DEBUG nova.compute.manager [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2165.083035] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122573, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.204626] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122571, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.204904] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122572, 'name': ReconfigVM_Task, 'duration_secs': 0.81897} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.205176] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 999c7144-8d8f-4f92-ad76-b90a2e2040b1/999c7144-8d8f-4f92-ad76-b90a2e2040b1.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2165.205810] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb7a521e-0af6-4670-ab2c-7c069fa09c6f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.213909] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2165.213909] env[62189]: value = "task-2122574" [ 2165.213909] env[62189]: _type = "Task" [ 2165.213909] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.229777] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122574, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.246261] env[62189]: DEBUG nova.network.neutron [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating instance_info_cache with network_info: [{"id": "d789d533-1330-45d7-bd50-b2c3e1fcd0eb", "address": "fa:16:3e:92:94:3a", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd789d533-13", "ovs_interfaceid": "d789d533-1330-45d7-bd50-b2c3e1fcd0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.264777] env[62189]: DEBUG oslo_concurrency.lockutils [req-7f53daeb-871a-4a91-8ed4-062d1287e6b0 req-f30285b6-b481-43be-91a7-cdca40f50ba7 service nova] Releasing lock "refresh_cache-ba898789-1168-41be-9a92-7ed61676c25e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.321931] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122570, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.432486] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2029d0c9-c9c0-4c1b-82b7-a3da5a091de6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.440191] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51021f5a-6a73-46a4-8c77-03304383ee28 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.472295] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f9dc5a-8b2e-4de7-b3ce-812e164956f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.480397] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8292f7b6-b7f5-4945-ab30-3cd4d247ed92 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.493780] env[62189]: DEBUG nova.compute.provider_tree [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2165.538463] env[62189]: DEBUG nova.network.neutron [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2165.584563] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753545} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.584563] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] f6383b85-a15a-4cd6-9760-16f0a78cc5a0/f6383b85-a15a-4cd6-9760-16f0a78cc5a0.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2165.584825] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2165.584958] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-504cbbae-fdc5-49da-ae1d-26385ce04194 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.587456] env[62189]: DEBUG nova.network.neutron [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.593959] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2165.593959] env[62189]: value = "task-2122575" [ 2165.593959] env[62189]: _type = "Task" [ 2165.593959] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.603032] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.690531] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122571, 'name': CreateSnapshot_Task, 'duration_secs': 1.259595} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.690834] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2165.691612] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eab3302-4ea6-45b0-b393-3b9ece514e3a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.722933] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122574, 'name': Rename_Task, 'duration_secs': 0.224829} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.723228] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2165.723472] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82c3f7d5-cd1a-4a97-94b1-d3453eaacba5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.729476] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2165.729476] env[62189]: value = "task-2122576" [ 2165.729476] env[62189]: _type = "Task" [ 2165.729476] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.738032] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.750023] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.822684] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122570, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.015071] env[62189]: ERROR nova.scheduler.client.report [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [req-fe47fd00-14b4-4297-a2ce-5afbaa610a79] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fe47fd00-14b4-4297-a2ce-5afbaa610a79"}]} [ 2166.030783] env[62189]: DEBUG nova.scheduler.client.report [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2166.044268] env[62189]: DEBUG nova.scheduler.client.report [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2166.044623] env[62189]: DEBUG nova.compute.provider_tree [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2166.055528] env[62189]: DEBUG nova.scheduler.client.report [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2166.060510] env[62189]: DEBUG nova.compute.manager [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2166.073040] env[62189]: DEBUG nova.scheduler.client.report [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2166.085544] env[62189]: DEBUG nova.virt.hardware [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2166.085873] env[62189]: DEBUG nova.virt.hardware [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2166.086009] env[62189]: DEBUG nova.virt.hardware [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2166.086338] env[62189]: DEBUG nova.virt.hardware [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2166.086416] env[62189]: DEBUG nova.virt.hardware [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2166.086506] env[62189]: DEBUG nova.virt.hardware [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2166.086902] env[62189]: DEBUG nova.virt.hardware [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2166.086902] env[62189]: DEBUG nova.virt.hardware [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2166.087047] env[62189]: DEBUG nova.virt.hardware [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2166.087230] env[62189]: DEBUG nova.virt.hardware [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2166.087522] env[62189]: DEBUG nova.virt.hardware [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2166.089026] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39882b7c-6777-4857-979a-1509c19ea99b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.091379] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Releasing lock "refresh_cache-84268893-c9ca-441d-8f1e-78704b02e0b6" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2166.091761] env[62189]: DEBUG nova.compute.manager [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2166.091977] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2166.092761] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becbd1c0-36a2-4e62-b8f5-8263ba868ee7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.105717] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f79b489-732e-4dec-96e3-b405ac9a8155 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.114255] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2166.115172] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f31a363-1869-4751-85a4-811200220601 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.128458] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090251} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.131443] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2166.132436] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f275b710-724a-4aa5-9767-6e5ba133f1c0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.135922] env[62189]: DEBUG oslo_vmware.api [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2166.135922] env[62189]: value = "task-2122577" [ 2166.135922] env[62189]: _type = "Task" [ 2166.135922] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.157535] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] f6383b85-a15a-4cd6-9760-16f0a78cc5a0/f6383b85-a15a-4cd6-9760-16f0a78cc5a0.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2166.160756] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f71854fb-43fe-4ed2-b8e2-9cd03645be3e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.177667] env[62189]: DEBUG oslo_vmware.api [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.181774] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2166.181774] env[62189]: value = "task-2122578" [ 2166.181774] env[62189]: _type = "Task" [ 2166.181774] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.191742] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.209034] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2166.209370] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a7018d26-a820-4043-b430-bd06539cd635 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.219195] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2166.219195] env[62189]: value = "task-2122579" [ 2166.219195] env[62189]: _type = "Task" [ 2166.219195] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.227019] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122579, 'name': CloneVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.239016] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.275925] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f1c5a0-7089-4dfc-b514-edd7d66d97e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.297773] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2719f6-cdb3-4ecd-9cff-155a5ff4feb9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.305259] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating instance '1a094a38-e7dc-4c76-9074-766c934140e7' progress to 83 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2166.322975] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122570, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.448482] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4964badc-f589-447f-8ef8-e16e30efcc52 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.458220] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cefdbdf-2da7-45f7-9b66-85f213a8e301 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.509413] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023a8244-3eb2-43cc-a367-d96547603131 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.520152] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c6e047-bd13-4837-8985-5a7880bb8acf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.541684] env[62189]: DEBUG nova.compute.provider_tree [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2166.645951] env[62189]: DEBUG oslo_vmware.api [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122577, 'name': PowerOffVM_Task, 'duration_secs': 0.160339} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.646330] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2166.646508] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2166.646768] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20a83037-db50-4d2d-8628-5877cc22e0f8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.672416] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2166.672612] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2166.672791] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Deleting the datastore file [datastore2] 84268893-c9ca-441d-8f1e-78704b02e0b6 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2166.673088] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9896a27-bade-4f20-b93b-25c8f4cdbc06 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.679664] env[62189]: DEBUG oslo_vmware.api [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for the task: (returnval){ [ 2166.679664] env[62189]: value = "task-2122581" [ 2166.679664] env[62189]: _type = "Task" [ 2166.679664] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.689689] env[62189]: DEBUG oslo_vmware.api [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.692598] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.728756] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122579, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.738618] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122576, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.813054] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f792beee-e3e2-4474-ba4e-db8c319006bf tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating instance '1a094a38-e7dc-4c76-9074-766c934140e7' progress to 100 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2166.825750] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122570, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.079240] env[62189]: DEBUG nova.scheduler.client.report [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2167.079512] env[62189]: DEBUG nova.compute.provider_tree [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 109 to 110 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2167.079692] env[62189]: DEBUG nova.compute.provider_tree [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2167.194025] env[62189]: DEBUG oslo_vmware.api [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Task: {'id': task-2122581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312237} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.197176] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2167.197391] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2167.197577] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2167.197748] env[62189]: INFO nova.compute.manager [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2167.197997] env[62189]: DEBUG oslo.service.loopingcall [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2167.198233] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122578, 'name': ReconfigVM_Task, 'duration_secs': 0.965702} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.198471] env[62189]: DEBUG nova.compute.manager [-] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2167.199780] env[62189]: DEBUG nova.network.neutron [-] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2167.200304] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Reconfigured VM instance instance-00000050 to attach disk [datastore2] f6383b85-a15a-4cd6-9760-16f0a78cc5a0/f6383b85-a15a-4cd6-9760-16f0a78cc5a0.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2167.200924] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-648ea920-82fe-4436-9e6a-10d3e0a4bcce {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.208935] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2167.208935] env[62189]: value = "task-2122582" [ 2167.208935] env[62189]: _type = "Task" [ 2167.208935] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.216715] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122582, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.218342] env[62189]: DEBUG nova.network.neutron [-] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2167.227774] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122579, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.239871] env[62189]: DEBUG oslo_vmware.api [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122576, 'name': PowerOnVM_Task, 'duration_secs': 1.432112} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.240166] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2167.240372] env[62189]: INFO nova.compute.manager [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Took 13.21 seconds to spawn the instance on the hypervisor. [ 2167.240551] env[62189]: DEBUG nova.compute.manager [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2167.241322] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1cce10-b80b-4feb-8dfe-c24b8863d2d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.329342] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122570, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.585784] env[62189]: DEBUG oslo_concurrency.lockutils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.543s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.586317] env[62189]: DEBUG nova.compute.manager [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2167.590019] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.359s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.590019] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.592243] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.475s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.592423] env[62189]: DEBUG nova.objects.instance [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62189) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2167.626417] env[62189]: INFO nova.scheduler.client.report [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleted allocations for instance 63e370f5-7ae8-4bf9-8a0f-273534de49f2 [ 2167.717899] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122582, 'name': Rename_Task, 'duration_secs': 0.159538} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.718192] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2167.718438] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-118e95ff-87b9-440d-83f1-5c8faa95a37c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.720233] env[62189]: DEBUG nova.network.neutron [-] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.725311] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2167.725311] env[62189]: value = "task-2122583" [ 2167.725311] env[62189]: _type = "Task" [ 2167.725311] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.731723] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122579, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.736260] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.760089] env[62189]: INFO nova.compute.manager [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Took 47.34 seconds to build instance. [ 2167.832119] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122570, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.097316] env[62189]: DEBUG nova.compute.utils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2168.098830] env[62189]: DEBUG nova.compute.manager [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2168.099056] env[62189]: DEBUG nova.network.neutron [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2168.137153] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c58b11c6-6913-45c0-8cbf-b141dd4bdf05 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "63e370f5-7ae8-4bf9-8a0f-273534de49f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.435s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.140511] env[62189]: DEBUG nova.policy [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '736500b919fb41df89cd849f9761ccfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3bd795a2cdb412abcf14832ddc5b1b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2168.226083] env[62189]: INFO nova.compute.manager [-] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Took 1.03 seconds to deallocate network for instance. [ 2168.241353] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122579, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.249939] env[62189]: DEBUG oslo_vmware.api [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122583, 'name': PowerOnVM_Task, 'duration_secs': 0.463129} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.250325] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2168.250615] env[62189]: INFO nova.compute.manager [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Took 9.23 seconds to spawn the instance on the hypervisor. [ 2168.250884] env[62189]: DEBUG nova.compute.manager [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2168.252015] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf9d3fe-5c50-45fa-80a7-e90f98ecefa5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.267177] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4c71cd0f-2c6b-49c6-9513-7dc892ddbdb5 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "999c7144-8d8f-4f92-ad76-b90a2e2040b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.858s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.327780] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122570, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.526215] env[62189]: DEBUG nova.network.neutron [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Successfully created port: 24146efb-8513-431c-a977-44d01b04937e {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2168.608018] env[62189]: DEBUG nova.compute.manager [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2168.608666] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc969d55-211d-4508-a226-9c584c2366e1 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.610940] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.802s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.611589] env[62189]: DEBUG nova.objects.instance [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lazy-loading 'resources' on Instance uuid 7344660a-7b5a-40d7-8114-fe3a95e51e28 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2168.732859] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122579, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.743237] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.777329] env[62189]: INFO nova.compute.manager [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Took 44.76 seconds to build instance. [ 2168.835965] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122570, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.986359] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquiring lock "999c7144-8d8f-4f92-ad76-b90a2e2040b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.986661] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "999c7144-8d8f-4f92-ad76-b90a2e2040b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.986878] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquiring lock "999c7144-8d8f-4f92-ad76-b90a2e2040b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.987070] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "999c7144-8d8f-4f92-ad76-b90a2e2040b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.987261] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "999c7144-8d8f-4f92-ad76-b90a2e2040b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.989692] env[62189]: INFO nova.compute.manager [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Terminating instance [ 2169.035434] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "1a094a38-e7dc-4c76-9074-766c934140e7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.036204] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "1a094a38-e7dc-4c76-9074-766c934140e7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.036412] env[62189]: DEBUG nova.compute.manager [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Going to confirm migration 4 {{(pid=62189) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2169.234315] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122579, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.280431] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2975c44-ae47-4a59-b552-1324560b4662 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "f6383b85-a15a-4cd6-9760-16f0a78cc5a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.266s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.330323] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122570, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.353673] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971f20e5-a084-4c6c-a878-b7d07915f1c9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.360793] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191c3167-4aba-4679-ac42-9f9f898cfed3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.390147] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f568c777-62dd-4e0c-8a79-03a6d1f8be42 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.396822] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0a1f58-4373-4f62-8e97-a4bcccab4303 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.409098] env[62189]: DEBUG nova.compute.provider_tree [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2169.493894] env[62189]: DEBUG nova.compute.manager [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2169.494146] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2169.495076] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dfbb33-18fd-49a9-b841-6f85f321ae3a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.504945] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2169.505205] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a72455bc-80ef-4674-ac89-f8556aa7e21d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.511301] env[62189]: DEBUG oslo_vmware.api [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2169.511301] env[62189]: value = "task-2122584" [ 2169.511301] env[62189]: _type = "Task" [ 2169.511301] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.518473] env[62189]: DEBUG oslo_vmware.api [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.610251] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2169.610513] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2169.610656] env[62189]: DEBUG nova.network.neutron [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2169.610790] env[62189]: DEBUG nova.objects.instance [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lazy-loading 'info_cache' on Instance uuid 1a094a38-e7dc-4c76-9074-766c934140e7 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2169.616247] env[62189]: DEBUG nova.compute.manager [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2169.735363] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122579, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.737576] env[62189]: DEBUG nova.virt.hardware [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2169.737821] env[62189]: DEBUG nova.virt.hardware [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2169.737995] env[62189]: DEBUG nova.virt.hardware [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2169.738208] env[62189]: DEBUG nova.virt.hardware [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2169.738372] env[62189]: DEBUG nova.virt.hardware [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2169.738519] env[62189]: DEBUG nova.virt.hardware [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2169.738754] env[62189]: DEBUG nova.virt.hardware [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2169.739107] env[62189]: DEBUG nova.virt.hardware [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2169.739158] env[62189]: DEBUG nova.virt.hardware [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2169.739307] env[62189]: DEBUG nova.virt.hardware [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2169.739506] env[62189]: DEBUG nova.virt.hardware [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2169.740477] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f0fe09-38c8-4160-b1cd-526019e1f14d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.747893] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16ba6db-ec6c-4cef-87ec-625a43ffcc3b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.815464] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "4daddfd6-32d5-433e-bac1-76092697c705" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.815756] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "4daddfd6-32d5-433e-bac1-76092697c705" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2169.829340] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122570, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.912279] env[62189]: DEBUG nova.scheduler.client.report [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2170.020047] env[62189]: DEBUG oslo_vmware.api [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122584, 'name': PowerOffVM_Task, 'duration_secs': 0.213576} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.020277] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2170.020450] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2170.020703] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53db72b9-4746-4016-94ce-6b16c2b2ba8f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.235661] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122579, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.318233] env[62189]: DEBUG nova.compute.manager [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2170.329536] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122570, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.416890] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.419127] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.796s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.419321] env[62189]: DEBUG nova.objects.instance [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62189) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2170.437500] env[62189]: INFO nova.scheduler.client.report [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Deleted allocations for instance 7344660a-7b5a-40d7-8114-fe3a95e51e28 [ 2170.735145] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122579, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.835035] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122570, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.850269] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.889489] env[62189]: DEBUG nova.network.neutron [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating instance_info_cache with network_info: [{"id": "d789d533-1330-45d7-bd50-b2c3e1fcd0eb", "address": "fa:16:3e:92:94:3a", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd789d533-13", "ovs_interfaceid": "d789d533-1330-45d7-bd50-b2c3e1fcd0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2170.916763] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2170.916982] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2170.917230] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Deleting the datastore file [datastore2] 999c7144-8d8f-4f92-ad76-b90a2e2040b1 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2170.917515] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddb23a17-c3d0-4293-91d1-970fa840ae43 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.927276] env[62189]: DEBUG oslo_vmware.api [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for the task: (returnval){ [ 2170.927276] env[62189]: value = "task-2122586" [ 2170.927276] env[62189]: _type = "Task" [ 2170.927276] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.936526] env[62189]: DEBUG oslo_vmware.api [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.945096] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6f2f4cc7-bf5b-4ec3-9502-de462cc2d5c4 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "7344660a-7b5a-40d7-8114-fe3a95e51e28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.820s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.235331] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122579, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.332431] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122570, 'name': CreateVM_Task, 'duration_secs': 7.214903} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.332620] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2171.333386] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.333554] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.333940] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2171.334218] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64683a26-971f-474d-a6e7-e928a12df7e8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.339946] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2171.339946] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521c053c-92d2-986d-c6b3-d3ac6b735094" [ 2171.339946] env[62189]: _type = "Task" [ 2171.339946] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.348206] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521c053c-92d2-986d-c6b3-d3ac6b735094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.391999] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.392323] env[62189]: DEBUG nova.objects.instance [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lazy-loading 'migration_context' on Instance uuid 1a094a38-e7dc-4c76-9074-766c934140e7 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2171.433056] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc974555-ace2-4ab7-87a0-b936e9a127f5 tempest-ServersAdmin275Test-1994012401 tempest-ServersAdmin275Test-1994012401-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.434105] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.067s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.434457] env[62189]: DEBUG nova.objects.instance [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lazy-loading 'resources' on Instance uuid 04a1b453-5274-4509-9036-9900e3fe91f5 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2171.440642] env[62189]: DEBUG oslo_vmware.api [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Task: {'id': task-2122586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168071} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.440895] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2171.441283] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2171.441368] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2171.441570] env[62189]: INFO nova.compute.manager [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Took 1.95 seconds to destroy the instance on the hypervisor. [ 2171.441871] env[62189]: DEBUG oslo.service.loopingcall [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2171.442119] env[62189]: DEBUG nova.compute.manager [-] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2171.442224] env[62189]: DEBUG nova.network.neutron [-] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2171.731978] env[62189]: DEBUG nova.compute.manager [req-92f8715a-4723-4b97-b6f8-39d288aa4461 req-5322c291-23ad-477c-8068-07ce54527960 service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Received event network-vif-deleted-9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2171.732178] env[62189]: INFO nova.compute.manager [req-92f8715a-4723-4b97-b6f8-39d288aa4461 req-5322c291-23ad-477c-8068-07ce54527960 service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Neutron deleted interface 9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43; detaching it from the instance and deleting it from the info cache [ 2171.732425] env[62189]: DEBUG nova.network.neutron [req-92f8715a-4723-4b97-b6f8-39d288aa4461 req-5322c291-23ad-477c-8068-07ce54527960 service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Updating instance_info_cache with network_info: [{"id": "d1aa8898-884e-4989-b8df-39a41c759654", "address": "fa:16:3e:3e:c1:d1", "network": {"id": "6d522f0c-07f1-4359-94b6-23c25401f773", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1291871327", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e5d7fa4749714dae896fd2c5fa404814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1aa8898-88", "ovs_interfaceid": "d1aa8898-884e-4989-b8df-39a41c759654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.739517] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122579, 'name': CloneVM_Task} progress is 95%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.790267] env[62189]: DEBUG nova.compute.manager [req-a2533237-e8de-4c9e-a9fa-e785d9775185 req-ceccf42a-e553-4d12-a158-ed50e28da063 service nova] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Received event network-vif-plugged-24146efb-8513-431c-a977-44d01b04937e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2171.790267] env[62189]: DEBUG oslo_concurrency.lockutils [req-a2533237-e8de-4c9e-a9fa-e785d9775185 req-ceccf42a-e553-4d12-a158-ed50e28da063 service nova] Acquiring lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.790267] env[62189]: DEBUG oslo_concurrency.lockutils [req-a2533237-e8de-4c9e-a9fa-e785d9775185 req-ceccf42a-e553-4d12-a158-ed50e28da063 service nova] Lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.790267] env[62189]: DEBUG oslo_concurrency.lockutils [req-a2533237-e8de-4c9e-a9fa-e785d9775185 req-ceccf42a-e553-4d12-a158-ed50e28da063 service nova] Lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.790267] env[62189]: DEBUG nova.compute.manager [req-a2533237-e8de-4c9e-a9fa-e785d9775185 req-ceccf42a-e553-4d12-a158-ed50e28da063 service nova] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] No waiting events found dispatching network-vif-plugged-24146efb-8513-431c-a977-44d01b04937e {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2171.790267] env[62189]: WARNING nova.compute.manager [req-a2533237-e8de-4c9e-a9fa-e785d9775185 req-ceccf42a-e553-4d12-a158-ed50e28da063 service nova] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Received unexpected event network-vif-plugged-24146efb-8513-431c-a977-44d01b04937e for instance with vm_state building and task_state spawning. [ 2171.854357] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521c053c-92d2-986d-c6b3-d3ac6b735094, 'name': SearchDatastore_Task, 'duration_secs': 0.009669} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.854357] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.854357] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2171.854357] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.854357] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.854357] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2171.854357] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4c6685a-9346-45e3-9a9d-830b6dcb3c12 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.864481] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2171.864481] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2171.864481] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0516bb08-1071-4ea8-8074-31389ec8fc41 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.868841] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2171.868841] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5291288e-2ba7-c912-de58-dab07551acf5" [ 2171.868841] env[62189]: _type = "Task" [ 2171.868841] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.878381] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5291288e-2ba7-c912-de58-dab07551acf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.878718] env[62189]: DEBUG nova.network.neutron [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Successfully updated port: 24146efb-8513-431c-a977-44d01b04937e {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2171.897143] env[62189]: DEBUG nova.objects.base [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Object Instance<1a094a38-e7dc-4c76-9074-766c934140e7> lazy-loaded attributes: info_cache,migration_context {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2171.897143] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6a3c22-90f2-4b53-96db-b0a6b51ce3e9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.915487] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee270a6-584a-40a0-b27f-0b52f6980227 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.923183] env[62189]: DEBUG oslo_vmware.api [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2171.923183] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52859edd-5310-5fef-0453-fbedbb319276" [ 2171.923183] env[62189]: _type = "Task" [ 2171.923183] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.930308] env[62189]: DEBUG oslo_vmware.api [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52859edd-5310-5fef-0453-fbedbb319276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.180542] env[62189]: DEBUG nova.network.neutron [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Successfully updated port: e0788160-44fb-4f6c-ac7e-47740a1dc907 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2172.190176] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063b4711-5e6c-4cd6-98fa-c15f325c310b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.198502] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5533f33b-864e-46d6-8d9f-860ffdc6e253 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.230692] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362b1666-8993-4eda-b6f9-0e7871609851 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.240274] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122579, 'name': CloneVM_Task, 'duration_secs': 5.668139} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.242316] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a428a66-ca29-4fbb-983c-3a51c011bb86 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.244130] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Created linked-clone VM from snapshot [ 2172.245139] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dad2efd-9ecf-4033-93e3-647e1b7c92af {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.248597] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4203a521-4d55-4300-8496-020f07f273e9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.257832] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Uploading image ce9d7553-de53-49db-8357-c23eb73c4b21 {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2172.268262] env[62189]: DEBUG nova.compute.provider_tree [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2172.272199] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af810d6c-d67f-42d0-bd97-55550bd97c38 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.291780] env[62189]: DEBUG oslo_vmware.rw_handles [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2172.291780] env[62189]: value = "vm-434223" [ 2172.291780] env[62189]: _type = "VirtualMachine" [ 2172.291780] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2172.292290] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5db6049c-b1bb-4b66-81cc-b48b2070e7ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.306596] env[62189]: DEBUG nova.compute.manager [req-92f8715a-4723-4b97-b6f8-39d288aa4461 req-5322c291-23ad-477c-8068-07ce54527960 service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Detach interface failed, port_id=9bcf4a39-d6f7-4b7b-a90d-ba79c7c64e43, reason: Instance 999c7144-8d8f-4f92-ad76-b90a2e2040b1 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2172.308237] env[62189]: DEBUG oslo_vmware.rw_handles [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lease: (returnval){ [ 2172.308237] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5215bd65-4224-c5b1-072d-ee57df033eec" [ 2172.308237] env[62189]: _type = "HttpNfcLease" [ 2172.308237] env[62189]: } obtained for exporting VM: (result){ [ 2172.308237] env[62189]: value = "vm-434223" [ 2172.308237] env[62189]: _type = "VirtualMachine" [ 2172.308237] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2172.308462] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the lease: (returnval){ [ 2172.308462] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5215bd65-4224-c5b1-072d-ee57df033eec" [ 2172.308462] env[62189]: _type = "HttpNfcLease" [ 2172.308462] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2172.314600] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2172.314600] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5215bd65-4224-c5b1-072d-ee57df033eec" [ 2172.314600] env[62189]: _type = "HttpNfcLease" [ 2172.314600] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2172.380973] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5291288e-2ba7-c912-de58-dab07551acf5, 'name': SearchDatastore_Task, 'duration_secs': 0.014829} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.381316] env[62189]: DEBUG oslo_concurrency.lockutils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "refresh_cache-1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.382520] env[62189]: DEBUG oslo_concurrency.lockutils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "refresh_cache-1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.382520] env[62189]: DEBUG nova.network.neutron [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2172.382987] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f507776-16d7-46f8-843b-30c1f425f58d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.388842] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2172.388842] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5243a3af-8ced-4ee6-a06d-02014aa08601" [ 2172.388842] env[62189]: _type = "Task" [ 2172.388842] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.399091] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5243a3af-8ced-4ee6-a06d-02014aa08601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.432368] env[62189]: DEBUG oslo_vmware.api [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52859edd-5310-5fef-0453-fbedbb319276, 'name': SearchDatastore_Task, 'duration_secs': 0.008706} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.432674] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.480321] env[62189]: DEBUG nova.network.neutron [-] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2172.684674] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Acquiring lock "refresh_cache-21767bef-49ea-4b83-b890-f611e214ebba" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.684829] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Acquired lock "refresh_cache-21767bef-49ea-4b83-b890-f611e214ebba" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.685201] env[62189]: DEBUG nova.network.neutron [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2172.801571] env[62189]: ERROR nova.scheduler.client.report [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] [req-0074f48f-08ca-41bb-930e-80c43eeb2d30] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0074f48f-08ca-41bb-930e-80c43eeb2d30"}]} [ 2172.817261] env[62189]: DEBUG nova.scheduler.client.report [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2172.820715] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2172.820715] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5215bd65-4224-c5b1-072d-ee57df033eec" [ 2172.820715] env[62189]: _type = "HttpNfcLease" [ 2172.820715] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2172.820979] env[62189]: DEBUG oslo_vmware.rw_handles [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2172.820979] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5215bd65-4224-c5b1-072d-ee57df033eec" [ 2172.820979] env[62189]: _type = "HttpNfcLease" [ 2172.820979] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2172.821685] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c591faa3-f43e-4357-9ce8-2b151738a5eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.829537] env[62189]: DEBUG oslo_vmware.rw_handles [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eb541-8fb7-26a8-c5f9-66a068be5765/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2172.829716] env[62189]: DEBUG oslo_vmware.rw_handles [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eb541-8fb7-26a8-c5f9-66a068be5765/disk-0.vmdk for reading. {{(pid=62189) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2172.831544] env[62189]: DEBUG nova.scheduler.client.report [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2172.831744] env[62189]: DEBUG nova.compute.provider_tree [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2172.890966] env[62189]: DEBUG nova.scheduler.client.report [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2172.903566] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5243a3af-8ced-4ee6-a06d-02014aa08601, 'name': SearchDatastore_Task, 'duration_secs': 0.017149} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.903805] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2172.904072] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] ba898789-1168-41be-9a92-7ed61676c25e/ba898789-1168-41be-9a92-7ed61676c25e.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2172.904332] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcf05720-4d55-4766-b51d-8ed54c025e1f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.911300] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2172.911300] env[62189]: value = "task-2122588" [ 2172.911300] env[62189]: _type = "Task" [ 2172.911300] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.914957] env[62189]: DEBUG nova.scheduler.client.report [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2172.923156] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.924317] env[62189]: DEBUG nova.network.neutron [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2172.944206] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c24b7f0e-0c0e-4848-9d47-a23e70b095a8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.982759] env[62189]: INFO nova.compute.manager [-] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Took 1.54 seconds to deallocate network for instance. [ 2173.111937] env[62189]: DEBUG nova.network.neutron [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Updating instance_info_cache with network_info: [{"id": "24146efb-8513-431c-a977-44d01b04937e", "address": "fa:16:3e:c9:9d:aa", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24146efb-85", "ovs_interfaceid": "24146efb-8513-431c-a977-44d01b04937e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2173.223099] env[62189]: DEBUG nova.network.neutron [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2173.306241] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a88645-1d85-4dc4-b7d9-a483649ead76 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.315017] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d99d0a-8a24-4033-9b43-941bf4181acb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.361646] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68d497a-d878-4720-ba71-828a94f2c39e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.371137] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb7c6e4-b1ad-40d9-9ddc-97426445d76b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.389280] env[62189]: DEBUG nova.compute.provider_tree [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2173.421861] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459381} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.422423] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] ba898789-1168-41be-9a92-7ed61676c25e/ba898789-1168-41be-9a92-7ed61676c25e.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2173.424400] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2173.424400] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95692860-b804-46fa-a298-92f9651e52b7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.433862] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2173.433862] env[62189]: value = "task-2122589" [ 2173.433862] env[62189]: _type = "Task" [ 2173.433862] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.443155] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.490192] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.615526] env[62189]: DEBUG oslo_concurrency.lockutils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "refresh_cache-1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2173.615885] env[62189]: DEBUG nova.compute.manager [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Instance network_info: |[{"id": "24146efb-8513-431c-a977-44d01b04937e", "address": "fa:16:3e:c9:9d:aa", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24146efb-85", "ovs_interfaceid": "24146efb-8513-431c-a977-44d01b04937e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2173.616420] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:9d:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24146efb-8513-431c-a977-44d01b04937e', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2173.629102] env[62189]: DEBUG oslo.service.loopingcall [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2173.629494] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2173.629772] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d635003-aa35-421a-9184-5c30b4963333 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.652547] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2173.652547] env[62189]: value = "task-2122590" [ 2173.652547] env[62189]: _type = "Task" [ 2173.652547] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.662060] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122590, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.737061] env[62189]: DEBUG nova.network.neutron [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Updating instance_info_cache with network_info: [{"id": "e0788160-44fb-4f6c-ac7e-47740a1dc907", "address": "fa:16:3e:73:1f:5e", "network": {"id": "11caa43a-a9a4-4346-ad69-bf296a7ccc4d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1994537578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9e521980df1475b9452cf80db06a885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0788160-44", "ovs_interfaceid": "e0788160-44fb-4f6c-ac7e-47740a1dc907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2173.768663] env[62189]: DEBUG nova.compute.manager [req-c5705882-ae79-4fba-9a52-943645e5962c req-44ed4333-88f8-496f-b8fb-90a6c3ab3d35 service nova] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Received event network-vif-deleted-d1aa8898-884e-4989-b8df-39a41c759654 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2173.768928] env[62189]: DEBUG nova.compute.manager [req-c5705882-ae79-4fba-9a52-943645e5962c req-44ed4333-88f8-496f-b8fb-90a6c3ab3d35 service nova] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Received event network-vif-plugged-e0788160-44fb-4f6c-ac7e-47740a1dc907 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2173.769164] env[62189]: DEBUG oslo_concurrency.lockutils [req-c5705882-ae79-4fba-9a52-943645e5962c req-44ed4333-88f8-496f-b8fb-90a6c3ab3d35 service nova] Acquiring lock "21767bef-49ea-4b83-b890-f611e214ebba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.769535] env[62189]: DEBUG oslo_concurrency.lockutils [req-c5705882-ae79-4fba-9a52-943645e5962c req-44ed4333-88f8-496f-b8fb-90a6c3ab3d35 service nova] Lock "21767bef-49ea-4b83-b890-f611e214ebba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.769856] env[62189]: DEBUG oslo_concurrency.lockutils [req-c5705882-ae79-4fba-9a52-943645e5962c req-44ed4333-88f8-496f-b8fb-90a6c3ab3d35 service nova] Lock "21767bef-49ea-4b83-b890-f611e214ebba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.770177] env[62189]: DEBUG nova.compute.manager [req-c5705882-ae79-4fba-9a52-943645e5962c req-44ed4333-88f8-496f-b8fb-90a6c3ab3d35 service nova] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] No waiting events found dispatching network-vif-plugged-e0788160-44fb-4f6c-ac7e-47740a1dc907 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2173.770385] env[62189]: WARNING nova.compute.manager [req-c5705882-ae79-4fba-9a52-943645e5962c req-44ed4333-88f8-496f-b8fb-90a6c3ab3d35 service nova] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Received unexpected event network-vif-plugged-e0788160-44fb-4f6c-ac7e-47740a1dc907 for instance with vm_state building and task_state spawning. [ 2173.770556] env[62189]: DEBUG nova.compute.manager [req-c5705882-ae79-4fba-9a52-943645e5962c req-44ed4333-88f8-496f-b8fb-90a6c3ab3d35 service nova] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Received event network-changed-e0788160-44fb-4f6c-ac7e-47740a1dc907 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2173.770714] env[62189]: DEBUG nova.compute.manager [req-c5705882-ae79-4fba-9a52-943645e5962c req-44ed4333-88f8-496f-b8fb-90a6c3ab3d35 service nova] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Refreshing instance network info cache due to event network-changed-e0788160-44fb-4f6c-ac7e-47740a1dc907. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2173.770908] env[62189]: DEBUG oslo_concurrency.lockutils [req-c5705882-ae79-4fba-9a52-943645e5962c req-44ed4333-88f8-496f-b8fb-90a6c3ab3d35 service nova] Acquiring lock "refresh_cache-21767bef-49ea-4b83-b890-f611e214ebba" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2173.818887] env[62189]: DEBUG nova.compute.manager [req-6c92f048-46cb-4fc5-98c7-47bbf3227df8 req-69c4b237-389f-45c4-83cf-8ed20e74c3ce service nova] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Received event network-changed-24146efb-8513-431c-a977-44d01b04937e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2173.819196] env[62189]: DEBUG nova.compute.manager [req-6c92f048-46cb-4fc5-98c7-47bbf3227df8 req-69c4b237-389f-45c4-83cf-8ed20e74c3ce service nova] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Refreshing instance network info cache due to event network-changed-24146efb-8513-431c-a977-44d01b04937e. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2173.819372] env[62189]: DEBUG oslo_concurrency.lockutils [req-6c92f048-46cb-4fc5-98c7-47bbf3227df8 req-69c4b237-389f-45c4-83cf-8ed20e74c3ce service nova] Acquiring lock "refresh_cache-1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2173.819523] env[62189]: DEBUG oslo_concurrency.lockutils [req-6c92f048-46cb-4fc5-98c7-47bbf3227df8 req-69c4b237-389f-45c4-83cf-8ed20e74c3ce service nova] Acquired lock "refresh_cache-1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2173.819798] env[62189]: DEBUG nova.network.neutron [req-6c92f048-46cb-4fc5-98c7-47bbf3227df8 req-69c4b237-389f-45c4-83cf-8ed20e74c3ce service nova] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Refreshing network info cache for port 24146efb-8513-431c-a977-44d01b04937e {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2173.925625] env[62189]: DEBUG nova.scheduler.client.report [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2173.926050] env[62189]: DEBUG nova.compute.provider_tree [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 111 to 112 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2173.926366] env[62189]: DEBUG nova.compute.provider_tree [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2173.945794] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068973} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.946361] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2173.947334] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2762d721-5ca2-4c0f-85bc-5cf4dae53d18 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.973947] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] ba898789-1168-41be-9a92-7ed61676c25e/ba898789-1168-41be-9a92-7ed61676c25e.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2173.974690] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab78a52a-d138-4199-877a-4ffebbea3bc8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.997848] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2173.997848] env[62189]: value = "task-2122591" [ 2173.997848] env[62189]: _type = "Task" [ 2173.997848] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.007536] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.171012] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122590, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.241220] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Releasing lock "refresh_cache-21767bef-49ea-4b83-b890-f611e214ebba" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.241367] env[62189]: DEBUG nova.compute.manager [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Instance network_info: |[{"id": "e0788160-44fb-4f6c-ac7e-47740a1dc907", "address": "fa:16:3e:73:1f:5e", "network": {"id": "11caa43a-a9a4-4346-ad69-bf296a7ccc4d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1994537578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9e521980df1475b9452cf80db06a885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0788160-44", "ovs_interfaceid": "e0788160-44fb-4f6c-ac7e-47740a1dc907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2174.242030] env[62189]: DEBUG oslo_concurrency.lockutils [req-c5705882-ae79-4fba-9a52-943645e5962c req-44ed4333-88f8-496f-b8fb-90a6c3ab3d35 service nova] Acquired lock "refresh_cache-21767bef-49ea-4b83-b890-f611e214ebba" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2174.242722] env[62189]: DEBUG nova.network.neutron [req-c5705882-ae79-4fba-9a52-943645e5962c req-44ed4333-88f8-496f-b8fb-90a6c3ab3d35 service nova] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Refreshing network info cache for port e0788160-44fb-4f6c-ac7e-47740a1dc907 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2174.244681] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:1f:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0788160-44fb-4f6c-ac7e-47740a1dc907', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2174.253836] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Creating folder: Project (b9e521980df1475b9452cf80db06a885). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2174.256418] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cceff1ac-9154-48e9-8099-bb5e90581090 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.269073] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Created folder: Project (b9e521980df1475b9452cf80db06a885) in parent group-v433996. [ 2174.270375] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Creating folder: Instances. Parent ref: group-v434225. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2174.270700] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-668fe7ac-13a1-4e01-bfbb-f7fc25f00115 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.282962] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Created folder: Instances in parent group-v434225. [ 2174.283257] env[62189]: DEBUG oslo.service.loopingcall [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2174.283475] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2174.283703] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3279ea54-f3e9-4a33-a190-7e6aabbab98d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.304023] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2174.304023] env[62189]: value = "task-2122594" [ 2174.304023] env[62189]: _type = "Task" [ 2174.304023] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.313650] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122594, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.432188] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.998s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.435355] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.691s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.435355] env[62189]: DEBUG nova.objects.instance [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Lazy-loading 'resources' on Instance uuid 84268893-c9ca-441d-8f1e-78704b02e0b6 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2174.461119] env[62189]: INFO nova.scheduler.client.report [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Deleted allocations for instance 04a1b453-5274-4509-9036-9900e3fe91f5 [ 2174.512044] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.664589] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122590, 'name': CreateVM_Task, 'duration_secs': 0.570212} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.664880] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2174.665664] env[62189]: DEBUG oslo_concurrency.lockutils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2174.665993] env[62189]: DEBUG oslo_concurrency.lockutils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2174.666402] env[62189]: DEBUG oslo_concurrency.lockutils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2174.666666] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba39d70-e229-4e52-a5d2-7a0cacd77427 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.673393] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2174.673393] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ed7df0-69ab-814a-70b1-d584e6845e14" [ 2174.673393] env[62189]: _type = "Task" [ 2174.673393] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.681654] env[62189]: DEBUG nova.network.neutron [req-6c92f048-46cb-4fc5-98c7-47bbf3227df8 req-69c4b237-389f-45c4-83cf-8ed20e74c3ce service nova] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Updated VIF entry in instance network info cache for port 24146efb-8513-431c-a977-44d01b04937e. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2174.681654] env[62189]: DEBUG nova.network.neutron [req-6c92f048-46cb-4fc5-98c7-47bbf3227df8 req-69c4b237-389f-45c4-83cf-8ed20e74c3ce service nova] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Updating instance_info_cache with network_info: [{"id": "24146efb-8513-431c-a977-44d01b04937e", "address": "fa:16:3e:c9:9d:aa", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24146efb-85", "ovs_interfaceid": "24146efb-8513-431c-a977-44d01b04937e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2174.687016] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ed7df0-69ab-814a-70b1-d584e6845e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.823181] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122594, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.971123] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05b1f473-c946-4b96-9ada-65f8aab34dac tempest-ServersAdminTestJSON-1816327224 tempest-ServersAdminTestJSON-1816327224-project-member] Lock "04a1b453-5274-4509-9036-9900e3fe91f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.234s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.019788] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122591, 'name': ReconfigVM_Task, 'duration_secs': 0.677242} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.020181] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Reconfigured VM instance instance-00000051 to attach disk [datastore2] ba898789-1168-41be-9a92-7ed61676c25e/ba898789-1168-41be-9a92-7ed61676c25e.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2175.020944] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d26e45e8-c895-4656-933a-8fdfdb4d99ad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.035038] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2175.035038] env[62189]: value = "task-2122595" [ 2175.035038] env[62189]: _type = "Task" [ 2175.035038] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.042687] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122595, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.117181] env[62189]: DEBUG nova.network.neutron [req-c5705882-ae79-4fba-9a52-943645e5962c req-44ed4333-88f8-496f-b8fb-90a6c3ab3d35 service nova] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Updated VIF entry in instance network info cache for port e0788160-44fb-4f6c-ac7e-47740a1dc907. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2175.117651] env[62189]: DEBUG nova.network.neutron [req-c5705882-ae79-4fba-9a52-943645e5962c req-44ed4333-88f8-496f-b8fb-90a6c3ab3d35 service nova] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Updating instance_info_cache with network_info: [{"id": "e0788160-44fb-4f6c-ac7e-47740a1dc907", "address": "fa:16:3e:73:1f:5e", "network": {"id": "11caa43a-a9a4-4346-ad69-bf296a7ccc4d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1994537578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9e521980df1475b9452cf80db06a885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0788160-44", "ovs_interfaceid": "e0788160-44fb-4f6c-ac7e-47740a1dc907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2175.189389] env[62189]: DEBUG oslo_concurrency.lockutils [req-6c92f048-46cb-4fc5-98c7-47bbf3227df8 req-69c4b237-389f-45c4-83cf-8ed20e74c3ce service nova] Releasing lock "refresh_cache-1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.189813] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ed7df0-69ab-814a-70b1-d584e6845e14, 'name': SearchDatastore_Task, 'duration_secs': 0.021702} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.190114] env[62189]: DEBUG oslo_concurrency.lockutils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.190427] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2175.190622] env[62189]: DEBUG oslo_concurrency.lockutils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.190713] env[62189]: DEBUG oslo_concurrency.lockutils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2175.191427] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2175.191427] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12ee777a-6077-4123-91db-1b5cbd121c88 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.201612] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2175.201823] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2175.202690] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef26eaff-8d3f-40c2-a004-003e38bec8ec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.208481] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2175.208481] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b006c4-2219-2450-2dc7-47d4c18ecd12" [ 2175.208481] env[62189]: _type = "Task" [ 2175.208481] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.220163] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b006c4-2219-2450-2dc7-47d4c18ecd12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.303323] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b133191-0983-4ac0-88ed-c75234e66203 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.315072] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bff5f8e-d330-4fc4-b870-6293e3331e83 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.324070] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122594, 'name': CreateVM_Task, 'duration_secs': 0.822241} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.350099] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2175.351190] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.351368] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2175.351772] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2175.352584] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5951c7e5-f8d5-4ced-aa10-888ec3211735 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.355404] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e3fe38-054b-40eb-87cd-d4850c3356a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.363588] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01851770-013d-4a87-841a-e993bdb5e2dc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.367583] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Waiting for the task: (returnval){ [ 2175.367583] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524a96ed-104b-7a15-f391-5c762bc53652" [ 2175.367583] env[62189]: _type = "Task" [ 2175.367583] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.379024] env[62189]: DEBUG nova.compute.provider_tree [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2175.386594] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524a96ed-104b-7a15-f391-5c762bc53652, 'name': SearchDatastore_Task, 'duration_secs': 0.013832} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.386890] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.387167] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2175.387742] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.544543] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122595, 'name': Rename_Task, 'duration_secs': 0.201611} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.544885] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2175.545194] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1169aa51-affc-4496-b83b-bfcb62e1e3cf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.553076] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2175.553076] env[62189]: value = "task-2122596" [ 2175.553076] env[62189]: _type = "Task" [ 2175.553076] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.563283] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.624481] env[62189]: DEBUG oslo_concurrency.lockutils [req-c5705882-ae79-4fba-9a52-943645e5962c req-44ed4333-88f8-496f-b8fb-90a6c3ab3d35 service nova] Releasing lock "refresh_cache-21767bef-49ea-4b83-b890-f611e214ebba" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.722070] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b006c4-2219-2450-2dc7-47d4c18ecd12, 'name': SearchDatastore_Task, 'duration_secs': 0.015168} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.722958] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e20167-98b2-4317-9617-3e01ae877172 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.728915] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2175.728915] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5212dae5-b905-49d1-4878-b6f5dacc886e" [ 2175.728915] env[62189]: _type = "Task" [ 2175.728915] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.738636] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5212dae5-b905-49d1-4878-b6f5dacc886e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.883150] env[62189]: DEBUG nova.scheduler.client.report [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2176.067393] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122596, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.243732] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5212dae5-b905-49d1-4878-b6f5dacc886e, 'name': SearchDatastore_Task, 'duration_secs': 0.015723} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.244641] env[62189]: DEBUG oslo_concurrency.lockutils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2176.245496] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7/1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2176.245919] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2176.246983] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2176.246983] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfad0823-df55-4e07-aa72-326dec8865c9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.249437] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b627485-0ee8-4b67-84ea-5b0550e2b821 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.259050] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2176.259050] env[62189]: value = "task-2122597" [ 2176.259050] env[62189]: _type = "Task" [ 2176.259050] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.262379] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2176.262564] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2176.263662] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-398297c6-a103-4750-b962-16dc649ebcc6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.270033] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.272714] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Waiting for the task: (returnval){ [ 2176.272714] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c7aa52-cc21-dd9d-0119-56050ad0088e" [ 2176.272714] env[62189]: _type = "Task" [ 2176.272714] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.280765] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c7aa52-cc21-dd9d-0119-56050ad0088e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.389107] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.391619] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.541s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.393446] env[62189]: INFO nova.compute.claims [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2176.417795] env[62189]: INFO nova.scheduler.client.report [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Deleted allocations for instance 84268893-c9ca-441d-8f1e-78704b02e0b6 [ 2176.565975] env[62189]: DEBUG oslo_vmware.api [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122596, 'name': PowerOnVM_Task, 'duration_secs': 0.558283} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.566293] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2176.566499] env[62189]: INFO nova.compute.manager [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Took 14.99 seconds to spawn the instance on the hypervisor. [ 2176.566676] env[62189]: DEBUG nova.compute.manager [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2176.567482] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a844aed3-5f4c-4e3d-b531-df2c5f85d26d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.772085] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122597, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.783751] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c7aa52-cc21-dd9d-0119-56050ad0088e, 'name': SearchDatastore_Task, 'duration_secs': 0.013152} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.784426] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536bc875-c355-45dc-b431-d9c0c1cd95e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.790475] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Waiting for the task: (returnval){ [ 2176.790475] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52343bcc-a04a-7c63-dcee-35dc9694bd4e" [ 2176.790475] env[62189]: _type = "Task" [ 2176.790475] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.802117] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52343bcc-a04a-7c63-dcee-35dc9694bd4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.926320] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d3d09edc-2edc-4c97-987e-675effb82283 tempest-ServersAdmin275Test-1608185571 tempest-ServersAdmin275Test-1608185571-project-member] Lock "84268893-c9ca-441d-8f1e-78704b02e0b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.414s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.089114] env[62189]: INFO nova.compute.manager [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Took 49.85 seconds to build instance. [ 2177.272510] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738684} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.272510] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7/1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2177.272799] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2177.273134] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad7f8651-f494-4520-90dc-2eeab5e7140e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.282409] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2177.282409] env[62189]: value = "task-2122598" [ 2177.282409] env[62189]: _type = "Task" [ 2177.282409] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.290496] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.300493] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52343bcc-a04a-7c63-dcee-35dc9694bd4e, 'name': SearchDatastore_Task, 'duration_secs': 0.056931} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.300803] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2177.301158] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 21767bef-49ea-4b83-b890-f611e214ebba/21767bef-49ea-4b83-b890-f611e214ebba.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2177.301501] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5113b5b9-46fa-455f-a7a9-e7e73cbb77b1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.310290] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Waiting for the task: (returnval){ [ 2177.310290] env[62189]: value = "task-2122599" [ 2177.310290] env[62189]: _type = "Task" [ 2177.310290] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.320331] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.590224] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7268e452-92e1-40b4-8352-16bb28283d40 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "ba898789-1168-41be-9a92-7ed61676c25e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.363s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.708787] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ae7cf2-cccd-41a1-8b06-f279f3671a41 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.717392] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f602d2-7c64-4db0-82a9-f9a34b114536 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.755159] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c263aefb-260d-440b-8c05-cc6068b5ea8f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.765684] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1fea54-82f1-42b4-b366-f17ba1a5149b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.780804] env[62189]: DEBUG nova.compute.provider_tree [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2177.791111] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087443} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.791290] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2177.792166] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e682f3-7e71-4562-a209-9a4d8ea28eeb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.817511] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7/1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2177.818288] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fcb3b02-184b-4f54-9cb8-8572e11a53b3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.844028] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.845784] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2177.845784] env[62189]: value = "task-2122600" [ 2177.845784] env[62189]: _type = "Task" [ 2177.845784] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.857979] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122600, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.329909] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.334074] env[62189]: DEBUG nova.scheduler.client.report [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2178.334339] env[62189]: DEBUG nova.compute.provider_tree [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 112 to 113 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2178.334522] env[62189]: DEBUG nova.compute.provider_tree [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2178.359474] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.828738] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122599, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.842906] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.843522] env[62189]: DEBUG nova.compute.manager [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2178.846268] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.414s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.858952] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.863979] env[62189]: DEBUG nova.compute.manager [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2178.863979] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af43afd-2be8-4275-9140-7d46e494a248 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.329601] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122599, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.577041} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.329873] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 21767bef-49ea-4b83-b890-f611e214ebba/21767bef-49ea-4b83-b890-f611e214ebba.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2179.330129] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2179.330469] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d48897ca-d4f3-40c1-9091-ada2d55acf5c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.337783] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Waiting for the task: (returnval){ [ 2179.337783] env[62189]: value = "task-2122601" [ 2179.337783] env[62189]: _type = "Task" [ 2179.337783] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.345537] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.352057] env[62189]: DEBUG nova.compute.utils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2179.352886] env[62189]: DEBUG nova.compute.manager [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2179.352886] env[62189]: DEBUG nova.network.neutron [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2179.365481] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122600, 'name': ReconfigVM_Task, 'duration_secs': 1.236696} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.366575] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7/1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2179.367245] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5de9c9c6-940a-43ad-8f55-673ed824177a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.375315] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2179.375315] env[62189]: value = "task-2122602" [ 2179.375315] env[62189]: _type = "Task" [ 2179.375315] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.380378] env[62189]: INFO nova.compute.manager [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] instance snapshotting [ 2179.386990] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320dfdd9-ff98-4145-ac37-74e8d5806bf6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.396384] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122602, 'name': Rename_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.417261] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d16101-1ba7-47f7-a5c8-09e4b839718e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.454961] env[62189]: DEBUG nova.policy [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5b9c0c57cde4c968761bea79e161a93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4c2687d706b4e10b6e412f4532d8114', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2179.678299] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060a22d2-27c1-4b03-b1fe-6f7107517dad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.688531] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a912238e-c986-4374-9482-554ed3c2f2ac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.726748] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba6a5c4-afc5-4ab3-a539-cb4f2bb51e3f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.736040] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3065ae-65fd-4e60-a4a1-96aabcbb5b5b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.748878] env[62189]: DEBUG nova.compute.provider_tree [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2179.851628] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074916} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.851822] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2179.852711] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d0be9a-b4b9-45f1-89ae-2ee4fb1aaba4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.855900] env[62189]: DEBUG nova.network.neutron [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Successfully created port: 28c6f6bc-9f9b-4925-a1fe-260310f5a7b8 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2179.869811] env[62189]: DEBUG nova.compute.manager [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2179.881536] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 21767bef-49ea-4b83-b890-f611e214ebba/21767bef-49ea-4b83-b890-f611e214ebba.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2179.883102] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b66057-c021-4949-9aff-661137f9c789 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.905942] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122602, 'name': Rename_Task, 'duration_secs': 0.208163} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.907556] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2179.907684] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Waiting for the task: (returnval){ [ 2179.907684] env[62189]: value = "task-2122603" [ 2179.907684] env[62189]: _type = "Task" [ 2179.907684] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.908504] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90c6645f-f75d-465f-93ff-f488eca2822f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.919761] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122603, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.921072] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2179.921072] env[62189]: value = "task-2122604" [ 2179.921072] env[62189]: _type = "Task" [ 2179.921072] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.929524] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2179.930132] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.930362] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cb7dbe11-dc90-434b-8d9c-ab1a543a2989 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.937416] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2179.937416] env[62189]: value = "task-2122605" [ 2179.937416] env[62189]: _type = "Task" [ 2179.937416] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.944940] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122605, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.252887] env[62189]: DEBUG nova.scheduler.client.report [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2180.313957] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquiring lock "83dee887-5fc5-462a-bf0d-23dc9b844e2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.314290] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "83dee887-5fc5-462a-bf0d-23dc9b844e2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.421691] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122603, 'name': ReconfigVM_Task, 'duration_secs': 0.351276} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.425870] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 21767bef-49ea-4b83-b890-f611e214ebba/21767bef-49ea-4b83-b890-f611e214ebba.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2180.430024] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4df1cf9-6a02-4659-b42a-c33ac621c7ea {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.434216] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.436250] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Waiting for the task: (returnval){ [ 2180.436250] env[62189]: value = "task-2122606" [ 2180.436250] env[62189]: _type = "Task" [ 2180.436250] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.455308] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122605, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.455618] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122606, 'name': Rename_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.816522] env[62189]: DEBUG nova.compute.manager [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2180.891814] env[62189]: DEBUG nova.compute.manager [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2180.919292] env[62189]: DEBUG nova.virt.hardware [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2180.919566] env[62189]: DEBUG nova.virt.hardware [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2180.919724] env[62189]: DEBUG nova.virt.hardware [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2180.919905] env[62189]: DEBUG nova.virt.hardware [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2180.920102] env[62189]: DEBUG nova.virt.hardware [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2180.920305] env[62189]: DEBUG nova.virt.hardware [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2180.920518] env[62189]: DEBUG nova.virt.hardware [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2180.920677] env[62189]: DEBUG nova.virt.hardware [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2180.920868] env[62189]: DEBUG nova.virt.hardware [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2180.921058] env[62189]: DEBUG nova.virt.hardware [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2180.921240] env[62189]: DEBUG nova.virt.hardware [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2180.922263] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367d08da-7f55-4176-940f-a7243e13ccef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.935591] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.944879] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63d7924-6da3-4890-8bb5-7d00cae956f5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.960514] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122606, 'name': Rename_Task, 'duration_secs': 0.152185} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.974946] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2180.975117] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122605, 'name': CreateSnapshot_Task, 'duration_secs': 0.845665} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.975713] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c066badc-3b5e-47be-8100-3be03dc92389 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.977382] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2180.978174] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926a1011-70e0-4aa1-9710-bde33f384cec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.990366] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Waiting for the task: (returnval){ [ 2180.990366] env[62189]: value = "task-2122607" [ 2180.990366] env[62189]: _type = "Task" [ 2180.990366] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.998697] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.272682] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.423s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.272682] env[62189]: DEBUG nova.compute.manager [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62189) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 2181.275826] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.786s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.276405] env[62189]: DEBUG nova.objects.instance [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lazy-loading 'resources' on Instance uuid 999c7144-8d8f-4f92-ad76-b90a2e2040b1 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2181.345875] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.433508] env[62189]: DEBUG oslo_vmware.api [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122604, 'name': PowerOnVM_Task, 'duration_secs': 1.212445} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.433508] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2181.433508] env[62189]: INFO nova.compute.manager [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Took 11.82 seconds to spawn the instance on the hypervisor. [ 2181.433508] env[62189]: DEBUG nova.compute.manager [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2181.433508] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995a3ff3-b62c-46a0-bdec-bc7b7bbf8f1a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.503027] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2181.503027] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0e6cb462-ff51-42c2-8db3-a56d439c5490 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.513635] env[62189]: DEBUG oslo_vmware.api [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122607, 'name': PowerOnVM_Task, 'duration_secs': 0.504144} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.515650] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2181.515998] env[62189]: INFO nova.compute.manager [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Took 15.46 seconds to spawn the instance on the hypervisor. [ 2181.516308] env[62189]: DEBUG nova.compute.manager [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2181.516762] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2181.516762] env[62189]: value = "task-2122608" [ 2181.516762] env[62189]: _type = "Task" [ 2181.516762] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.518433] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2f2059-1fe2-4d6f-b2e8-1a3b1de7560e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.543266] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122608, 'name': CloneVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.680673] env[62189]: DEBUG nova.compute.manager [req-6f80d9b6-2e5a-42be-8fb5-fdfe6d30673d req-87050c67-857e-412b-9121-cb415edff9f3 service nova] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Received event network-vif-plugged-28c6f6bc-9f9b-4925-a1fe-260310f5a7b8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2181.682613] env[62189]: DEBUG oslo_concurrency.lockutils [req-6f80d9b6-2e5a-42be-8fb5-fdfe6d30673d req-87050c67-857e-412b-9121-cb415edff9f3 service nova] Acquiring lock "4daddfd6-32d5-433e-bac1-76092697c705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.682613] env[62189]: DEBUG oslo_concurrency.lockutils [req-6f80d9b6-2e5a-42be-8fb5-fdfe6d30673d req-87050c67-857e-412b-9121-cb415edff9f3 service nova] Lock "4daddfd6-32d5-433e-bac1-76092697c705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.682613] env[62189]: DEBUG oslo_concurrency.lockutils [req-6f80d9b6-2e5a-42be-8fb5-fdfe6d30673d req-87050c67-857e-412b-9121-cb415edff9f3 service nova] Lock "4daddfd6-32d5-433e-bac1-76092697c705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.682613] env[62189]: DEBUG nova.compute.manager [req-6f80d9b6-2e5a-42be-8fb5-fdfe6d30673d req-87050c67-857e-412b-9121-cb415edff9f3 service nova] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] No waiting events found dispatching network-vif-plugged-28c6f6bc-9f9b-4925-a1fe-260310f5a7b8 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2181.683082] env[62189]: WARNING nova.compute.manager [req-6f80d9b6-2e5a-42be-8fb5-fdfe6d30673d req-87050c67-857e-412b-9121-cb415edff9f3 service nova] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Received unexpected event network-vif-plugged-28c6f6bc-9f9b-4925-a1fe-260310f5a7b8 for instance with vm_state building and task_state spawning. [ 2181.842104] env[62189]: INFO nova.scheduler.client.report [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Deleted allocation for migration 8927d115-c3c2-4bbc-a532-de0d44139eae [ 2181.866560] env[62189]: DEBUG nova.network.neutron [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Successfully updated port: 28c6f6bc-9f9b-4925-a1fe-260310f5a7b8 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2181.951396] env[62189]: INFO nova.compute.manager [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Took 35.80 seconds to build instance. [ 2181.967021] env[62189]: DEBUG oslo_vmware.rw_handles [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eb541-8fb7-26a8-c5f9-66a068be5765/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2181.968126] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661f1971-d5c2-4252-9f90-5aa7d7554fbb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.976016] env[62189]: DEBUG oslo_vmware.rw_handles [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eb541-8fb7-26a8-c5f9-66a068be5765/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2181.976209] env[62189]: ERROR oslo_vmware.rw_handles [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eb541-8fb7-26a8-c5f9-66a068be5765/disk-0.vmdk due to incomplete transfer. [ 2181.979700] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5a2e6dbe-ad05-4d63-b9aa-6e922dba51b1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.988025] env[62189]: DEBUG oslo_vmware.rw_handles [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521eb541-8fb7-26a8-c5f9-66a068be5765/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2181.988528] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Uploaded image ce9d7553-de53-49db-8357-c23eb73c4b21 to the Glance image server {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2181.991043] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2181.993746] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c99b400c-bf4f-4e68-8d23-14c656b158a9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.001037] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2182.001037] env[62189]: value = "task-2122609" [ 2182.001037] env[62189]: _type = "Task" [ 2182.001037] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.009794] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122609, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.037944] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122608, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.054027] env[62189]: INFO nova.compute.manager [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Took 38.95 seconds to build instance. [ 2182.121932] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9699b53-4bb9-46d5-83d9-8b0f80f79356 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.131791] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8e7609-53ad-43ed-87b5-0dde3b90d14c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.164667] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb53f877-4918-43ee-8efc-64be32c2c5f5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.174933] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce658fc8-5d97-4285-a461-dd54c0ae3e69 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.189570] env[62189]: DEBUG nova.compute.provider_tree [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2182.354312] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3dd501a7-b821-4e37-a63f-a36919c1ad9e tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "1a094a38-e7dc-4c76-9074-766c934140e7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.318s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.373822] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "refresh_cache-4daddfd6-32d5-433e-bac1-76092697c705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2182.373822] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "refresh_cache-4daddfd6-32d5-433e-bac1-76092697c705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2182.373822] env[62189]: DEBUG nova.network.neutron [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2182.454089] env[62189]: DEBUG oslo_concurrency.lockutils [None req-416d7871-ebd4-486e-a6cf-07ce9358ef2b tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.312s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.513138] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122609, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.538810] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122608, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.557564] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7ce40d64-3e49-4f49-8dae-83daec639355 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Lock "21767bef-49ea-4b83-b890-f611e214ebba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.465s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.693322] env[62189]: DEBUG nova.scheduler.client.report [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2182.912358] env[62189]: DEBUG nova.network.neutron [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2183.015157] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122609, 'name': Destroy_Task, 'duration_secs': 0.839893} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.015423] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Destroyed the VM [ 2183.015663] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2183.015919] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-566e4ed0-43b6-4c4f-9296-e784861065bd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.022813] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2183.022813] env[62189]: value = "task-2122610" [ 2183.022813] env[62189]: _type = "Task" [ 2183.022813] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.043828] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122610, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.047732] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122608, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.140989] env[62189]: DEBUG nova.network.neutron [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Updating instance_info_cache with network_info: [{"id": "28c6f6bc-9f9b-4925-a1fe-260310f5a7b8", "address": "fa:16:3e:15:94:11", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c6f6bc-9f", "ovs_interfaceid": "28c6f6bc-9f9b-4925-a1fe-260310f5a7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2183.206856] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.207784] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.862s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2183.209350] env[62189]: INFO nova.compute.claims [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2183.233487] env[62189]: INFO nova.scheduler.client.report [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Deleted allocations for instance 999c7144-8d8f-4f92-ad76-b90a2e2040b1 [ 2183.538508] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122610, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.548375] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122608, 'name': CloneVM_Task} progress is 95%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.649082] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "refresh_cache-4daddfd6-32d5-433e-bac1-76092697c705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2183.650192] env[62189]: DEBUG nova.compute.manager [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Instance network_info: |[{"id": "28c6f6bc-9f9b-4925-a1fe-260310f5a7b8", "address": "fa:16:3e:15:94:11", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c6f6bc-9f", "ovs_interfaceid": "28c6f6bc-9f9b-4925-a1fe-260310f5a7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2183.650823] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:94:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28c6f6bc-9f9b-4925-a1fe-260310f5a7b8', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2183.671027] env[62189]: DEBUG oslo.service.loopingcall [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2183.672878] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2183.675736] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f19d9f4-fe60-4f0d-b4f6-f54f4fe029bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.696212] env[62189]: DEBUG nova.compute.manager [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Stashing vm_state: active {{(pid=62189) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2183.705312] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2183.705312] env[62189]: value = "task-2122611" [ 2183.705312] env[62189]: _type = "Task" [ 2183.705312] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.711215] env[62189]: DEBUG nova.compute.manager [req-c2c4c5e1-8a17-413e-91bd-4761e5027cf3 req-ca393cf5-ab75-4de7-95c9-c70fbd2695c0 service nova] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Received event network-changed-28c6f6bc-9f9b-4925-a1fe-260310f5a7b8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2183.711918] env[62189]: DEBUG nova.compute.manager [req-c2c4c5e1-8a17-413e-91bd-4761e5027cf3 req-ca393cf5-ab75-4de7-95c9-c70fbd2695c0 service nova] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Refreshing instance network info cache due to event network-changed-28c6f6bc-9f9b-4925-a1fe-260310f5a7b8. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2183.711918] env[62189]: DEBUG oslo_concurrency.lockutils [req-c2c4c5e1-8a17-413e-91bd-4761e5027cf3 req-ca393cf5-ab75-4de7-95c9-c70fbd2695c0 service nova] Acquiring lock "refresh_cache-4daddfd6-32d5-433e-bac1-76092697c705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2183.711918] env[62189]: DEBUG oslo_concurrency.lockutils [req-c2c4c5e1-8a17-413e-91bd-4761e5027cf3 req-ca393cf5-ab75-4de7-95c9-c70fbd2695c0 service nova] Acquired lock "refresh_cache-4daddfd6-32d5-433e-bac1-76092697c705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2183.713087] env[62189]: DEBUG nova.network.neutron [req-c2c4c5e1-8a17-413e-91bd-4761e5027cf3 req-ca393cf5-ab75-4de7-95c9-c70fbd2695c0 service nova] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Refreshing network info cache for port 28c6f6bc-9f9b-4925-a1fe-260310f5a7b8 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2183.722210] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122611, 'name': CreateVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.743248] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05cf914a-51c1-436f-9519-a8b632a556a9 tempest-ServersTestMultiNic-1374603085 tempest-ServersTestMultiNic-1374603085-project-member] Lock "999c7144-8d8f-4f92-ad76-b90a2e2040b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.756s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.782310] env[62189]: DEBUG nova.objects.instance [None req-9a205a9b-d21d-4bee-aa98-405cc56e3276 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lazy-loading 'flavor' on Instance uuid 1a094a38-e7dc-4c76-9074-766c934140e7 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2184.038351] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122610, 'name': RemoveSnapshot_Task, 'duration_secs': 0.808187} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.038855] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2184.039180] env[62189]: DEBUG nova.compute.manager [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2184.044052] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0759531-7112-4d3c-b736-175c1fd8c11c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.057699] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122608, 'name': CloneVM_Task, 'duration_secs': 2.240212} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.058198] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Created linked-clone VM from snapshot [ 2184.058709] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc89bf7e-0e0b-4a7e-be48-3c32ea921ef6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.067927] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Uploading image f93e3832-baa0-48ed-884b-1d193e4a191c {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2184.088727] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2184.089158] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1c1c0737-8f1a-48f0-8b08-c66b18e22bf9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.097613] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2184.097613] env[62189]: value = "task-2122612" [ 2184.097613] env[62189]: _type = "Task" [ 2184.097613] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.113979] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122612, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.116876] env[62189]: DEBUG nova.compute.manager [req-126220ba-42e7-4266-bbb9-d7db363dcc1b req-7690dbb8-ef2e-4605-9a95-d9497593e02e service nova] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Received event network-changed-e0788160-44fb-4f6c-ac7e-47740a1dc907 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2184.117105] env[62189]: DEBUG nova.compute.manager [req-126220ba-42e7-4266-bbb9-d7db363dcc1b req-7690dbb8-ef2e-4605-9a95-d9497593e02e service nova] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Refreshing instance network info cache due to event network-changed-e0788160-44fb-4f6c-ac7e-47740a1dc907. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2184.117403] env[62189]: DEBUG oslo_concurrency.lockutils [req-126220ba-42e7-4266-bbb9-d7db363dcc1b req-7690dbb8-ef2e-4605-9a95-d9497593e02e service nova] Acquiring lock "refresh_cache-21767bef-49ea-4b83-b890-f611e214ebba" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.117533] env[62189]: DEBUG oslo_concurrency.lockutils [req-126220ba-42e7-4266-bbb9-d7db363dcc1b req-7690dbb8-ef2e-4605-9a95-d9497593e02e service nova] Acquired lock "refresh_cache-21767bef-49ea-4b83-b890-f611e214ebba" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.117645] env[62189]: DEBUG nova.network.neutron [req-126220ba-42e7-4266-bbb9-d7db363dcc1b req-7690dbb8-ef2e-4605-9a95-d9497593e02e service nova] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Refreshing network info cache for port e0788160-44fb-4f6c-ac7e-47740a1dc907 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2184.221930] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122611, 'name': CreateVM_Task, 'duration_secs': 0.461242} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.222732] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2184.226950] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.227219] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.227785] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2184.229056] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.229314] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b8a1c60-2f50-4059-85c8-8a737942b6b9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.235630] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2184.235630] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d4b89a-f8a5-f60c-31a0-3bcae083b1fa" [ 2184.235630] env[62189]: _type = "Task" [ 2184.235630] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.251804] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d4b89a-f8a5-f60c-31a0-3bcae083b1fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.293125] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9a205a9b-d21d-4bee-aa98-405cc56e3276 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.293331] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9a205a9b-d21d-4bee-aa98-405cc56e3276 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.293487] env[62189]: DEBUG nova.network.neutron [None req-9a205a9b-d21d-4bee-aa98-405cc56e3276 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2184.293711] env[62189]: DEBUG nova.objects.instance [None req-9a205a9b-d21d-4bee-aa98-405cc56e3276 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lazy-loading 'info_cache' on Instance uuid 1a094a38-e7dc-4c76-9074-766c934140e7 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2184.562845] env[62189]: INFO nova.compute.manager [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Shelve offloading [ 2184.609611] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122612, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.610389] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e338554a-1066-43da-8a17-a32ef3a8a1f0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.617495] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb280c2-a46e-44ab-9e7e-474f4a31c610 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.653299] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030ec72e-69b0-4d7d-8b89-d8521a9f2695 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.661305] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38269b7-a294-4741-a87f-4443b6ca55e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.676142] env[62189]: DEBUG nova.compute.provider_tree [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2184.746479] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d4b89a-f8a5-f60c-31a0-3bcae083b1fa, 'name': SearchDatastore_Task, 'duration_secs': 0.014294} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.746789] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2184.747029] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2184.747271] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.747415] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.747591] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2184.747847] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cd596f0-507d-485e-a606-5f4825e1e9de {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.751133] env[62189]: DEBUG nova.network.neutron [req-c2c4c5e1-8a17-413e-91bd-4761e5027cf3 req-ca393cf5-ab75-4de7-95c9-c70fbd2695c0 service nova] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Updated VIF entry in instance network info cache for port 28c6f6bc-9f9b-4925-a1fe-260310f5a7b8. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2184.751133] env[62189]: DEBUG nova.network.neutron [req-c2c4c5e1-8a17-413e-91bd-4761e5027cf3 req-ca393cf5-ab75-4de7-95c9-c70fbd2695c0 service nova] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Updating instance_info_cache with network_info: [{"id": "28c6f6bc-9f9b-4925-a1fe-260310f5a7b8", "address": "fa:16:3e:15:94:11", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c6f6bc-9f", "ovs_interfaceid": "28c6f6bc-9f9b-4925-a1fe-260310f5a7b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2184.762928] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2184.763379] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2184.764662] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7cf55c-45af-4eb9-9f11-62f48aa1fc6f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.769100] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2184.769100] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b0c6b4-8cfc-fe00-4eec-9cb207ef05a9" [ 2184.769100] env[62189]: _type = "Task" [ 2184.769100] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.781443] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b0c6b4-8cfc-fe00-4eec-9cb207ef05a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.796983] env[62189]: DEBUG nova.objects.base [None req-9a205a9b-d21d-4bee-aa98-405cc56e3276 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Object Instance<1a094a38-e7dc-4c76-9074-766c934140e7> lazy-loaded attributes: flavor,info_cache {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2184.909818] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Acquiring lock "e385ee9b-0d65-4b37-8695-2df299aff0ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.910345] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Lock "e385ee9b-0d65-4b37-8695-2df299aff0ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.003781] env[62189]: DEBUG nova.network.neutron [req-126220ba-42e7-4266-bbb9-d7db363dcc1b req-7690dbb8-ef2e-4605-9a95-d9497593e02e service nova] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Updated VIF entry in instance network info cache for port e0788160-44fb-4f6c-ac7e-47740a1dc907. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2185.004154] env[62189]: DEBUG nova.network.neutron [req-126220ba-42e7-4266-bbb9-d7db363dcc1b req-7690dbb8-ef2e-4605-9a95-d9497593e02e service nova] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Updating instance_info_cache with network_info: [{"id": "e0788160-44fb-4f6c-ac7e-47740a1dc907", "address": "fa:16:3e:73:1f:5e", "network": {"id": "11caa43a-a9a4-4346-ad69-bf296a7ccc4d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1994537578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9e521980df1475b9452cf80db06a885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0788160-44", "ovs_interfaceid": "e0788160-44fb-4f6c-ac7e-47740a1dc907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.072666] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2185.072988] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-201b3041-edee-4bf1-978c-10a2dea9fb70 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.081752] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2185.081752] env[62189]: value = "task-2122613" [ 2185.081752] env[62189]: _type = "Task" [ 2185.081752] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.091024] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] VM already powered off {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2185.091371] env[62189]: DEBUG nova.compute.manager [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2185.092187] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e5b589-b499-4c07-811d-a6f76bb7554e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.097967] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "refresh_cache-4a9e6caa-71e1-4840-861e-d4246d2bd681" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2185.098156] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "refresh_cache-4a9e6caa-71e1-4840-861e-d4246d2bd681" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2185.098326] env[62189]: DEBUG nova.network.neutron [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2185.106870] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122612, 'name': Destroy_Task, 'duration_secs': 0.627096} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.107013] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Destroyed the VM [ 2185.107285] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2185.107463] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3ae9676c-443e-4ebd-8a36-9a81a3fadba5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.116586] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2185.116586] env[62189]: value = "task-2122614" [ 2185.116586] env[62189]: _type = "Task" [ 2185.116586] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.124425] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122614, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.179045] env[62189]: DEBUG nova.scheduler.client.report [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2185.253753] env[62189]: DEBUG oslo_concurrency.lockutils [req-c2c4c5e1-8a17-413e-91bd-4761e5027cf3 req-ca393cf5-ab75-4de7-95c9-c70fbd2695c0 service nova] Releasing lock "refresh_cache-4daddfd6-32d5-433e-bac1-76092697c705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.281189] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b0c6b4-8cfc-fe00-4eec-9cb207ef05a9, 'name': SearchDatastore_Task, 'duration_secs': 0.029474} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.281814] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994ba2cd-5a74-494c-8a12-09ffb461a17e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.287606] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2185.287606] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5276ef46-dcec-457a-18c7-6f3370535cfa" [ 2185.287606] env[62189]: _type = "Task" [ 2185.287606] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.296473] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5276ef46-dcec-457a-18c7-6f3370535cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.413979] env[62189]: DEBUG nova.compute.manager [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2185.509357] env[62189]: DEBUG oslo_concurrency.lockutils [req-126220ba-42e7-4266-bbb9-d7db363dcc1b req-7690dbb8-ef2e-4605-9a95-d9497593e02e service nova] Releasing lock "refresh_cache-21767bef-49ea-4b83-b890-f611e214ebba" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.638486] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122614, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.687107] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.687164] env[62189]: DEBUG nova.compute.manager [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2185.690549] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.461s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.710861] env[62189]: DEBUG nova.network.neutron [None req-9a205a9b-d21d-4bee-aa98-405cc56e3276 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating instance_info_cache with network_info: [{"id": "d789d533-1330-45d7-bd50-b2c3e1fcd0eb", "address": "fa:16:3e:92:94:3a", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd789d533-13", "ovs_interfaceid": "d789d533-1330-45d7-bd50-b2c3e1fcd0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.798638] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5276ef46-dcec-457a-18c7-6f3370535cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.011475} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.798938] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.799220] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 4daddfd6-32d5-433e-bac1-76092697c705/4daddfd6-32d5-433e-bac1-76092697c705.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2185.799481] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d38a4acf-a90d-42f8-8ae4-3ce5303c401a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.807023] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2185.807023] env[62189]: value = "task-2122615" [ 2185.807023] env[62189]: _type = "Task" [ 2185.807023] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.821068] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.948941] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.980363] env[62189]: DEBUG nova.network.neutron [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Updating instance_info_cache with network_info: [{"id": "385166c5-6fef-41f9-9893-030f9e6f1b2b", "address": "fa:16:3e:74:2d:ea", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap385166c5-6f", "ovs_interfaceid": "385166c5-6fef-41f9-9893-030f9e6f1b2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2186.128844] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122614, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.193881] env[62189]: DEBUG nova.compute.utils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2186.200028] env[62189]: INFO nova.compute.claims [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2186.211599] env[62189]: DEBUG nova.compute.manager [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2186.211790] env[62189]: DEBUG nova.network.neutron [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2186.214796] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9a205a9b-d21d-4bee-aa98-405cc56e3276 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "refresh_cache-1a094a38-e7dc-4c76-9074-766c934140e7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2186.270143] env[62189]: DEBUG nova.policy [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c56a73248634c17a3b818fa7c41dc76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce6ae4d53d9b46d9bc24a1ee9418e19e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2186.319201] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122615, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.488203] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "refresh_cache-4a9e6caa-71e1-4840-861e-d4246d2bd681" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2186.634157] env[62189]: DEBUG oslo_vmware.api [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122614, 'name': RemoveSnapshot_Task, 'duration_secs': 1.061696} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.639300] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2186.697769] env[62189]: DEBUG nova.compute.manager [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2186.713102] env[62189]: INFO nova.compute.resource_tracker [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Updating resource usage from migration 13dd920c-0c18-44b1-81ed-1167baf8d668 [ 2186.821876] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937002} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.821876] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 4daddfd6-32d5-433e-bac1-76092697c705/4daddfd6-32d5-433e-bac1-76092697c705.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2186.822141] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2186.822467] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81464db2-7e97-401b-b164-e979a7682a9b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.831525] env[62189]: DEBUG nova.network.neutron [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Successfully created port: d60213bd-c347-4cc9-951f-ce7044e6a121 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2186.836068] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2186.836068] env[62189]: value = "task-2122616" [ 2186.836068] env[62189]: _type = "Task" [ 2186.836068] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.852334] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.039316] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067032ca-ece9-41e7-bdab-c67308983d6d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.048939] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3940ee2-3c68-4385-962a-2a5d9bae7920 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.080593] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2187.081345] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56c7af1-271f-46a0-b2da-8b0bf02bec6b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.084526] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4962b4-ec4d-44aa-89ed-c955a795d518 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.094075] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b03872d-a569-47f0-a153-b14fcb9e99c1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.097884] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2187.098072] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3795a91-9e7e-4ebe-b928-0cea58134cf3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.110575] env[62189]: DEBUG nova.compute.provider_tree [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2187.144334] env[62189]: WARNING nova.compute.manager [None req-fc44b0e9-de23-4155-ac6b-028bd708da70 tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Image not found during snapshot: nova.exception.ImageNotFound: Image f93e3832-baa0-48ed-884b-1d193e4a191c could not be found. [ 2187.148608] env[62189]: DEBUG nova.compute.manager [req-dacceb19-f4ff-4872-b2e4-41a55603f6f8 req-3e0c04a2-06f6-4881-99d3-0627c3f4f7b9 service nova] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Received event network-vif-unplugged-385166c5-6fef-41f9-9893-030f9e6f1b2b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2187.148860] env[62189]: DEBUG oslo_concurrency.lockutils [req-dacceb19-f4ff-4872-b2e4-41a55603f6f8 req-3e0c04a2-06f6-4881-99d3-0627c3f4f7b9 service nova] Acquiring lock "4a9e6caa-71e1-4840-861e-d4246d2bd681-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2187.149024] env[62189]: DEBUG oslo_concurrency.lockutils [req-dacceb19-f4ff-4872-b2e4-41a55603f6f8 req-3e0c04a2-06f6-4881-99d3-0627c3f4f7b9 service nova] Lock "4a9e6caa-71e1-4840-861e-d4246d2bd681-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.149199] env[62189]: DEBUG oslo_concurrency.lockutils [req-dacceb19-f4ff-4872-b2e4-41a55603f6f8 req-3e0c04a2-06f6-4881-99d3-0627c3f4f7b9 service nova] Lock "4a9e6caa-71e1-4840-861e-d4246d2bd681-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.149365] env[62189]: DEBUG nova.compute.manager [req-dacceb19-f4ff-4872-b2e4-41a55603f6f8 req-3e0c04a2-06f6-4881-99d3-0627c3f4f7b9 service nova] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] No waiting events found dispatching network-vif-unplugged-385166c5-6fef-41f9-9893-030f9e6f1b2b {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2187.149524] env[62189]: WARNING nova.compute.manager [req-dacceb19-f4ff-4872-b2e4-41a55603f6f8 req-3e0c04a2-06f6-4881-99d3-0627c3f4f7b9 service nova] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Received unexpected event network-vif-unplugged-385166c5-6fef-41f9-9893-030f9e6f1b2b for instance with vm_state shelved and task_state shelving_offloading. [ 2187.227443] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a205a9b-d21d-4bee-aa98-405cc56e3276 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2187.227443] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfb70759-67e2-42a8-8df3-c2db0fbd0392 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.234284] env[62189]: DEBUG oslo_vmware.api [None req-9a205a9b-d21d-4bee-aa98-405cc56e3276 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2187.234284] env[62189]: value = "task-2122618" [ 2187.234284] env[62189]: _type = "Task" [ 2187.234284] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.243192] env[62189]: DEBUG oslo_vmware.api [None req-9a205a9b-d21d-4bee-aa98-405cc56e3276 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.266031] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2187.266031] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2187.266031] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleting the datastore file [datastore2] 4a9e6caa-71e1-4840-861e-d4246d2bd681 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2187.266031] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f83f456-6ef7-4d34-89ca-73a51f5db89b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.274056] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2187.274056] env[62189]: value = "task-2122619" [ 2187.274056] env[62189]: _type = "Task" [ 2187.274056] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.283768] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.346285] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068353} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.346663] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2187.347588] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3b4bf4-cd8b-40ec-ab09-ff7c9b2a5885 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.372597] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 4daddfd6-32d5-433e-bac1-76092697c705/4daddfd6-32d5-433e-bac1-76092697c705.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2187.373138] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6df9bff9-00b8-49b8-b941-43f8585e7c0e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.396019] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2187.396019] env[62189]: value = "task-2122620" [ 2187.396019] env[62189]: _type = "Task" [ 2187.396019] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.402807] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.614559] env[62189]: DEBUG nova.scheduler.client.report [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2187.710177] env[62189]: DEBUG nova.compute.manager [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2187.743199] env[62189]: DEBUG nova.virt.hardware [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2187.743199] env[62189]: DEBUG nova.virt.hardware [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2187.743199] env[62189]: DEBUG nova.virt.hardware [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2187.743199] env[62189]: DEBUG nova.virt.hardware [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2187.743199] env[62189]: DEBUG nova.virt.hardware [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2187.743430] env[62189]: DEBUG nova.virt.hardware [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2187.743671] env[62189]: DEBUG nova.virt.hardware [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2187.743859] env[62189]: DEBUG nova.virt.hardware [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2187.744046] env[62189]: DEBUG nova.virt.hardware [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2187.744218] env[62189]: DEBUG nova.virt.hardware [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2187.744396] env[62189]: DEBUG nova.virt.hardware [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2187.745297] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7004bfc9-e03c-4aa1-b7d9-a1d7f5d24396 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.758854] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e0323f-99f0-41d3-924e-480ac365f54a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.762866] env[62189]: DEBUG oslo_vmware.api [None req-9a205a9b-d21d-4bee-aa98-405cc56e3276 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122618, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.783092] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.909680] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.965913] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "ba898789-1168-41be-9a92-7ed61676c25e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2187.966418] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "ba898789-1168-41be-9a92-7ed61676c25e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.966716] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "ba898789-1168-41be-9a92-7ed61676c25e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2187.966978] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "ba898789-1168-41be-9a92-7ed61676c25e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.967232] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "ba898789-1168-41be-9a92-7ed61676c25e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.971091] env[62189]: INFO nova.compute.manager [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Terminating instance [ 2188.120922] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.431s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.121145] env[62189]: INFO nova.compute.manager [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Migrating [ 2188.127841] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.179s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.129401] env[62189]: INFO nova.compute.claims [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2188.246167] env[62189]: DEBUG oslo_vmware.api [None req-9a205a9b-d21d-4bee-aa98-405cc56e3276 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122618, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.286718] env[62189]: DEBUG oslo_vmware.api [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.601104} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.287052] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2188.287255] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2188.287687] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2188.317273] env[62189]: INFO nova.scheduler.client.report [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleted allocations for instance 4a9e6caa-71e1-4840-861e-d4246d2bd681 [ 2188.403101] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "d6b4cf12-640a-4937-8336-0077929e7d4c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.403432] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "d6b4cf12-640a-4937-8336-0077929e7d4c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.403654] env[62189]: INFO nova.compute.manager [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Shelving [ 2188.410453] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122620, 'name': ReconfigVM_Task, 'duration_secs': 0.958673} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.410753] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 4daddfd6-32d5-433e-bac1-76092697c705/4daddfd6-32d5-433e-bac1-76092697c705.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2188.411437] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a87af459-6d48-4e93-a04a-5e5f022f4446 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.419490] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2188.419490] env[62189]: value = "task-2122621" [ 2188.419490] env[62189]: _type = "Task" [ 2188.419490] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.430536] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122621, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.474385] env[62189]: DEBUG nova.compute.manager [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2188.474506] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2188.475569] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1d01a2-2ca6-4cae-acf7-3c796f2b86f0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.484818] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2188.485145] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd974398-022c-47cd-89a1-0cdf5a5b88dd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.491761] env[62189]: DEBUG oslo_vmware.api [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2188.491761] env[62189]: value = "task-2122622" [ 2188.491761] env[62189]: _type = "Task" [ 2188.491761] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.499857] env[62189]: DEBUG oslo_vmware.api [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.640896] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "refresh_cache-1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2188.641115] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "refresh_cache-1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2188.641297] env[62189]: DEBUG nova.network.neutron [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2188.748997] env[62189]: DEBUG oslo_vmware.api [None req-9a205a9b-d21d-4bee-aa98-405cc56e3276 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122618, 'name': PowerOnVM_Task, 'duration_secs': 1.45654} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.749350] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a205a9b-d21d-4bee-aa98-405cc56e3276 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2188.749350] env[62189]: DEBUG nova.compute.manager [None req-9a205a9b-d21d-4bee-aa98-405cc56e3276 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2188.750365] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de37cec1-ed38-46ce-b16f-0528ae183131 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.823579] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.894012] env[62189]: DEBUG nova.network.neutron [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Successfully updated port: d60213bd-c347-4cc9-951f-ce7044e6a121 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2188.918992] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "3d1f641d-6349-4960-8bf1-7fbd4ff4a785" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.919233] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "3d1f641d-6349-4960-8bf1-7fbd4ff4a785" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.932862] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122621, 'name': Rename_Task, 'duration_secs': 0.158842} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.933723] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2188.934339] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51bb6df5-a2c6-4239-af53-105e8c689058 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.941715] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2188.941715] env[62189]: value = "task-2122623" [ 2188.941715] env[62189]: _type = "Task" [ 2188.941715] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.951013] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.001526] env[62189]: DEBUG oslo_vmware.api [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122622, 'name': PowerOffVM_Task, 'duration_secs': 0.189171} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.001793] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2189.001957] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2189.002289] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2cc5900-912a-434c-8519-4fa09deae150 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.141656] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "ddc16924-c483-4917-8b8b-7e0290627945" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.141814] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "ddc16924-c483-4917-8b8b-7e0290627945" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.143286] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2189.143286] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2189.143286] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleting the datastore file [datastore2] ba898789-1168-41be-9a92-7ed61676c25e {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2189.146480] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47c86c63-12b0-48a6-9c79-80ec4f7a5229 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.156024] env[62189]: DEBUG oslo_vmware.api [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for the task: (returnval){ [ 2189.156024] env[62189]: value = "task-2122625" [ 2189.156024] env[62189]: _type = "Task" [ 2189.156024] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.166213] env[62189]: DEBUG oslo_vmware.api [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.183390] env[62189]: DEBUG nova.compute.manager [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Received event network-changed-385166c5-6fef-41f9-9893-030f9e6f1b2b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2189.183608] env[62189]: DEBUG nova.compute.manager [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Refreshing instance network info cache due to event network-changed-385166c5-6fef-41f9-9893-030f9e6f1b2b. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2189.183816] env[62189]: DEBUG oslo_concurrency.lockutils [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] Acquiring lock "refresh_cache-4a9e6caa-71e1-4840-861e-d4246d2bd681" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.183953] env[62189]: DEBUG oslo_concurrency.lockutils [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] Acquired lock "refresh_cache-4a9e6caa-71e1-4840-861e-d4246d2bd681" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.184138] env[62189]: DEBUG nova.network.neutron [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Refreshing network info cache for port 385166c5-6fef-41f9-9893-030f9e6f1b2b {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2189.405034] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquiring lock "refresh_cache-83dee887-5fc5-462a-bf0d-23dc9b844e2d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.405034] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquired lock "refresh_cache-83dee887-5fc5-462a-bf0d-23dc9b844e2d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.405034] env[62189]: DEBUG nova.network.neutron [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2189.415167] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2189.415167] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c8c574b-3b30-4d72-a0d3-9cf3557f3023 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.424931] env[62189]: DEBUG nova.compute.manager [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2189.434998] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2189.434998] env[62189]: value = "task-2122626" [ 2189.434998] env[62189]: _type = "Task" [ 2189.434998] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.444628] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.457811] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122623, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.474995] env[62189]: DEBUG nova.network.neutron [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Updating instance_info_cache with network_info: [{"id": "24146efb-8513-431c-a977-44d01b04937e", "address": "fa:16:3e:c9:9d:aa", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24146efb-85", "ovs_interfaceid": "24146efb-8513-431c-a977-44d01b04937e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2189.507979] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8adb06c-1750-4e31-b32c-572437431f51 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.516490] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7df8a6-0b82-498d-9ca8-9d7aa9a89c0d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.551101] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1407801a-448d-4b9e-8085-ee884f418472 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.559198] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade90f0e-2787-4e47-affb-613536f7b711 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.573228] env[62189]: DEBUG nova.compute.provider_tree [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2189.644493] env[62189]: DEBUG nova.compute.manager [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2189.666901] env[62189]: DEBUG oslo_vmware.api [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Task: {'id': task-2122625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191351} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.667173] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2189.667359] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2189.667531] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2189.667704] env[62189]: INFO nova.compute.manager [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2189.668064] env[62189]: DEBUG oslo.service.loopingcall [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2189.668252] env[62189]: DEBUG nova.compute.manager [-] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2189.668351] env[62189]: DEBUG nova.network.neutron [-] [instance: ba898789-1168-41be-9a92-7ed61676c25e] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2189.758393] env[62189]: DEBUG oslo_concurrency.lockutils [None req-559821bf-81cb-48bb-8b57-7a9e126ac66b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "4a9e6caa-71e1-4840-861e-d4246d2bd681" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.953403] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122626, 'name': PowerOffVM_Task, 'duration_secs': 0.254731} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.954245] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2189.955070] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb60da4-ec1d-4d26-ab1f-8be4e646b086 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.961046] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.961343] env[62189]: DEBUG oslo_vmware.api [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122623, 'name': PowerOnVM_Task, 'duration_secs': 0.640252} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.961933] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2189.962287] env[62189]: INFO nova.compute.manager [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Took 9.07 seconds to spawn the instance on the hypervisor. [ 2189.962516] env[62189]: DEBUG nova.compute.manager [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2189.963470] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca06061-f5f1-47de-97c9-7c35e54922f4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.981743] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "refresh_cache-1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.985138] env[62189]: DEBUG nova.network.neutron [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2189.990726] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856ba8e2-4039-445b-b3ac-52be5bb6d273 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.076305] env[62189]: DEBUG nova.scheduler.client.report [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2190.145229] env[62189]: DEBUG nova.network.neutron [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Updated VIF entry in instance network info cache for port 385166c5-6fef-41f9-9893-030f9e6f1b2b. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2190.145587] env[62189]: DEBUG nova.network.neutron [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Updating instance_info_cache with network_info: [{"id": "385166c5-6fef-41f9-9893-030f9e6f1b2b", "address": "fa:16:3e:74:2d:ea", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": null, "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap385166c5-6f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2190.166427] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.172665] env[62189]: DEBUG nova.network.neutron [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Updating instance_info_cache with network_info: [{"id": "d60213bd-c347-4cc9-951f-ce7044e6a121", "address": "fa:16:3e:1d:cc:cf", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60213bd-c3", "ovs_interfaceid": "d60213bd-c347-4cc9-951f-ce7044e6a121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2190.511661] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "1a094a38-e7dc-4c76-9074-766c934140e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.511661] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "1a094a38-e7dc-4c76-9074-766c934140e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.512688] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "1a094a38-e7dc-4c76-9074-766c934140e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.512688] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "1a094a38-e7dc-4c76-9074-766c934140e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.512688] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "1a094a38-e7dc-4c76-9074-766c934140e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.514348] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2190.515130] env[62189]: INFO nova.compute.manager [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Terminating instance [ 2190.517689] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3210fad7-021c-42d4-be59-c6debb50c937 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.520190] env[62189]: INFO nova.compute.manager [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Took 19.69 seconds to build instance. [ 2190.527244] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2190.527244] env[62189]: value = "task-2122627" [ 2190.527244] env[62189]: _type = "Task" [ 2190.527244] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.536787] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122627, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.581752] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.582356] env[62189]: DEBUG nova.compute.manager [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2190.585375] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.762s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.585601] env[62189]: DEBUG nova.objects.instance [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lazy-loading 'resources' on Instance uuid 4a9e6caa-71e1-4840-861e-d4246d2bd681 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2190.614571] env[62189]: DEBUG nova.network.neutron [-] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2190.650063] env[62189]: DEBUG oslo_concurrency.lockutils [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] Releasing lock "refresh_cache-4a9e6caa-71e1-4840-861e-d4246d2bd681" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.651869] env[62189]: DEBUG nova.compute.manager [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Received event network-vif-plugged-d60213bd-c347-4cc9-951f-ce7044e6a121 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2190.652180] env[62189]: DEBUG oslo_concurrency.lockutils [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] Acquiring lock "83dee887-5fc5-462a-bf0d-23dc9b844e2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.652489] env[62189]: DEBUG oslo_concurrency.lockutils [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] Lock "83dee887-5fc5-462a-bf0d-23dc9b844e2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.652960] env[62189]: DEBUG oslo_concurrency.lockutils [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] Lock "83dee887-5fc5-462a-bf0d-23dc9b844e2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.653256] env[62189]: DEBUG nova.compute.manager [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] No waiting events found dispatching network-vif-plugged-d60213bd-c347-4cc9-951f-ce7044e6a121 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2190.653445] env[62189]: WARNING nova.compute.manager [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Received unexpected event network-vif-plugged-d60213bd-c347-4cc9-951f-ce7044e6a121 for instance with vm_state building and task_state spawning. [ 2190.653628] env[62189]: DEBUG nova.compute.manager [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Received event network-changed-d60213bd-c347-4cc9-951f-ce7044e6a121 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2190.653799] env[62189]: DEBUG nova.compute.manager [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Refreshing instance network info cache due to event network-changed-d60213bd-c347-4cc9-951f-ce7044e6a121. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2190.653998] env[62189]: DEBUG oslo_concurrency.lockutils [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] Acquiring lock "refresh_cache-83dee887-5fc5-462a-bf0d-23dc9b844e2d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.675277] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Releasing lock "refresh_cache-83dee887-5fc5-462a-bf0d-23dc9b844e2d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.675721] env[62189]: DEBUG nova.compute.manager [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Instance network_info: |[{"id": "d60213bd-c347-4cc9-951f-ce7044e6a121", "address": "fa:16:3e:1d:cc:cf", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60213bd-c3", "ovs_interfaceid": "d60213bd-c347-4cc9-951f-ce7044e6a121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2190.676075] env[62189]: DEBUG oslo_concurrency.lockutils [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] Acquired lock "refresh_cache-83dee887-5fc5-462a-bf0d-23dc9b844e2d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.676269] env[62189]: DEBUG nova.network.neutron [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Refreshing network info cache for port d60213bd-c347-4cc9-951f-ce7044e6a121 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2190.677561] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:cc:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd60213bd-c347-4cc9-951f-ce7044e6a121', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2190.687254] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Creating folder: Project (ce6ae4d53d9b46d9bc24a1ee9418e19e). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2190.688581] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa043fe0-2f1d-4cc1-a8b2-a22ab0f68af5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.703837] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Created folder: Project (ce6ae4d53d9b46d9bc24a1ee9418e19e) in parent group-v433996. [ 2190.703837] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Creating folder: Instances. Parent ref: group-v434231. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2190.703837] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a487707-f667-42d2-a2ef-7745c0294311 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.714920] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Created folder: Instances in parent group-v434231. [ 2190.715588] env[62189]: DEBUG oslo.service.loopingcall [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2190.716033] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2190.716455] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db010a3e-20aa-4849-a87c-ba610ab84338 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.740598] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2190.740598] env[62189]: value = "task-2122630" [ 2190.740598] env[62189]: _type = "Task" [ 2190.740598] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.748905] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122630, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.023065] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c3413d2-36a9-4831-8c03-9dc40b4b480e tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "4daddfd6-32d5-433e-bac1-76092697c705" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.207s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.023641] env[62189]: DEBUG nova.compute.manager [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2191.023922] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2191.024857] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaa93f7-2eae-4929-91a0-b34996579e7e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.037111] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2191.039764] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1a71e8d-83e1-407b-bb84-d31037bea891 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.041354] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122627, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.047021] env[62189]: DEBUG oslo_vmware.api [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2191.047021] env[62189]: value = "task-2122631" [ 2191.047021] env[62189]: _type = "Task" [ 2191.047021] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.054570] env[62189]: DEBUG oslo_vmware.api [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.088037] env[62189]: DEBUG nova.compute.utils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2191.089718] env[62189]: DEBUG nova.objects.instance [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lazy-loading 'numa_topology' on Instance uuid 4a9e6caa-71e1-4840-861e-d4246d2bd681 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2191.091030] env[62189]: DEBUG nova.compute.manager [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2191.091240] env[62189]: DEBUG nova.network.neutron [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2191.118864] env[62189]: INFO nova.compute.manager [-] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Took 1.45 seconds to deallocate network for instance. [ 2191.145884] env[62189]: DEBUG nova.policy [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e33b2dffe3524a96ba1c5e7e8c317a8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd297a3ad99574a0a987b76ffb3a3d3e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2191.216994] env[62189]: DEBUG nova.compute.manager [req-5f7711c3-164a-4cef-90ae-c7a4c1b723dd req-62e25f7b-2ada-4184-bf3a-2b7ee0dea79f service nova] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Received event network-vif-deleted-43f39e2a-4f09-4cbf-a859-f68c17bef03b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2191.251787] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122630, 'name': CreateVM_Task, 'duration_secs': 0.382926} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.251986] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2191.252749] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.252931] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.253315] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2191.253597] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f6f0e7-df8e-41a7-9210-b849970516b3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.259475] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2191.259475] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5264bc5b-306d-c9df-d1a0-f47f4235d813" [ 2191.259475] env[62189]: _type = "Task" [ 2191.259475] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.268672] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5264bc5b-306d-c9df-d1a0-f47f4235d813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.451087] env[62189]: DEBUG nova.network.neutron [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Successfully created port: 26092197-e427-4061-973f-90279655a550 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2191.453438] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "4daddfd6-32d5-433e-bac1-76092697c705" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.453678] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "4daddfd6-32d5-433e-bac1-76092697c705" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.453871] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "4daddfd6-32d5-433e-bac1-76092697c705-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.456475] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "4daddfd6-32d5-433e-bac1-76092697c705-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.456475] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "4daddfd6-32d5-433e-bac1-76092697c705-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.457345] env[62189]: DEBUG nova.network.neutron [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Updated VIF entry in instance network info cache for port d60213bd-c347-4cc9-951f-ce7044e6a121. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2191.457681] env[62189]: DEBUG nova.network.neutron [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Updating instance_info_cache with network_info: [{"id": "d60213bd-c347-4cc9-951f-ce7044e6a121", "address": "fa:16:3e:1d:cc:cf", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60213bd-c3", "ovs_interfaceid": "d60213bd-c347-4cc9-951f-ce7044e6a121", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.460623] env[62189]: INFO nova.compute.manager [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Terminating instance [ 2191.507017] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4289b9-2960-475d-b7c5-de1fc026b8f9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.526021] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Updating instance '1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7' progress to 0 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2191.539794] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122627, 'name': CreateSnapshot_Task, 'duration_secs': 0.646504} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.540063] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2191.540789] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d253a8c-7ffe-4985-8e24-0df650a20a77 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.561910] env[62189]: DEBUG oslo_vmware.api [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122631, 'name': PowerOffVM_Task, 'duration_secs': 0.16724} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.562142] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2191.562352] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2191.562604] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14cb5dae-5654-4aee-a3f2-abd33eedd1ce {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.592266] env[62189]: DEBUG nova.compute.manager [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2191.594992] env[62189]: DEBUG nova.objects.base [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Object Instance<4a9e6caa-71e1-4840-861e-d4246d2bd681> lazy-loaded attributes: resources,numa_topology {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2191.628425] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.770570] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5264bc5b-306d-c9df-d1a0-f47f4235d813, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.773977] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2191.774317] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2191.774542] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.774694] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.774884] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2191.775169] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2191.775347] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2191.775505] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Deleting the datastore file [datastore2] 1a094a38-e7dc-4c76-9074-766c934140e7 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2191.776209] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de28e6d7-4e4f-4242-b4fe-8c104e0712b7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.777979] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-311c59c5-8eb6-489c-a471-57b009d6a3e9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.784706] env[62189]: DEBUG oslo_vmware.api [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2191.784706] env[62189]: value = "task-2122633" [ 2191.784706] env[62189]: _type = "Task" [ 2191.784706] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.785733] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2191.785918] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2191.791226] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eb96ff7-7f9e-4983-8306-b343eed4cb25 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.800601] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2191.800601] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d5ed9c-1a8a-198e-47ff-bc6267d67e66" [ 2191.800601] env[62189]: _type = "Task" [ 2191.800601] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.800808] env[62189]: DEBUG oslo_vmware.api [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.809074] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d5ed9c-1a8a-198e-47ff-bc6267d67e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.899115] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea4991a-f2b1-4466-84d3-8c53559ee6aa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.906865] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814cfb18-6708-4b27-b03e-874ab59f29fa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.936877] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859cc04e-274a-4a97-a315-af940de8ca29 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.944198] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfadfc28-a186-4741-9ebf-0f55e9b3a39e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.956942] env[62189]: DEBUG nova.compute.provider_tree [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2191.961339] env[62189]: DEBUG oslo_concurrency.lockutils [req-6c65004b-a542-4b84-860b-8d8b93f59a5f req-e0771fcf-1d38-438f-b409-a3bb64bd4b09 service nova] Releasing lock "refresh_cache-83dee887-5fc5-462a-bf0d-23dc9b844e2d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2191.963129] env[62189]: DEBUG nova.compute.manager [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2191.963318] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2191.964040] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc853c6e-d1fe-4c8c-9a56-6b08af94e804 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.971351] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2191.971582] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17b4de6a-5248-40b0-9d45-08fd95eb5767 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.977956] env[62189]: DEBUG oslo_vmware.api [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2191.977956] env[62189]: value = "task-2122634" [ 2191.977956] env[62189]: _type = "Task" [ 2191.977956] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.985494] env[62189]: DEBUG oslo_vmware.api [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.034051] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2192.034678] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dd61d2c-097e-43c8-a424-7a670a9339e1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.041934] env[62189]: DEBUG oslo_vmware.api [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2192.041934] env[62189]: value = "task-2122635" [ 2192.041934] env[62189]: _type = "Task" [ 2192.041934] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.051030] env[62189]: DEBUG oslo_vmware.api [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.063407] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2192.063785] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c38231fd-84fd-42aa-98e3-91da867fa1cb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.072450] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2192.072450] env[62189]: value = "task-2122636" [ 2192.072450] env[62189]: _type = "Task" [ 2192.072450] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.080987] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122636, 'name': CloneVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.294910] env[62189]: DEBUG oslo_vmware.api [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143149} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.295189] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2192.295375] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2192.295552] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2192.295815] env[62189]: INFO nova.compute.manager [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2192.296523] env[62189]: DEBUG oslo.service.loopingcall [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2192.296523] env[62189]: DEBUG nova.compute.manager [-] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2192.296523] env[62189]: DEBUG nova.network.neutron [-] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2192.311231] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d5ed9c-1a8a-198e-47ff-bc6267d67e66, 'name': SearchDatastore_Task, 'duration_secs': 0.008934} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.312015] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b62e0e8e-713c-4494-ac71-0f870ac1073d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.317188] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2192.317188] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b61f19-5a04-13c9-9640-c237eac4099e" [ 2192.317188] env[62189]: _type = "Task" [ 2192.317188] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.325296] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b61f19-5a04-13c9-9640-c237eac4099e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.482127] env[62189]: ERROR nova.scheduler.client.report [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [req-a663f493-2999-4241-9676-36987dcb067b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a663f493-2999-4241-9676-36987dcb067b"}]} [ 2192.491487] env[62189]: DEBUG oslo_vmware.api [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122634, 'name': PowerOffVM_Task, 'duration_secs': 0.214804} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.491998] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2192.492481] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2192.492847] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8187cf5-7e5d-430e-9fc2-bbe1cad1348d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.498632] env[62189]: DEBUG nova.scheduler.client.report [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2192.510607] env[62189]: DEBUG nova.scheduler.client.report [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2192.511300] env[62189]: DEBUG nova.compute.provider_tree [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2192.529054] env[62189]: DEBUG nova.scheduler.client.report [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2192.546557] env[62189]: DEBUG nova.scheduler.client.report [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2192.555260] env[62189]: DEBUG oslo_vmware.api [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122635, 'name': PowerOffVM_Task, 'duration_secs': 0.376794} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.555750] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2192.556068] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Updating instance '1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7' progress to 17 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2192.585147] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122636, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.608983] env[62189]: DEBUG nova.compute.manager [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2192.639400] env[62189]: DEBUG nova.virt.hardware [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2192.639767] env[62189]: DEBUG nova.virt.hardware [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2192.639767] env[62189]: DEBUG nova.virt.hardware [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2192.642015] env[62189]: DEBUG nova.virt.hardware [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2192.642015] env[62189]: DEBUG nova.virt.hardware [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2192.642015] env[62189]: DEBUG nova.virt.hardware [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2192.642015] env[62189]: DEBUG nova.virt.hardware [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2192.642015] env[62189]: DEBUG nova.virt.hardware [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2192.642015] env[62189]: DEBUG nova.virt.hardware [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2192.642015] env[62189]: DEBUG nova.virt.hardware [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2192.642015] env[62189]: DEBUG nova.virt.hardware [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2192.642421] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dffc9b-5179-424d-980c-85782ab52100 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.652757] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22be824e-fee6-4fb6-a4a8-1bab87d4dcdc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.771504] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2192.771732] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2192.771923] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleting the datastore file [datastore2] 4daddfd6-32d5-433e-bac1-76092697c705 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2192.772246] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fac779b-c6a7-4695-9ff8-e713692c50d7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.781102] env[62189]: DEBUG oslo_vmware.api [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2192.781102] env[62189]: value = "task-2122638" [ 2192.781102] env[62189]: _type = "Task" [ 2192.781102] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.789037] env[62189]: DEBUG oslo_vmware.api [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.831787] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b61f19-5a04-13c9-9640-c237eac4099e, 'name': SearchDatastore_Task, 'duration_secs': 0.026339} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.832677] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.833192] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 83dee887-5fc5-462a-bf0d-23dc9b844e2d/83dee887-5fc5-462a-bf0d-23dc9b844e2d.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2192.833192] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3528e27f-cc7d-4525-ba07-bd7f51d2233e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.842744] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2192.842744] env[62189]: value = "task-2122639" [ 2192.842744] env[62189]: _type = "Task" [ 2192.842744] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.851779] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.861130] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81400915-25bb-4777-bb37-fc5050b30c7e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.868962] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae91a47-9a7b-448d-aa3f-02bb1fc8673a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.901152] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc3a8f8-21e8-43df-8a44-c743a82e59d8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.909396] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d269c9-e94d-4693-9d0d-1e32d2dc6626 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.922877] env[62189]: DEBUG nova.compute.provider_tree [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2192.989428] env[62189]: DEBUG nova.compute.manager [req-dfd7b59f-2ac8-4843-be1b-c4e7bf0d54d6 req-ee30506b-d7f7-49d1-ba45-8ccbfb8dfa89 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Received event network-vif-plugged-26092197-e427-4061-973f-90279655a550 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2192.989645] env[62189]: DEBUG oslo_concurrency.lockutils [req-dfd7b59f-2ac8-4843-be1b-c4e7bf0d54d6 req-ee30506b-d7f7-49d1-ba45-8ccbfb8dfa89 service nova] Acquiring lock "e385ee9b-0d65-4b37-8695-2df299aff0ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2192.989851] env[62189]: DEBUG oslo_concurrency.lockutils [req-dfd7b59f-2ac8-4843-be1b-c4e7bf0d54d6 req-ee30506b-d7f7-49d1-ba45-8ccbfb8dfa89 service nova] Lock "e385ee9b-0d65-4b37-8695-2df299aff0ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2192.990026] env[62189]: DEBUG oslo_concurrency.lockutils [req-dfd7b59f-2ac8-4843-be1b-c4e7bf0d54d6 req-ee30506b-d7f7-49d1-ba45-8ccbfb8dfa89 service nova] Lock "e385ee9b-0d65-4b37-8695-2df299aff0ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2192.990229] env[62189]: DEBUG nova.compute.manager [req-dfd7b59f-2ac8-4843-be1b-c4e7bf0d54d6 req-ee30506b-d7f7-49d1-ba45-8ccbfb8dfa89 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] No waiting events found dispatching network-vif-plugged-26092197-e427-4061-973f-90279655a550 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2192.990350] env[62189]: WARNING nova.compute.manager [req-dfd7b59f-2ac8-4843-be1b-c4e7bf0d54d6 req-ee30506b-d7f7-49d1-ba45-8ccbfb8dfa89 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Received unexpected event network-vif-plugged-26092197-e427-4061-973f-90279655a550 for instance with vm_state building and task_state spawning. [ 2193.063274] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2193.063630] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2193.063675] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2193.067033] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2193.067033] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2193.067033] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2193.067033] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2193.067033] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2193.067033] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2193.067033] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2193.067033] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2193.070925] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8b62d1c-7350-4389-b1f9-747769136b7b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.091122] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122636, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.095250] env[62189]: DEBUG oslo_vmware.api [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2193.095250] env[62189]: value = "task-2122640" [ 2193.095250] env[62189]: _type = "Task" [ 2193.095250] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.103069] env[62189]: DEBUG oslo_vmware.api [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122640, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.115093] env[62189]: DEBUG nova.network.neutron [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Successfully updated port: 26092197-e427-4061-973f-90279655a550 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2193.244700] env[62189]: DEBUG nova.compute.manager [req-d6466acf-30e2-4086-972e-5d915ea3aa70 req-474d2338-a17a-414a-8e0a-55025689f5f2 service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Received event network-vif-deleted-d789d533-1330-45d7-bd50-b2c3e1fcd0eb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2193.244908] env[62189]: INFO nova.compute.manager [req-d6466acf-30e2-4086-972e-5d915ea3aa70 req-474d2338-a17a-414a-8e0a-55025689f5f2 service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Neutron deleted interface d789d533-1330-45d7-bd50-b2c3e1fcd0eb; detaching it from the instance and deleting it from the info cache [ 2193.245085] env[62189]: DEBUG nova.network.neutron [req-d6466acf-30e2-4086-972e-5d915ea3aa70 req-474d2338-a17a-414a-8e0a-55025689f5f2 service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.293676] env[62189]: DEBUG oslo_vmware.api [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150402} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.294352] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2193.294554] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2193.294729] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2193.294895] env[62189]: INFO nova.compute.manager [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Took 1.33 seconds to destroy the instance on the hypervisor. [ 2193.295151] env[62189]: DEBUG oslo.service.loopingcall [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2193.295410] env[62189]: DEBUG nova.compute.manager [-] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2193.295484] env[62189]: DEBUG nova.network.neutron [-] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2193.325204] env[62189]: DEBUG nova.network.neutron [-] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.353524] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454747} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.354716] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 83dee887-5fc5-462a-bf0d-23dc9b844e2d/83dee887-5fc5-462a-bf0d-23dc9b844e2d.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2193.354716] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2193.354716] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd7f9809-23c6-48a2-8ec2-593199ac9221 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.361449] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2193.361449] env[62189]: value = "task-2122641" [ 2193.361449] env[62189]: _type = "Task" [ 2193.361449] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.370341] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.461899] env[62189]: DEBUG nova.scheduler.client.report [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2193.462188] env[62189]: DEBUG nova.compute.provider_tree [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 120 to 121 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2193.462814] env[62189]: DEBUG nova.compute.provider_tree [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2193.595813] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122636, 'name': CloneVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.608175] env[62189]: DEBUG oslo_vmware.api [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122640, 'name': ReconfigVM_Task, 'duration_secs': 0.345851} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.608600] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Updating instance '1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7' progress to 33 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2193.614208] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Acquiring lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2193.614382] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Acquired lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2193.614730] env[62189]: DEBUG nova.network.neutron [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2193.747847] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-557d7678-015c-40fc-8ed6-7336757b8f17 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.757126] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee9f61c-a386-4c6e-a64c-a7446098ed3d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.789521] env[62189]: DEBUG nova.compute.manager [req-d6466acf-30e2-4086-972e-5d915ea3aa70 req-474d2338-a17a-414a-8e0a-55025689f5f2 service nova] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Detach interface failed, port_id=d789d533-1330-45d7-bd50-b2c3e1fcd0eb, reason: Instance 1a094a38-e7dc-4c76-9074-766c934140e7 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2193.829473] env[62189]: INFO nova.compute.manager [-] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Took 1.53 seconds to deallocate network for instance. [ 2193.871178] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05862} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.871391] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2193.872257] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c858e336-daf5-4816-9f36-7bd9fddbc63f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.894789] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 83dee887-5fc5-462a-bf0d-23dc9b844e2d/83dee887-5fc5-462a-bf0d-23dc9b844e2d.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2193.895043] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f10ca79a-c2a4-4716-8dd7-760fa05473f5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.916013] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2193.916013] env[62189]: value = "task-2122642" [ 2193.916013] env[62189]: _type = "Task" [ 2193.916013] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.923539] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.970120] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.385s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.972638] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.012s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.974875] env[62189]: INFO nova.compute.claims [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2194.031355] env[62189]: DEBUG nova.network.neutron [-] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2194.091906] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122636, 'name': CloneVM_Task, 'duration_secs': 1.547551} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.092240] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Created linked-clone VM from snapshot [ 2194.092913] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5af9f20-4be5-48b8-9740-fb1335ec1adf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.100386] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Uploading image c4fdb4bd-6008-41c8-b82b-5256d9d77dfd {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2194.118160] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2194.118481] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2194.118575] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2194.118726] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2194.118864] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2194.119020] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2194.119230] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2194.119378] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2194.119544] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2194.119704] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2194.119873] env[62189]: DEBUG nova.virt.hardware [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2194.125234] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2194.128844] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4ebb342-030e-4853-aa8a-116fbd3387c7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.147541] env[62189]: DEBUG oslo_vmware.rw_handles [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2194.147541] env[62189]: value = "vm-434235" [ 2194.147541] env[62189]: _type = "VirtualMachine" [ 2194.147541] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2194.147847] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6875c6eb-8c2e-4261-a317-9fdc16f9f64b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.150618] env[62189]: DEBUG oslo_vmware.api [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2194.150618] env[62189]: value = "task-2122643" [ 2194.150618] env[62189]: _type = "Task" [ 2194.150618] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.155432] env[62189]: DEBUG oslo_vmware.rw_handles [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lease: (returnval){ [ 2194.155432] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5234b116-0e73-99e3-b74f-b59b98d4f43b" [ 2194.155432] env[62189]: _type = "HttpNfcLease" [ 2194.155432] env[62189]: } obtained for exporting VM: (result){ [ 2194.155432] env[62189]: value = "vm-434235" [ 2194.155432] env[62189]: _type = "VirtualMachine" [ 2194.155432] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2194.155940] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the lease: (returnval){ [ 2194.155940] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5234b116-0e73-99e3-b74f-b59b98d4f43b" [ 2194.155940] env[62189]: _type = "HttpNfcLease" [ 2194.155940] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2194.162110] env[62189]: DEBUG oslo_vmware.api [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.166915] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2194.166915] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5234b116-0e73-99e3-b74f-b59b98d4f43b" [ 2194.166915] env[62189]: _type = "HttpNfcLease" [ 2194.166915] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2194.175427] env[62189]: DEBUG nova.network.neutron [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2194.303979] env[62189]: DEBUG nova.network.neutron [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Updating instance_info_cache with network_info: [{"id": "26092197-e427-4061-973f-90279655a550", "address": "fa:16:3e:ea:97:85", "network": {"id": "d4d35d81-0512-48a3-87bd-029f0f4826c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1058831160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d297a3ad99574a0a987b76ffb3a3d3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26092197-e4", "ovs_interfaceid": "26092197-e427-4061-973f-90279655a550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2194.336290] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.427173] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122642, 'name': ReconfigVM_Task, 'duration_secs': 0.278472} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.427470] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 83dee887-5fc5-462a-bf0d-23dc9b844e2d/83dee887-5fc5-462a-bf0d-23dc9b844e2d.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2194.428089] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79f7c634-8c3d-4e44-a95c-3bfe9a3759de {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.433694] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2194.433694] env[62189]: value = "task-2122645" [ 2194.433694] env[62189]: _type = "Task" [ 2194.433694] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.441095] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122645, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.483418] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5ea0d3b6-8a08-472e-9bd5-146c70228eb1 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "4a9e6caa-71e1-4840-861e-d4246d2bd681" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.471s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.483680] env[62189]: DEBUG oslo_concurrency.lockutils [None req-559821bf-81cb-48bb-8b57-7a9e126ac66b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "4a9e6caa-71e1-4840-861e-d4246d2bd681" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.725s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.483770] env[62189]: DEBUG oslo_concurrency.lockutils [None req-559821bf-81cb-48bb-8b57-7a9e126ac66b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "4a9e6caa-71e1-4840-861e-d4246d2bd681-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.483956] env[62189]: DEBUG oslo_concurrency.lockutils [None req-559821bf-81cb-48bb-8b57-7a9e126ac66b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "4a9e6caa-71e1-4840-861e-d4246d2bd681-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.484124] env[62189]: DEBUG oslo_concurrency.lockutils [None req-559821bf-81cb-48bb-8b57-7a9e126ac66b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "4a9e6caa-71e1-4840-861e-d4246d2bd681-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.486990] env[62189]: INFO nova.compute.manager [None req-559821bf-81cb-48bb-8b57-7a9e126ac66b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Terminating instance [ 2194.534034] env[62189]: INFO nova.compute.manager [-] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Took 1.24 seconds to deallocate network for instance. [ 2194.663995] env[62189]: DEBUG oslo_vmware.api [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122643, 'name': ReconfigVM_Task, 'duration_secs': 0.193453} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.664634] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2194.665366] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c47b18-fef6-49d9-ac0e-6b72137a7ffe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.669038] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2194.669038] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5234b116-0e73-99e3-b74f-b59b98d4f43b" [ 2194.669038] env[62189]: _type = "HttpNfcLease" [ 2194.669038] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2194.669704] env[62189]: DEBUG oslo_vmware.rw_handles [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2194.669704] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5234b116-0e73-99e3-b74f-b59b98d4f43b" [ 2194.669704] env[62189]: _type = "HttpNfcLease" [ 2194.669704] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2194.670376] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e27f6a-2b3b-4dec-8818-2c4a8f400ef1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.690597] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7/1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2194.691136] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-469718f6-c724-46ee-afef-2eab4becca8c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.706562] env[62189]: DEBUG oslo_vmware.rw_handles [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d2eb48-e252-9247-fb6b-2f44390a38c9/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2194.706735] env[62189]: DEBUG oslo_vmware.rw_handles [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d2eb48-e252-9247-fb6b-2f44390a38c9/disk-0.vmdk for reading. {{(pid=62189) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2194.766109] env[62189]: DEBUG oslo_vmware.api [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2194.766109] env[62189]: value = "task-2122646" [ 2194.766109] env[62189]: _type = "Task" [ 2194.766109] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.775735] env[62189]: DEBUG oslo_vmware.api [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.799914] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e2fd6f4-a728-4d5a-98dd-906b1298c95a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.805933] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Releasing lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.806260] env[62189]: DEBUG nova.compute.manager [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Instance network_info: |[{"id": "26092197-e427-4061-973f-90279655a550", "address": "fa:16:3e:ea:97:85", "network": {"id": "d4d35d81-0512-48a3-87bd-029f0f4826c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1058831160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d297a3ad99574a0a987b76ffb3a3d3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26092197-e4", "ovs_interfaceid": "26092197-e427-4061-973f-90279655a550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2194.806759] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:97:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26092197-e427-4061-973f-90279655a550', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2194.815512] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Creating folder: Project (d297a3ad99574a0a987b76ffb3a3d3e7). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2194.815729] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b80773c-c672-47a6-9372-54bc584e0c3a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.825235] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Created folder: Project (d297a3ad99574a0a987b76ffb3a3d3e7) in parent group-v433996. [ 2194.825416] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Creating folder: Instances. Parent ref: group-v434236. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2194.827910] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a51f1b3-ed94-4a69-9218-bfa641bf8928 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.840646] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Created folder: Instances in parent group-v434236. [ 2194.840880] env[62189]: DEBUG oslo.service.loopingcall [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2194.841087] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2194.841272] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41f0c016-c4f1-4bdb-bb74-0b8694da2ac2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.859774] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2194.859774] env[62189]: value = "task-2122649" [ 2194.859774] env[62189]: _type = "Task" [ 2194.859774] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.867328] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122649, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.944316] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122645, 'name': Rename_Task, 'duration_secs': 0.134864} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.944619] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2194.944889] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d35c9ff0-de5e-4c69-b14d-47baaf1a6aad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.950826] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2194.950826] env[62189]: value = "task-2122650" [ 2194.950826] env[62189]: _type = "Task" [ 2194.950826] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.958963] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.990713] env[62189]: DEBUG nova.compute.manager [None req-559821bf-81cb-48bb-8b57-7a9e126ac66b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2194.990960] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-559821bf-81cb-48bb-8b57-7a9e126ac66b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2194.991281] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5707e5a-12d1-4f87-a435-bada13f5134e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.000118] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97b29f9-6795-45c0-97e3-474f0874d9f1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.019498] env[62189]: DEBUG nova.compute.manager [req-06f6bae9-5985-4685-adcc-77e13f182afc req-b1a66b51-0cae-45ec-8c52-2c5c1d82d252 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Received event network-changed-26092197-e427-4061-973f-90279655a550 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2195.019699] env[62189]: DEBUG nova.compute.manager [req-06f6bae9-5985-4685-adcc-77e13f182afc req-b1a66b51-0cae-45ec-8c52-2c5c1d82d252 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Refreshing instance network info cache due to event network-changed-26092197-e427-4061-973f-90279655a550. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2195.019900] env[62189]: DEBUG oslo_concurrency.lockutils [req-06f6bae9-5985-4685-adcc-77e13f182afc req-b1a66b51-0cae-45ec-8c52-2c5c1d82d252 service nova] Acquiring lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.020053] env[62189]: DEBUG oslo_concurrency.lockutils [req-06f6bae9-5985-4685-adcc-77e13f182afc req-b1a66b51-0cae-45ec-8c52-2c5c1d82d252 service nova] Acquired lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.020226] env[62189]: DEBUG nova.network.neutron [req-06f6bae9-5985-4685-adcc-77e13f182afc req-b1a66b51-0cae-45ec-8c52-2c5c1d82d252 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Refreshing network info cache for port 26092197-e427-4061-973f-90279655a550 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2195.042036] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.042474] env[62189]: WARNING nova.virt.vmwareapi.vmops [None req-559821bf-81cb-48bb-8b57-7a9e126ac66b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4a9e6caa-71e1-4840-861e-d4246d2bd681 could not be found. [ 2195.042655] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-559821bf-81cb-48bb-8b57-7a9e126ac66b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2195.042832] env[62189]: INFO nova.compute.manager [None req-559821bf-81cb-48bb-8b57-7a9e126ac66b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Took 0.05 seconds to destroy the instance on the hypervisor. [ 2195.043284] env[62189]: DEBUG oslo.service.loopingcall [None req-559821bf-81cb-48bb-8b57-7a9e126ac66b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2195.048726] env[62189]: DEBUG nova.compute.manager [-] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2195.048848] env[62189]: DEBUG nova.network.neutron [-] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2195.282306] env[62189]: DEBUG oslo_vmware.api [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122646, 'name': ReconfigVM_Task, 'duration_secs': 0.287352} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.284241] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7/1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2195.284241] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Updating instance '1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7' progress to 50 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2195.332687] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cbc731-4209-46de-8a70-f07b2e253c7b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.340392] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a224ac9-c0ed-4d03-83be-1bc612cc287f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.378377] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a19658-55bd-44e7-9fd5-0a838cc78234 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.389244] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122649, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.391462] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47db701-0520-40d3-891b-a3110bb526a8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.408618] env[62189]: DEBUG nova.compute.provider_tree [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2195.410873] env[62189]: DEBUG nova.network.neutron [-] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2195.464039] env[62189]: DEBUG oslo_vmware.api [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122650, 'name': PowerOnVM_Task, 'duration_secs': 0.48381} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.464339] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2195.464500] env[62189]: INFO nova.compute.manager [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Took 7.75 seconds to spawn the instance on the hypervisor. [ 2195.464816] env[62189]: DEBUG nova.compute.manager [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2195.465789] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2086af-0382-451e-85e4-95cc2771a395 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.746348] env[62189]: DEBUG nova.network.neutron [req-06f6bae9-5985-4685-adcc-77e13f182afc req-b1a66b51-0cae-45ec-8c52-2c5c1d82d252 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Updated VIF entry in instance network info cache for port 26092197-e427-4061-973f-90279655a550. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2195.746759] env[62189]: DEBUG nova.network.neutron [req-06f6bae9-5985-4685-adcc-77e13f182afc req-b1a66b51-0cae-45ec-8c52-2c5c1d82d252 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Updating instance_info_cache with network_info: [{"id": "26092197-e427-4061-973f-90279655a550", "address": "fa:16:3e:ea:97:85", "network": {"id": "d4d35d81-0512-48a3-87bd-029f0f4826c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1058831160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d297a3ad99574a0a987b76ffb3a3d3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26092197-e4", "ovs_interfaceid": "26092197-e427-4061-973f-90279655a550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2195.794796] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a5b150-00f8-4c38-aa40-e5cbc1426c36 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.816255] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03683654-a8b9-42ee-9d18-b1bb3077c1e8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.835160] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Updating instance '1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7' progress to 67 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2195.881843] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122649, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.913872] env[62189]: DEBUG nova.scheduler.client.report [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2195.918522] env[62189]: INFO nova.compute.manager [-] [instance: 4a9e6caa-71e1-4840-861e-d4246d2bd681] Took 0.87 seconds to deallocate network for instance. [ 2195.982358] env[62189]: INFO nova.compute.manager [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Took 14.66 seconds to build instance. [ 2196.249918] env[62189]: DEBUG oslo_concurrency.lockutils [req-06f6bae9-5985-4685-adcc-77e13f182afc req-b1a66b51-0cae-45ec-8c52-2c5c1d82d252 service nova] Releasing lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2196.250222] env[62189]: DEBUG nova.compute.manager [req-06f6bae9-5985-4685-adcc-77e13f182afc req-b1a66b51-0cae-45ec-8c52-2c5c1d82d252 service nova] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Received event network-vif-deleted-28c6f6bc-9f9b-4925-a1fe-260310f5a7b8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2196.383267] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122649, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.387765] env[62189]: DEBUG nova.network.neutron [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Port 24146efb-8513-431c-a977-44d01b04937e binding to destination host cpu-1 is already ACTIVE {{(pid=62189) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2196.419934] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.420509] env[62189]: DEBUG nova.compute.manager [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2196.428831] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.258s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.428831] env[62189]: INFO nova.compute.claims [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2196.484696] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bdd0d97e-4cd2-4568-8239-43d2daccfa0e tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "83dee887-5fc5-462a-bf0d-23dc9b844e2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.170s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.599142] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "110d723b-1cea-4fc0-b44a-c638f23e5879" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.599382] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "110d723b-1cea-4fc0-b44a-c638f23e5879" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.884072] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122649, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.932514] env[62189]: DEBUG nova.compute.utils [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2196.935947] env[62189]: DEBUG nova.compute.manager [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Not allocating networking since 'none' was specified. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2196.949512] env[62189]: DEBUG oslo_concurrency.lockutils [None req-559821bf-81cb-48bb-8b57-7a9e126ac66b tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "4a9e6caa-71e1-4840-861e-d4246d2bd681" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.466s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.075360] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquiring lock "de09db04-b851-4522-b9c9-9317443d1a34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2197.075620] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "de09db04-b851-4522-b9c9-9317443d1a34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2197.102850] env[62189]: DEBUG nova.compute.utils [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2197.384172] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122649, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.409731] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2197.409731] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2197.409946] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.437464] env[62189]: DEBUG nova.compute.manager [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2197.578285] env[62189]: DEBUG nova.compute.manager [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2197.606288] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "110d723b-1cea-4fc0-b44a-c638f23e5879" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.729298] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9d9bf8-ce3b-478e-9b5b-49559d364485 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.737898] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8752df-ab79-4f06-a764-3ff9f1942424 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.769892] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a282786-1322-465a-ab09-a7d37144f511 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.777323] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd95898-7ac9-40c8-aa09-46a5a33c1b2a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.790452] env[62189]: DEBUG nova.compute.provider_tree [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2197.885287] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122649, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.100955] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.212096] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "82c59de4-7170-4c18-899b-c1d56454cb38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.212096] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "82c59de4-7170-4c18-899b-c1d56454cb38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.293509] env[62189]: DEBUG nova.scheduler.client.report [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2198.386683] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122649, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.446976] env[62189]: DEBUG nova.compute.manager [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2198.455599] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "refresh_cache-1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2198.456011] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "refresh_cache-1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2198.456011] env[62189]: DEBUG nova.network.neutron [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2198.474252] env[62189]: DEBUG nova.virt.hardware [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2198.474512] env[62189]: DEBUG nova.virt.hardware [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2198.474668] env[62189]: DEBUG nova.virt.hardware [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2198.474846] env[62189]: DEBUG nova.virt.hardware [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2198.475134] env[62189]: DEBUG nova.virt.hardware [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2198.475134] env[62189]: DEBUG nova.virt.hardware [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2198.475513] env[62189]: DEBUG nova.virt.hardware [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2198.475697] env[62189]: DEBUG nova.virt.hardware [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2198.475869] env[62189]: DEBUG nova.virt.hardware [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2198.476053] env[62189]: DEBUG nova.virt.hardware [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2198.476233] env[62189]: DEBUG nova.virt.hardware [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2198.477539] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57250da5-13db-433b-8c1b-c42808475c3e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.485561] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa80995-7265-45ae-b361-862c27bc78be {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.500589] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Instance VIF info [] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2198.506572] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Creating folder: Project (6914615c9e204710bd192f762a72550c). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2198.507312] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4cd7342-d80f-43a6-aef0-24dd16fb695a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.518211] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Created folder: Project (6914615c9e204710bd192f762a72550c) in parent group-v433996. [ 2198.518403] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Creating folder: Instances. Parent ref: group-v434239. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2198.518646] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ae8dc8a-10e5-4935-bed7-ef8996e06241 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.527877] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Created folder: Instances in parent group-v434239. [ 2198.528141] env[62189]: DEBUG oslo.service.loopingcall [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2198.528359] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2198.528579] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c4f2f19-44cd-4606-8c6a-c08f7bdbb707 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.545218] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2198.545218] env[62189]: value = "task-2122653" [ 2198.545218] env[62189]: _type = "Task" [ 2198.545218] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.553382] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122653, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.680145] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "110d723b-1cea-4fc0-b44a-c638f23e5879" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.680459] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "110d723b-1cea-4fc0-b44a-c638f23e5879" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.680744] env[62189]: INFO nova.compute.manager [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Attaching volume 30cb9a86-4c32-49d6-9ec4-6133ae3581e5 to /dev/sdb [ 2198.714734] env[62189]: DEBUG nova.compute.manager [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2198.722149] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f0e79f-2751-42da-834a-19e54b14e3f0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.729570] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87abd29-2995-4986-bf21-bf6e086086f3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.744760] env[62189]: DEBUG nova.virt.block_device [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Updating existing volume attachment record: 5d3e9f88-02d4-41b3-ac1c-92db480b7254 {{(pid=62189) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2198.798785] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.799480] env[62189]: DEBUG nova.compute.manager [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2198.803038] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.174s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.803038] env[62189]: DEBUG nova.objects.instance [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lazy-loading 'resources' on Instance uuid ba898789-1168-41be-9a92-7ed61676c25e {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2198.888318] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122649, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.060173] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122653, 'name': CreateVM_Task, 'duration_secs': 0.42143} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.060404] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2199.060879] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2199.061092] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2199.061435] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2199.061738] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4baccda9-44d8-4b0c-bc45-a6db02d1d07a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.066471] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2199.066471] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523b8fb4-cd21-d189-1bb0-02f91f7e20b1" [ 2199.066471] env[62189]: _type = "Task" [ 2199.066471] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.075401] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523b8fb4-cd21-d189-1bb0-02f91f7e20b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.230329] env[62189]: DEBUG nova.network.neutron [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Updating instance_info_cache with network_info: [{"id": "24146efb-8513-431c-a977-44d01b04937e", "address": "fa:16:3e:c9:9d:aa", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24146efb-85", "ovs_interfaceid": "24146efb-8513-431c-a977-44d01b04937e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2199.243632] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.306293] env[62189]: DEBUG nova.compute.utils [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2199.310235] env[62189]: DEBUG nova.compute.manager [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Not allocating networking since 'none' was specified. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2199.393778] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122649, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.578621] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523b8fb4-cd21-d189-1bb0-02f91f7e20b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014914} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.578954] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2199.579205] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2199.579440] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2199.579583] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2199.579761] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2199.580043] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9be3c878-6368-43cf-9e25-d3c69d9c0ebc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.588670] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2199.588856] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2199.589613] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa42c20-d91c-4717-9d53-78ba29461fa7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.594888] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1794a7f7-f4a1-4996-a209-68e5b538ac7d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.598328] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2199.598328] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52078f9f-7d80-8de3-3ee8-c2a2066bafb4" [ 2199.598328] env[62189]: _type = "Task" [ 2199.598328] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.604288] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0f6c31-fc20-4277-b2b9-3c0e1b7fba4d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.609759] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52078f9f-7d80-8de3-3ee8-c2a2066bafb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.636084] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5690cdd8-b3b6-4527-80a3-edabad820822 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.643049] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3e33ab-2380-4de4-9618-e869b9c5b0b7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.657571] env[62189]: DEBUG nova.compute.provider_tree [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2199.734024] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "refresh_cache-1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2199.796640] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2199.796840] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2199.811394] env[62189]: DEBUG nova.compute.manager [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2199.887879] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122649, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.108271] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52078f9f-7d80-8de3-3ee8-c2a2066bafb4, 'name': SearchDatastore_Task, 'duration_secs': 0.021196} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.109012] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c24d6de-e79c-44b0-b986-eed7e9a46e21 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.114505] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2200.114505] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52df1e8a-9be1-13e9-3c7a-62a828eb7751" [ 2200.114505] env[62189]: _type = "Task" [ 2200.114505] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.122132] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52df1e8a-9be1-13e9-3c7a-62a828eb7751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.160623] env[62189]: DEBUG nova.scheduler.client.report [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2200.258868] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef5fce1-434c-44aa-8fa4-01316d167f32 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.279509] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12d17ec-43e5-4bc4-a2f7-99658ab723ac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.287352] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Updating instance '1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7' progress to 83 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2200.304793] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2200.304964] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2200.390932] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122649, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.625821] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52df1e8a-9be1-13e9-3c7a-62a828eb7751, 'name': SearchDatastore_Task, 'duration_secs': 0.032105} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.626203] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2200.626357] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 3d1f641d-6349-4960-8bf1-7fbd4ff4a785/3d1f641d-6349-4960-8bf1-7fbd4ff4a785.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2200.626650] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96c9353f-d13d-4d34-83a1-d94ac021696b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.634007] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2200.634007] env[62189]: value = "task-2122657" [ 2200.634007] env[62189]: _type = "Task" [ 2200.634007] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.642434] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.666595] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.669895] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.333s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.669895] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.671457] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.629s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.671659] env[62189]: DEBUG nova.objects.instance [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lazy-loading 'resources' on Instance uuid 4daddfd6-32d5-433e-bac1-76092697c705 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2200.690406] env[62189]: INFO nova.scheduler.client.report [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Deleted allocations for instance 1a094a38-e7dc-4c76-9074-766c934140e7 [ 2200.692245] env[62189]: INFO nova.scheduler.client.report [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Deleted allocations for instance ba898789-1168-41be-9a92-7ed61676c25e [ 2200.793939] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2200.794278] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d4110b9-7ab3-4bc0-a452-c882964907ec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.803330] env[62189]: DEBUG oslo_vmware.api [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2200.803330] env[62189]: value = "task-2122658" [ 2200.803330] env[62189]: _type = "Task" [ 2200.803330] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.806796] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2200.807016] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2200.807588] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2200.807753] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2200.807905] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2200.808098] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2200.808249] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2200.808440] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2200.808586] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2200.814844] env[62189]: DEBUG oslo_vmware.api [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.820456] env[62189]: DEBUG nova.compute.manager [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2200.847737] env[62189]: DEBUG nova.virt.hardware [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2200.847986] env[62189]: DEBUG nova.virt.hardware [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2200.848161] env[62189]: DEBUG nova.virt.hardware [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2200.848356] env[62189]: DEBUG nova.virt.hardware [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2200.848498] env[62189]: DEBUG nova.virt.hardware [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2200.848673] env[62189]: DEBUG nova.virt.hardware [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2200.848894] env[62189]: DEBUG nova.virt.hardware [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2200.849075] env[62189]: DEBUG nova.virt.hardware [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2200.849261] env[62189]: DEBUG nova.virt.hardware [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2200.849450] env[62189]: DEBUG nova.virt.hardware [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2200.849631] env[62189]: DEBUG nova.virt.hardware [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2200.850518] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cd651b-3e0c-465a-93f0-00e1d6702285 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.858723] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb3a4a2-c1c9-4b80-bf2d-fdb7097f0e30 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.873861] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Instance VIF info [] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2200.882981] env[62189]: DEBUG oslo.service.loopingcall [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2200.883427] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2200.887904] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6bc6501-3272-40ef-8520-d0e75e365eba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.915676] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122649, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.917511] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2200.917511] env[62189]: value = "task-2122659" [ 2200.917511] env[62189]: _type = "Task" [ 2200.917511] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.929196] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122659, 'name': CreateVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.149409] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122657, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.203524] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5264f05c-fa3e-470e-a61e-6bb8307f118c tempest-ImagesTestJSON-1037334613 tempest-ImagesTestJSON-1037334613-project-member] Lock "ba898789-1168-41be-9a92-7ed61676c25e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.237s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.207986] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6934d9b8-7791-48e5-89b7-429c6290ac7f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "1a094a38-e7dc-4c76-9074-766c934140e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.696s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.312039] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.316724] env[62189]: DEBUG oslo_vmware.api [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122658, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.396305] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122649, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.428379] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122659, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.500990] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d6d1fa-73a6-4757-8938-317002d10611 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.509638] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eecd97e-43ac-4109-a1c6-92a4ecdc6df6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.545721] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018aa5e9-7fd1-4a63-9fbf-bf499295e3c9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.554037] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f36a6f-06d8-4209-aa15-7e5a9b4d3ff1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.568804] env[62189]: DEBUG nova.compute.provider_tree [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2201.645818] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587003} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.646163] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 3d1f641d-6349-4960-8bf1-7fbd4ff4a785/3d1f641d-6349-4960-8bf1-7fbd4ff4a785.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2201.646163] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2201.646374] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b329e98b-cd12-4f02-be95-1810b575f0e4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.655413] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2201.655413] env[62189]: value = "task-2122661" [ 2201.655413] env[62189]: _type = "Task" [ 2201.655413] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.669134] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.814928] env[62189]: DEBUG oslo_vmware.api [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122658, 'name': PowerOnVM_Task, 'duration_secs': 0.739692} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.815208] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2201.815438] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15c62e4f-c6ab-45d0-9013-3b3180e87b86 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Updating instance '1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7' progress to 100 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2201.893679] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122649, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.933658] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122659, 'name': CreateVM_Task, 'duration_secs': 0.726168} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.933823] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2201.939675] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.939675] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.939675] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2201.939675] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067f50fe-e7bc-4e4b-b959-a0e626f5b6ff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.944744] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2201.944744] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5208f622-2818-7f53-a730-6ac02e551ff3" [ 2201.944744] env[62189]: _type = "Task" [ 2201.944744] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.954359] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5208f622-2818-7f53-a730-6ac02e551ff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.104042] env[62189]: ERROR nova.scheduler.client.report [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [req-9f8f3155-23c3-47e8-b062-ec2796eb81cf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f8f3155-23c3-47e8-b062-ec2796eb81cf"}]} [ 2202.122105] env[62189]: DEBUG nova.scheduler.client.report [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2202.135267] env[62189]: DEBUG nova.scheduler.client.report [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2202.135493] env[62189]: DEBUG nova.compute.provider_tree [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2202.147759] env[62189]: DEBUG nova.scheduler.client.report [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2202.166513] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208095} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.167344] env[62189]: DEBUG nova.scheduler.client.report [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2202.169465] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2202.170984] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fea0cf-c7f0-46eb-8ffa-484adeb7179d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.193453] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 3d1f641d-6349-4960-8bf1-7fbd4ff4a785/3d1f641d-6349-4960-8bf1-7fbd4ff4a785.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2202.196656] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab55e9f2-2207-4305-9683-e2c684170e62 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.221584] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2202.221584] env[62189]: value = "task-2122662" [ 2202.221584] env[62189]: _type = "Task" [ 2202.221584] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.231183] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.397904] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122649, 'name': CreateVM_Task, 'duration_secs': 7.492512} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.398204] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2202.398904] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2202.455870] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5208f622-2818-7f53-a730-6ac02e551ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.033368} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.458181] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2202.458401] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2202.459418] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2202.459418] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2202.459418] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2202.459569] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2202.459803] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2202.460036] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41d69c98-d168-4a66-bdc3-54975198e4e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.463345] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5f695d-5419-4604-ac29-8fbf8273d72d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.467381] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2202.467381] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5267eb4f-7573-2b3b-aee3-bddb4eb50c68" [ 2202.467381] env[62189]: _type = "Task" [ 2202.467381] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.472027] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2202.472162] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2202.476264] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1da7103-ce86-4c98-ad68-465f414b76d3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.483281] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2202.483281] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52676b01-56b1-ef90-971f-aefd81f26553" [ 2202.483281] env[62189]: _type = "Task" [ 2202.483281] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.488212] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5267eb4f-7573-2b3b-aee3-bddb4eb50c68, 'name': SearchDatastore_Task, 'duration_secs': 0.015672} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.491475] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2202.492047] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2202.492136] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2202.500471] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52676b01-56b1-ef90-971f-aefd81f26553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.532681] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1ac8fd-2e3d-489b-b686-e9486f854c21 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.541105] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2686fe-c524-474f-8abf-57bed2d12b2c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.575875] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923cd2b6-db3b-4674-acc9-66637a25c953 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.581442] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "c0c2b9f2-4cef-4224-aaec-c77642696a46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2202.581679] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "c0c2b9f2-4cef-4224-aaec-c77642696a46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2202.590592] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdac20ce-83fc-4dba-b91c-2bb1d147517a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.607962] env[62189]: DEBUG nova.compute.provider_tree [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2202.731653] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.000110] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52676b01-56b1-ef90-971f-aefd81f26553, 'name': SearchDatastore_Task, 'duration_secs': 0.018556} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.001085] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-973eebd6-4c2f-48e4-b57d-e7c9895dce96 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.008181] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2203.008181] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52297ee0-9d07-d5bc-76c6-a5336dd634d0" [ 2203.008181] env[62189]: _type = "Task" [ 2203.008181] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.016926] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52297ee0-9d07-d5bc-76c6-a5336dd634d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.085074] env[62189]: DEBUG nova.compute.manager [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2203.145869] env[62189]: DEBUG nova.scheduler.client.report [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2203.146142] env[62189]: DEBUG nova.compute.provider_tree [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 124 to 125 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2203.146320] env[62189]: DEBUG nova.compute.provider_tree [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2203.236184] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122662, 'name': ReconfigVM_Task, 'duration_secs': 0.619226} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.236494] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 3d1f641d-6349-4960-8bf1-7fbd4ff4a785/3d1f641d-6349-4960-8bf1-7fbd4ff4a785.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2203.237465] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5834494-4bfc-4c10-af82-d00affffbb9b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.243794] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2203.243794] env[62189]: value = "task-2122663" [ 2203.243794] env[62189]: _type = "Task" [ 2203.243794] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.253117] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122663, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.520370] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52297ee0-9d07-d5bc-76c6-a5336dd634d0, 'name': SearchDatastore_Task, 'duration_secs': 0.039832} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.520737] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2203.521009] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] ddc16924-c483-4917-8b8b-7e0290627945/ddc16924-c483-4917-8b8b-7e0290627945.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2203.521309] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.521513] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2203.522374] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30e17750-5a4f-431a-88dd-e3d78014ea69 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.524043] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b7284fb-50c7-4cb4-84d8-282d2c3be421 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.532308] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2203.532308] env[62189]: value = "task-2122664" [ 2203.532308] env[62189]: _type = "Task" [ 2203.532308] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.538197] env[62189]: DEBUG oslo_vmware.rw_handles [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d2eb48-e252-9247-fb6b-2f44390a38c9/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2203.538971] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2203.539399] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2203.541457] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02c32b4-6b7e-4668-9966-9722772a4463 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.544968] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf9fd84-24c4-4fd3-9968-f1df9fe5eabe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.550470] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.553314] env[62189]: DEBUG oslo_vmware.rw_handles [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d2eb48-e252-9247-fb6b-2f44390a38c9/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2203.553486] env[62189]: ERROR oslo_vmware.rw_handles [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d2eb48-e252-9247-fb6b-2f44390a38c9/disk-0.vmdk due to incomplete transfer. [ 2203.554674] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6e2ccfd7-4911-49d6-ab73-eb3e6c757a8f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.556306] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2203.556306] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5238c8ae-3ae8-0e9a-f258-3e369e96c536" [ 2203.556306] env[62189]: _type = "Task" [ 2203.556306] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.564990] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5238c8ae-3ae8-0e9a-f258-3e369e96c536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.571720] env[62189]: DEBUG oslo_vmware.rw_handles [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d2eb48-e252-9247-fb6b-2f44390a38c9/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2203.571947] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Uploaded image c4fdb4bd-6008-41c8-b82b-5256d9d77dfd to the Glance image server {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2203.574346] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2203.574609] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2a4bf5ae-f361-445d-9c90-7524d607c012 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.581199] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2203.581199] env[62189]: value = "task-2122665" [ 2203.581199] env[62189]: _type = "Task" [ 2203.581199] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.593455] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122665, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.611024] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.651174] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.980s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.654013] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.553s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.655668] env[62189]: INFO nova.compute.claims [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2203.674434] env[62189]: INFO nova.scheduler.client.report [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleted allocations for instance 4daddfd6-32d5-433e-bac1-76092697c705 [ 2203.756053] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122663, 'name': Rename_Task, 'duration_secs': 0.175294} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.756331] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2203.756532] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2a73cd7-11d3-440d-88f8-4afca27c3ecd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.762995] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2203.762995] env[62189]: value = "task-2122666" [ 2203.762995] env[62189]: _type = "Task" [ 2203.762995] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.771679] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.795437] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Volume attach. Driver type: vmdk {{(pid=62189) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2203.796241] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434243', 'volume_id': '30cb9a86-4c32-49d6-9ec4-6133ae3581e5', 'name': 'volume-30cb9a86-4c32-49d6-9ec4-6133ae3581e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '110d723b-1cea-4fc0-b44a-c638f23e5879', 'attached_at': '', 'detached_at': '', 'volume_id': '30cb9a86-4c32-49d6-9ec4-6133ae3581e5', 'serial': '30cb9a86-4c32-49d6-9ec4-6133ae3581e5'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2203.798350] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357e1aae-8f72-407b-84a3-8d4dcc1bd721 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.817417] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b66d847-ed3d-482a-b982-86958f4172e1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.849245] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] volume-30cb9a86-4c32-49d6-9ec4-6133ae3581e5/volume-30cb9a86-4c32-49d6-9ec4-6133ae3581e5.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2203.850070] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc3d4a10-ceeb-4921-8bda-bd518998e9fc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.871027] env[62189]: DEBUG oslo_vmware.api [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2203.871027] env[62189]: value = "task-2122667" [ 2203.871027] env[62189]: _type = "Task" [ 2203.871027] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.878916] env[62189]: DEBUG oslo_vmware.api [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.001934] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.002215] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.002430] env[62189]: DEBUG nova.compute.manager [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Going to confirm migration 5 {{(pid=62189) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2204.043350] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122664, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.069338] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5238c8ae-3ae8-0e9a-f258-3e369e96c536, 'name': SearchDatastore_Task, 'duration_secs': 0.017339} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.070259] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8eb293-8fc1-4367-b53f-42e80046ece5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.076506] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2204.076506] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b61907-35bd-2fe8-5b20-27b99de54bcc" [ 2204.076506] env[62189]: _type = "Task" [ 2204.076506] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.084933] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b61907-35bd-2fe8-5b20-27b99de54bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.092883] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122665, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.184546] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4285180c-7445-4c24-bd71-e16dcc830583 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "4daddfd6-32d5-433e-bac1-76092697c705" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.731s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.274323] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122666, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.382090] env[62189]: DEBUG oslo_vmware.api [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.544233] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536079} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.544680] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] ddc16924-c483-4917-8b8b-7e0290627945/ddc16924-c483-4917-8b8b-7e0290627945.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2204.544680] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2204.545353] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57704b78-2d30-46ab-b6cc-3abcf21abc44 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.550368] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "refresh_cache-1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2204.550554] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "refresh_cache-1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2204.550736] env[62189]: DEBUG nova.network.neutron [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2204.550913] env[62189]: DEBUG nova.objects.instance [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lazy-loading 'info_cache' on Instance uuid 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2204.555821] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2204.555821] env[62189]: value = "task-2122668" [ 2204.555821] env[62189]: _type = "Task" [ 2204.555821] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.566543] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.589077] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b61907-35bd-2fe8-5b20-27b99de54bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.014999} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.592308] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2204.592577] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] e385ee9b-0d65-4b37-8695-2df299aff0ac/e385ee9b-0d65-4b37-8695-2df299aff0ac.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2204.593160] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de19e2d4-6667-4cbb-8503-dad3d297344d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.601495] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122665, 'name': Destroy_Task, 'duration_secs': 0.618089} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.602804] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Destroyed the VM [ 2204.603151] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2204.603437] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2204.603437] env[62189]: value = "task-2122669" [ 2204.603437] env[62189]: _type = "Task" [ 2204.603437] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.603691] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-22bd875c-3176-4b4c-8d69-78dad0a3231c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.614486] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.615669] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2204.615669] env[62189]: value = "task-2122670" [ 2204.615669] env[62189]: _type = "Task" [ 2204.615669] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.624145] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122670, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.777177] env[62189]: DEBUG oslo_vmware.api [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122666, 'name': PowerOnVM_Task, 'duration_secs': 0.75617} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.777461] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2204.777635] env[62189]: INFO nova.compute.manager [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Took 6.33 seconds to spawn the instance on the hypervisor. [ 2204.777813] env[62189]: DEBUG nova.compute.manager [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2204.778644] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd557b0-a495-4d1c-add2-e55613d6f617 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.786385] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "f6383b85-a15a-4cd6-9760-16f0a78cc5a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.786646] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "f6383b85-a15a-4cd6-9760-16f0a78cc5a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.786865] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "f6383b85-a15a-4cd6-9760-16f0a78cc5a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.787050] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "f6383b85-a15a-4cd6-9760-16f0a78cc5a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.787223] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "f6383b85-a15a-4cd6-9760-16f0a78cc5a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.793550] env[62189]: INFO nova.compute.manager [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Terminating instance [ 2204.882205] env[62189]: DEBUG oslo_vmware.api [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122667, 'name': ReconfigVM_Task, 'duration_secs': 0.858765} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.882576] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Reconfigured VM instance instance-0000003b to attach disk [datastore2] volume-30cb9a86-4c32-49d6-9ec4-6133ae3581e5/volume-30cb9a86-4c32-49d6-9ec4-6133ae3581e5.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2204.887631] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d21708a2-da96-4659-a73b-584123dfea67 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.906620] env[62189]: DEBUG oslo_vmware.api [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2204.906620] env[62189]: value = "task-2122671" [ 2204.906620] env[62189]: _type = "Task" [ 2204.906620] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.919979] env[62189]: DEBUG oslo_vmware.api [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.977919] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be00b1f7-db9b-42e6-b393-579877142b8f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.987430] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2205cb09-68e2-450e-a960-60776de32e3e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.021980] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56edeaaf-2600-4f35-9824-267cdd0e8d7a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.030763] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bd7020-05e9-439d-8f53-711f1fa4629c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.046393] env[62189]: DEBUG nova.compute.provider_tree [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2205.066515] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186385} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.066992] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2205.067846] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b33754b-5e06-4683-a6d4-6b957f90344e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.088794] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] ddc16924-c483-4917-8b8b-7e0290627945/ddc16924-c483-4917-8b8b-7e0290627945.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2205.089405] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90a959f6-bd35-4e74-a578-9bbf625fc166 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.110556] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2205.110556] env[62189]: value = "task-2122672" [ 2205.110556] env[62189]: _type = "Task" [ 2205.110556] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.117045] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122669, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.123711] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.129303] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122670, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.303895] env[62189]: DEBUG nova.compute.manager [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2205.304283] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2205.305321] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef308d98-e053-42ca-aba1-ae092931bff4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.314145] env[62189]: INFO nova.compute.manager [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Took 15.38 seconds to build instance. [ 2205.318766] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2205.319307] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d26e4612-0333-436d-a395-8f8fa2e700fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.329484] env[62189]: DEBUG oslo_vmware.api [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2205.329484] env[62189]: value = "task-2122673" [ 2205.329484] env[62189]: _type = "Task" [ 2205.329484] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.340509] env[62189]: DEBUG oslo_vmware.api [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.417616] env[62189]: DEBUG oslo_vmware.api [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122671, 'name': ReconfigVM_Task, 'duration_secs': 0.201524} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.418121] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434243', 'volume_id': '30cb9a86-4c32-49d6-9ec4-6133ae3581e5', 'name': 'volume-30cb9a86-4c32-49d6-9ec4-6133ae3581e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '110d723b-1cea-4fc0-b44a-c638f23e5879', 'attached_at': '', 'detached_at': '', 'volume_id': '30cb9a86-4c32-49d6-9ec4-6133ae3581e5', 'serial': '30cb9a86-4c32-49d6-9ec4-6133ae3581e5'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2205.552643] env[62189]: DEBUG nova.scheduler.client.report [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2205.618730] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813234} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.623375] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] e385ee9b-0d65-4b37-8695-2df299aff0ac/e385ee9b-0d65-4b37-8695-2df299aff0ac.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2205.623925] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2205.627419] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5b3c791-dd46-49a0-855c-443ff60e45b4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.629613] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122672, 'name': ReconfigVM_Task, 'duration_secs': 0.508431} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.630460] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Reconfigured VM instance instance-00000058 to attach disk [datastore2] ddc16924-c483-4917-8b8b-7e0290627945/ddc16924-c483-4917-8b8b-7e0290627945.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2205.631829] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f919890-9560-4fa6-9571-1b31bc5937fa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.636826] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122670, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.638955] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2205.638955] env[62189]: value = "task-2122674" [ 2205.638955] env[62189]: _type = "Task" [ 2205.638955] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.648876] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.650640] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2205.650640] env[62189]: value = "task-2122675" [ 2205.650640] env[62189]: _type = "Task" [ 2205.650640] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.661164] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122675, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.820890] env[62189]: DEBUG nova.network.neutron [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Updating instance_info_cache with network_info: [{"id": "24146efb-8513-431c-a977-44d01b04937e", "address": "fa:16:3e:c9:9d:aa", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24146efb-85", "ovs_interfaceid": "24146efb-8513-431c-a977-44d01b04937e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2205.822324] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fdcbf6c-9d07-4322-8131-cce1a57a06be tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "3d1f641d-6349-4960-8bf1-7fbd4ff4a785" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.903s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.840777] env[62189]: DEBUG oslo_vmware.api [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122673, 'name': PowerOffVM_Task, 'duration_secs': 0.306989} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.841036] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2205.841203] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2205.841693] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5860bb4d-3a2e-464d-aba5-38e8fe95e17e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.971721] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2205.971721] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2205.971721] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleting the datastore file [datastore2] f6383b85-a15a-4cd6-9760-16f0a78cc5a0 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2205.972050] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d69ee3b3-b555-4118-8527-11b4e51ba10a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.978865] env[62189]: DEBUG oslo_vmware.api [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2205.978865] env[62189]: value = "task-2122677" [ 2205.978865] env[62189]: _type = "Task" [ 2205.978865] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.986985] env[62189]: DEBUG oslo_vmware.api [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.059677] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.060332] env[62189]: DEBUG nova.compute.manager [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2206.062915] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.820s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.064318] env[62189]: INFO nova.compute.claims [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2206.128897] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122670, 'name': RemoveSnapshot_Task, 'duration_secs': 1.032352} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.129178] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2206.129451] env[62189]: DEBUG nova.compute.manager [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2206.130597] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ec3c5f-ddc8-4913-98ad-4b85d6502cfd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.147382] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071257} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.147632] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2206.149024] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e6136f-58e2-4bcb-aa8b-9867952d579f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.171690] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] e385ee9b-0d65-4b37-8695-2df299aff0ac/e385ee9b-0d65-4b37-8695-2df299aff0ac.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2206.172846] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b61851a9-fa0a-41c5-981f-e35837201899 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.190866] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122675, 'name': Rename_Task, 'duration_secs': 0.148275} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.191413] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2206.191612] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7adfce2-dfb9-4e75-b531-02b9c8f2bfa4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.197106] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2206.197106] env[62189]: value = "task-2122678" [ 2206.197106] env[62189]: _type = "Task" [ 2206.197106] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.198481] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2206.198481] env[62189]: value = "task-2122679" [ 2206.198481] env[62189]: _type = "Task" [ 2206.198481] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.209452] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.212214] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.323946] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "refresh_cache-1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.324352] env[62189]: DEBUG nova.objects.instance [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lazy-loading 'migration_context' on Instance uuid 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2206.456205] env[62189]: DEBUG nova.objects.instance [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lazy-loading 'flavor' on Instance uuid 110d723b-1cea-4fc0-b44a-c638f23e5879 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2206.489567] env[62189]: DEBUG oslo_vmware.api [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467606} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.491041] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2206.491041] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2206.491041] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2206.491041] env[62189]: INFO nova.compute.manager [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2206.491041] env[62189]: DEBUG oslo.service.loopingcall [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2206.491041] env[62189]: DEBUG nova.compute.manager [-] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2206.491359] env[62189]: DEBUG nova.network.neutron [-] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2206.569346] env[62189]: DEBUG nova.compute.utils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2206.572653] env[62189]: DEBUG nova.compute.manager [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2206.572817] env[62189]: DEBUG nova.network.neutron [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2206.642943] env[62189]: INFO nova.compute.manager [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Shelve offloading [ 2206.649693] env[62189]: DEBUG nova.policy [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c56a73248634c17a3b818fa7c41dc76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce6ae4d53d9b46d9bc24a1ee9418e19e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2206.717124] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.721056] env[62189]: DEBUG oslo_vmware.api [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122679, 'name': PowerOnVM_Task, 'duration_secs': 0.46253} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.721613] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2206.721837] env[62189]: INFO nova.compute.manager [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Took 5.90 seconds to spawn the instance on the hypervisor. [ 2206.722065] env[62189]: DEBUG nova.compute.manager [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2206.723173] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f4e027-742b-462f-8cfa-8a5a2b4704fa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.827183] env[62189]: DEBUG nova.objects.base [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Object Instance<1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7> lazy-loaded attributes: info_cache,migration_context {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2206.828163] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0770ab9d-2f12-4e67-afba-87829d10296a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.850473] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd16506-8e8e-4652-a17d-405bc4705369 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.858160] env[62189]: DEBUG oslo_vmware.api [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2206.858160] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521da0c5-c0bb-f949-e367-1de822581b2f" [ 2206.858160] env[62189]: _type = "Task" [ 2206.858160] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.877357] env[62189]: DEBUG oslo_vmware.api [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521da0c5-c0bb-f949-e367-1de822581b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.898223] env[62189]: DEBUG nova.compute.manager [req-3e575830-1f6e-4ca2-82e2-65fc28147c05 req-2850aa7f-c666-4105-998c-0fe16aeddcfd service nova] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Received event network-vif-deleted-6d0716d3-c48d-463c-9207-6d02c80540ad {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2206.898438] env[62189]: INFO nova.compute.manager [req-3e575830-1f6e-4ca2-82e2-65fc28147c05 req-2850aa7f-c666-4105-998c-0fe16aeddcfd service nova] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Neutron deleted interface 6d0716d3-c48d-463c-9207-6d02c80540ad; detaching it from the instance and deleting it from the info cache [ 2206.898635] env[62189]: DEBUG nova.network.neutron [req-3e575830-1f6e-4ca2-82e2-65fc28147c05 req-2850aa7f-c666-4105-998c-0fe16aeddcfd service nova] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.965026] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a1c33511-7069-4dc2-877b-d3f4076303a9 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "110d723b-1cea-4fc0-b44a-c638f23e5879" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.282s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.983620] env[62189]: DEBUG nova.network.neutron [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Successfully created port: 7684f26d-f66c-4f4c-b6c8-d90e7b887e23 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2207.075901] env[62189]: DEBUG nova.compute.manager [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2207.147539] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2207.151598] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80f83711-626d-45de-b255-0b4509dace69 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.163724] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2207.163724] env[62189]: value = "task-2122680" [ 2207.163724] env[62189]: _type = "Task" [ 2207.163724] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.173326] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.212565] env[62189]: INFO nova.compute.manager [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Rescuing [ 2207.212565] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2207.212565] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.212565] env[62189]: DEBUG nova.network.neutron [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2207.213601] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122678, 'name': ReconfigVM_Task, 'duration_secs': 0.854371} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.213849] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Reconfigured VM instance instance-00000056 to attach disk [datastore2] e385ee9b-0d65-4b37-8695-2df299aff0ac/e385ee9b-0d65-4b37-8695-2df299aff0ac.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2207.214699] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7377c910-32c3-474d-96df-66628eea6ee3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.224061] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2207.224061] env[62189]: value = "task-2122681" [ 2207.224061] env[62189]: _type = "Task" [ 2207.224061] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.234369] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122681, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.247875] env[62189]: INFO nova.compute.manager [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Took 17.10 seconds to build instance. [ 2207.324824] env[62189]: DEBUG nova.network.neutron [-] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2207.371165] env[62189]: DEBUG oslo_vmware.api [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521da0c5-c0bb-f949-e367-1de822581b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.021161} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.372513] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.400695] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4447652-b13d-4ec7-bb41-cf0446de7ca0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.414562] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48bd06f-aa92-4edd-bcc7-91f82d4c2117 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.455355] env[62189]: DEBUG nova.compute.manager [req-3e575830-1f6e-4ca2-82e2-65fc28147c05 req-2850aa7f-c666-4105-998c-0fe16aeddcfd service nova] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Detach interface failed, port_id=6d0716d3-c48d-463c-9207-6d02c80540ad, reason: Instance f6383b85-a15a-4cd6-9760-16f0a78cc5a0 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2207.470092] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d651acff-55b4-49d7-bafe-5869d734ee32 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.481270] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da38c8a-b413-439c-af41-82c85c229cc7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.512798] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5126d581-404a-4fdb-8192-c0371fed4b8f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.521588] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e24f01-ca74-4898-83d1-28bea55981b1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.537159] env[62189]: DEBUG nova.compute.provider_tree [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2207.580737] env[62189]: INFO nova.compute.manager [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Rebuilding instance [ 2207.627170] env[62189]: DEBUG nova.compute.manager [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2207.628057] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958b3eab-424f-4ded-a3d6-2aae1d6a4c08 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.674959] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] VM already powered off {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2207.675226] env[62189]: DEBUG nova.compute.manager [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2207.675954] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b559d508-63ae-406c-9277-1fbfc2820919 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.682832] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2207.682993] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquired lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.683397] env[62189]: DEBUG nova.network.neutron [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2207.735158] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122681, 'name': Rename_Task, 'duration_secs': 0.214226} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.735436] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2207.735682] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c973ebf1-939b-4f88-9e53-abf4480da3e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.743348] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2207.743348] env[62189]: value = "task-2122682" [ 2207.743348] env[62189]: _type = "Task" [ 2207.743348] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.753817] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6392b90-2021-4a97-8618-9844715cd5b8 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "ddc16924-c483-4917-8b8b-7e0290627945" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.612s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.754081] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.759605] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquiring lock "6457216d-b66f-486f-97ec-2d50a9eaf484" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.759881] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "6457216d-b66f-486f-97ec-2d50a9eaf484" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.760220] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquiring lock "6457216d-b66f-486f-97ec-2d50a9eaf484-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.760497] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "6457216d-b66f-486f-97ec-2d50a9eaf484-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.760680] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "6457216d-b66f-486f-97ec-2d50a9eaf484-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.764934] env[62189]: INFO nova.compute.manager [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Terminating instance [ 2207.827815] env[62189]: INFO nova.compute.manager [-] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Took 1.34 seconds to deallocate network for instance. [ 2207.971863] env[62189]: DEBUG nova.network.neutron [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Updating instance_info_cache with network_info: [{"id": "5a1b7508-653c-4476-b2b3-a3d27e40fa02", "address": "fa:16:3e:40:4d:c8", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1b7508-65", "ovs_interfaceid": "5a1b7508-653c-4476-b2b3-a3d27e40fa02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2208.042126] env[62189]: DEBUG nova.scheduler.client.report [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2208.091381] env[62189]: DEBUG nova.compute.manager [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2208.113640] env[62189]: DEBUG nova.virt.hardware [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2208.113878] env[62189]: DEBUG nova.virt.hardware [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2208.114062] env[62189]: DEBUG nova.virt.hardware [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2208.114250] env[62189]: DEBUG nova.virt.hardware [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2208.114398] env[62189]: DEBUG nova.virt.hardware [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2208.114595] env[62189]: DEBUG nova.virt.hardware [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2208.114857] env[62189]: DEBUG nova.virt.hardware [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2208.115206] env[62189]: DEBUG nova.virt.hardware [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2208.115206] env[62189]: DEBUG nova.virt.hardware [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2208.115352] env[62189]: DEBUG nova.virt.hardware [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2208.115535] env[62189]: DEBUG nova.virt.hardware [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2208.116424] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159cb32e-a5d2-4e75-990e-fec0d6555936 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.124983] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef04d35-2a6b-4cc4-b4b9-647b741a8b2a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.255014] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.269416] env[62189]: DEBUG nova.compute.manager [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2208.269676] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2208.270660] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efc72bc-304e-477b-9c23-d26de08581c0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.281090] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2208.281366] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcbab77f-4626-482e-a538-dada1b2057be {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.288715] env[62189]: DEBUG oslo_vmware.api [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 2208.288715] env[62189]: value = "task-2122683" [ 2208.288715] env[62189]: _type = "Task" [ 2208.288715] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.301305] env[62189]: DEBUG oslo_vmware.api [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.335302] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.436464] env[62189]: DEBUG nova.network.neutron [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Updating instance_info_cache with network_info: [{"id": "266e45b2-bc60-4015-bf9c-586a18dcc7e3", "address": "fa:16:3e:e8:17:06", "network": {"id": "ae8be405-7310-4f6c-b64d-b3252705b6fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924334693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d11cbf5c3c642ba8783a41041a3a26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266e45b2-bc", "ovs_interfaceid": "266e45b2-bc60-4015-bf9c-586a18dcc7e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2208.474028] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2208.546956] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.547511] env[62189]: DEBUG nova.compute.manager [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2208.551059] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.239s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.551059] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.551245] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2208.551433] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.941s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.553236] env[62189]: INFO nova.compute.claims [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2208.556556] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592f8057-3df2-4f66-8598-d4b14a1b79ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.571024] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e013ada-7eb9-4ac3-a52d-c1d801880879 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.589392] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8109d417-36ac-48d0-bad7-fcc3f0ac6504 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.603405] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e053e7-b2e2-4f29-a0c7-d966c4773da3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.644593] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2208.645265] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179104MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2208.645551] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.646085] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65be0efd-be2c-4b03-945f-11c3abe03b5e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.656130] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2208.656130] env[62189]: value = "task-2122684" [ 2208.656130] env[62189]: _type = "Task" [ 2208.656130] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.665944] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.705123] env[62189]: DEBUG nova.compute.manager [req-f385605d-1c9a-4196-a597-ead46c5effb6 req-b68bf0c6-d2bc-4138-9819-736b827f88a0 service nova] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Received event network-vif-plugged-7684f26d-f66c-4f4c-b6c8-d90e7b887e23 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2208.705382] env[62189]: DEBUG oslo_concurrency.lockutils [req-f385605d-1c9a-4196-a597-ead46c5effb6 req-b68bf0c6-d2bc-4138-9819-736b827f88a0 service nova] Acquiring lock "de09db04-b851-4522-b9c9-9317443d1a34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.705591] env[62189]: DEBUG oslo_concurrency.lockutils [req-f385605d-1c9a-4196-a597-ead46c5effb6 req-b68bf0c6-d2bc-4138-9819-736b827f88a0 service nova] Lock "de09db04-b851-4522-b9c9-9317443d1a34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.705903] env[62189]: DEBUG oslo_concurrency.lockutils [req-f385605d-1c9a-4196-a597-ead46c5effb6 req-b68bf0c6-d2bc-4138-9819-736b827f88a0 service nova] Lock "de09db04-b851-4522-b9c9-9317443d1a34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.706166] env[62189]: DEBUG nova.compute.manager [req-f385605d-1c9a-4196-a597-ead46c5effb6 req-b68bf0c6-d2bc-4138-9819-736b827f88a0 service nova] [instance: de09db04-b851-4522-b9c9-9317443d1a34] No waiting events found dispatching network-vif-plugged-7684f26d-f66c-4f4c-b6c8-d90e7b887e23 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2208.706443] env[62189]: WARNING nova.compute.manager [req-f385605d-1c9a-4196-a597-ead46c5effb6 req-b68bf0c6-d2bc-4138-9819-736b827f88a0 service nova] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Received unexpected event network-vif-plugged-7684f26d-f66c-4f4c-b6c8-d90e7b887e23 for instance with vm_state building and task_state spawning. [ 2208.741028] env[62189]: DEBUG nova.network.neutron [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Successfully updated port: 7684f26d-f66c-4f4c-b6c8-d90e7b887e23 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2208.756693] env[62189]: DEBUG oslo_vmware.api [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122682, 'name': PowerOnVM_Task, 'duration_secs': 0.962914} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.756958] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2208.757200] env[62189]: INFO nova.compute.manager [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Took 16.15 seconds to spawn the instance on the hypervisor. [ 2208.757396] env[62189]: DEBUG nova.compute.manager [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2208.758241] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830c268b-6368-4c35-be3e-da361a6064d2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.800013] env[62189]: DEBUG oslo_vmware.api [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122683, 'name': PowerOffVM_Task, 'duration_secs': 0.312702} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.800213] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2208.800283] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2208.800549] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21faa138-bd42-472e-aa78-7681fba8e8e7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.923343] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2208.923714] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2208.923824] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Deleting the datastore file [datastore2] 6457216d-b66f-486f-97ec-2d50a9eaf484 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2208.924241] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31ed466a-efda-443d-bab9-d00d08af07c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.935012] env[62189]: DEBUG oslo_vmware.api [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for the task: (returnval){ [ 2208.935012] env[62189]: value = "task-2122686" [ 2208.935012] env[62189]: _type = "Task" [ 2208.935012] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.940090] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Releasing lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2208.949960] env[62189]: DEBUG oslo_vmware.api [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.058037] env[62189]: DEBUG nova.compute.utils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2209.059967] env[62189]: DEBUG nova.compute.manager [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2209.060308] env[62189]: DEBUG nova.network.neutron [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2209.130552] env[62189]: DEBUG nova.policy [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '751b66b9696e4390a50a1bf2343d6c18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fc6aea5c3694269a68d44856dc7fe31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2209.166135] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122684, 'name': PowerOffVM_Task, 'duration_secs': 0.128574} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.168051] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2209.168227] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2209.169295] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf0945b-4a62-44d4-a8b0-2096b75a7c15 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.179556] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2209.180072] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ba86850-74f9-4172-9ad4-156c98673376 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.214027] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2209.214027] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2209.214027] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Deleting the datastore file [datastore2] ddc16924-c483-4917-8b8b-7e0290627945 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2209.214027] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34929999-f0d4-4933-b757-89a028aaf076 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.219573] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2209.219573] env[62189]: value = "task-2122688" [ 2209.219573] env[62189]: _type = "Task" [ 2209.219573] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.229628] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.231444] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2209.232217] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96701fab-061f-4c32-ab61-ade45426c0cf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.240886] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2209.241216] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75ad5326-b298-48c0-9ff2-4c00c35efbe1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.243426] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquiring lock "refresh_cache-de09db04-b851-4522-b9c9-9317443d1a34" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.243570] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquired lock "refresh_cache-de09db04-b851-4522-b9c9-9317443d1a34" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.243692] env[62189]: DEBUG nova.network.neutron [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2209.278549] env[62189]: INFO nova.compute.manager [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Took 23.35 seconds to build instance. [ 2209.398957] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2209.399343] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2209.399639] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Deleting the datastore file [datastore2] d6b4cf12-640a-4937-8336-0077929e7d4c {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2209.400045] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58479378-7e99-4413-a0fd-350d5c678076 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.410160] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2209.410160] env[62189]: value = "task-2122690" [ 2209.410160] env[62189]: _type = "Task" [ 2209.410160] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.423482] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.449408] env[62189]: DEBUG oslo_vmware.api [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Task: {'id': task-2122686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367005} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.449726] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2209.449916] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2209.450380] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2209.450380] env[62189]: INFO nova.compute.manager [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2209.450585] env[62189]: DEBUG oslo.service.loopingcall [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2209.450798] env[62189]: DEBUG nova.compute.manager [-] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2209.450917] env[62189]: DEBUG nova.network.neutron [-] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2209.453632] env[62189]: DEBUG nova.network.neutron [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Successfully created port: 64e68171-4ba0-44da-90be-0b3467f3d75e {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2209.567725] env[62189]: DEBUG nova.compute.manager [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2209.741103] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150034} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.742082] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2209.742562] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2209.742947] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2209.781303] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d2270a16-6cfe-4545-abe2-f26ed4a032af tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Lock "e385ee9b-0d65-4b37-8695-2df299aff0ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.871s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.927137] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.953938] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d77e80-0720-4d30-960c-b9087e42d550 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.962481] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafe7e4b-57b4-47df-8619-fefe21aeb1ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.010991] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86253c9c-62d2-4365-9d1f-1c501f2a5b33 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.021634] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f4756a-b060-49d5-a4be-3868624524ef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.028545] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2210.036541] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-188ddbcd-a308-4a95-94b7-76c6196e3fda {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.039427] env[62189]: DEBUG nova.compute.provider_tree [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2210.042072] env[62189]: DEBUG nova.network.neutron [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2210.049985] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2210.049985] env[62189]: value = "task-2122691" [ 2210.049985] env[62189]: _type = "Task" [ 2210.049985] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.059609] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.383998] env[62189]: DEBUG nova.network.neutron [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Updating instance_info_cache with network_info: [{"id": "7684f26d-f66c-4f4c-b6c8-d90e7b887e23", "address": "fa:16:3e:27:ec:9c", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7684f26d-f6", "ovs_interfaceid": "7684f26d-f66c-4f4c-b6c8-d90e7b887e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2210.422010] env[62189]: DEBUG oslo_vmware.api [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.607396} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.422296] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2210.422514] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2210.422695] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2210.445414] env[62189]: INFO nova.scheduler.client.report [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Deleted allocations for instance d6b4cf12-640a-4937-8336-0077929e7d4c [ 2210.474304] env[62189]: INFO nova.compute.manager [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Rescuing [ 2210.474304] env[62189]: DEBUG oslo_concurrency.lockutils [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Acquiring lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.474491] env[62189]: DEBUG oslo_concurrency.lockutils [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Acquired lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.474795] env[62189]: DEBUG nova.network.neutron [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2210.542494] env[62189]: DEBUG nova.scheduler.client.report [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2210.560694] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122691, 'name': PowerOffVM_Task, 'duration_secs': 0.241416} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.561734] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2210.562662] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650d1648-457c-4581-9132-029b007d9187 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.587115] env[62189]: DEBUG nova.compute.manager [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2210.590037] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b67ba9-15c4-448c-8ad3-1d93dddee06e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.622149] env[62189]: DEBUG nova.virt.hardware [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2210.622443] env[62189]: DEBUG nova.virt.hardware [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2210.622607] env[62189]: DEBUG nova.virt.hardware [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2210.622788] env[62189]: DEBUG nova.virt.hardware [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2210.622932] env[62189]: DEBUG nova.virt.hardware [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2210.623096] env[62189]: DEBUG nova.virt.hardware [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2210.623465] env[62189]: DEBUG nova.virt.hardware [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2210.623560] env[62189]: DEBUG nova.virt.hardware [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2210.623713] env[62189]: DEBUG nova.virt.hardware [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2210.623872] env[62189]: DEBUG nova.virt.hardware [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2210.624087] env[62189]: DEBUG nova.virt.hardware [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2210.626102] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c460a6-f081-4a15-a7a9-a5a22c5184ab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.635315] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3598c25b-ce87-46db-bdef-dc36f1f161f1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.640887] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2210.641136] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b21ddb3c-60a9-46c1-8654-83f9822d279b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.657311] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2210.657311] env[62189]: value = "task-2122692" [ 2210.657311] env[62189]: _type = "Task" [ 2210.657311] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.663704] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] VM already powered off {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2210.663946] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2210.664408] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.664408] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.664542] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2210.664795] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-139823b8-91e0-4518-9729-91bdf2cee1eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.680344] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2210.680499] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2210.681616] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d45000-f8c5-44e2-9b54-efc07acd28de {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.686874] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2210.686874] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c04818-e0b1-5b8b-1f72-b4ae1e6d3d8a" [ 2210.686874] env[62189]: _type = "Task" [ 2210.686874] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.694734] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c04818-e0b1-5b8b-1f72-b4ae1e6d3d8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.741668] env[62189]: DEBUG nova.compute.manager [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Received event network-changed-7684f26d-f66c-4f4c-b6c8-d90e7b887e23 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2210.741921] env[62189]: DEBUG nova.compute.manager [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Refreshing instance network info cache due to event network-changed-7684f26d-f66c-4f4c-b6c8-d90e7b887e23. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2210.742183] env[62189]: DEBUG oslo_concurrency.lockutils [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] Acquiring lock "refresh_cache-de09db04-b851-4522-b9c9-9317443d1a34" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.778392] env[62189]: DEBUG nova.virt.hardware [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2210.779358] env[62189]: DEBUG nova.virt.hardware [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2210.779358] env[62189]: DEBUG nova.virt.hardware [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2210.779358] env[62189]: DEBUG nova.virt.hardware [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2210.779358] env[62189]: DEBUG nova.virt.hardware [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2210.779358] env[62189]: DEBUG nova.virt.hardware [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2210.779663] env[62189]: DEBUG nova.virt.hardware [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2210.779702] env[62189]: DEBUG nova.virt.hardware [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2210.779855] env[62189]: DEBUG nova.virt.hardware [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2210.780069] env[62189]: DEBUG nova.virt.hardware [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2210.780248] env[62189]: DEBUG nova.virt.hardware [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2210.781125] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4209b1f-e82e-4fea-97ff-eed04712387f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.790812] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63060fa5-46fe-44d8-a138-c09dffaa53e4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.805026] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Instance VIF info [] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2210.810691] env[62189]: DEBUG oslo.service.loopingcall [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2210.811331] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2210.811560] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f167a98a-2b6d-4c58-8fbf-fb3f7fc7c2c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.829042] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2210.829042] env[62189]: value = "task-2122693" [ 2210.829042] env[62189]: _type = "Task" [ 2210.829042] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.837232] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122693, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.887298] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Releasing lock "refresh_cache-de09db04-b851-4522-b9c9-9317443d1a34" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2210.887643] env[62189]: DEBUG nova.compute.manager [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Instance network_info: |[{"id": "7684f26d-f66c-4f4c-b6c8-d90e7b887e23", "address": "fa:16:3e:27:ec:9c", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7684f26d-f6", "ovs_interfaceid": "7684f26d-f66c-4f4c-b6c8-d90e7b887e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2210.887963] env[62189]: DEBUG oslo_concurrency.lockutils [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] Acquired lock "refresh_cache-de09db04-b851-4522-b9c9-9317443d1a34" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.888250] env[62189]: DEBUG nova.network.neutron [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Refreshing network info cache for port 7684f26d-f66c-4f4c-b6c8-d90e7b887e23 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2210.889451] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:ec:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7684f26d-f66c-4f4c-b6c8-d90e7b887e23', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2210.897122] env[62189]: DEBUG oslo.service.loopingcall [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2210.897587] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2210.897811] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a5df90f-9888-4717-b0ab-9e07d24cf110 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.913370] env[62189]: DEBUG nova.network.neutron [-] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2210.920489] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2210.920489] env[62189]: value = "task-2122694" [ 2210.920489] env[62189]: _type = "Task" [ 2210.920489] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.935563] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122694, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.949403] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.047892] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.049054] env[62189]: DEBUG nova.compute.manager [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2211.053754] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.681s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.151106] env[62189]: DEBUG nova.compute.manager [req-5c2da1f1-0e4c-4327-a5b7-6064ff14c542 req-e0ad1c39-9ead-42bb-959a-fb287b455e9c service nova] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Received event network-vif-plugged-64e68171-4ba0-44da-90be-0b3467f3d75e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2211.151354] env[62189]: DEBUG oslo_concurrency.lockutils [req-5c2da1f1-0e4c-4327-a5b7-6064ff14c542 req-e0ad1c39-9ead-42bb-959a-fb287b455e9c service nova] Acquiring lock "82c59de4-7170-4c18-899b-c1d56454cb38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.151545] env[62189]: DEBUG oslo_concurrency.lockutils [req-5c2da1f1-0e4c-4327-a5b7-6064ff14c542 req-e0ad1c39-9ead-42bb-959a-fb287b455e9c service nova] Lock "82c59de4-7170-4c18-899b-c1d56454cb38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.151773] env[62189]: DEBUG oslo_concurrency.lockutils [req-5c2da1f1-0e4c-4327-a5b7-6064ff14c542 req-e0ad1c39-9ead-42bb-959a-fb287b455e9c service nova] Lock "82c59de4-7170-4c18-899b-c1d56454cb38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.151857] env[62189]: DEBUG nova.compute.manager [req-5c2da1f1-0e4c-4327-a5b7-6064ff14c542 req-e0ad1c39-9ead-42bb-959a-fb287b455e9c service nova] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] No waiting events found dispatching network-vif-plugged-64e68171-4ba0-44da-90be-0b3467f3d75e {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2211.152828] env[62189]: WARNING nova.compute.manager [req-5c2da1f1-0e4c-4327-a5b7-6064ff14c542 req-e0ad1c39-9ead-42bb-959a-fb287b455e9c service nova] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Received unexpected event network-vif-plugged-64e68171-4ba0-44da-90be-0b3467f3d75e for instance with vm_state building and task_state spawning. [ 2211.198939] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c04818-e0b1-5b8b-1f72-b4ae1e6d3d8a, 'name': SearchDatastore_Task, 'duration_secs': 0.030358} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.199774] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12ff1ed0-13df-4577-a3b8-f06ab65b6e1b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.207502] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2211.207502] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f36113-6cce-ec52-478d-a61e9d716633" [ 2211.207502] env[62189]: _type = "Task" [ 2211.207502] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.220139] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f36113-6cce-ec52-478d-a61e9d716633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.221436] env[62189]: DEBUG nova.network.neutron [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Updating instance_info_cache with network_info: [{"id": "26092197-e427-4061-973f-90279655a550", "address": "fa:16:3e:ea:97:85", "network": {"id": "d4d35d81-0512-48a3-87bd-029f0f4826c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1058831160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d297a3ad99574a0a987b76ffb3a3d3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26092197-e4", "ovs_interfaceid": "26092197-e427-4061-973f-90279655a550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.294016] env[62189]: DEBUG nova.network.neutron [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Successfully updated port: 64e68171-4ba0-44da-90be-0b3467f3d75e {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2211.343648] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122693, 'name': CreateVM_Task, 'duration_secs': 0.340878} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.344176] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2211.344264] env[62189]: DEBUG oslo_concurrency.lockutils [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.344380] env[62189]: DEBUG oslo_concurrency.lockutils [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.344704] env[62189]: DEBUG oslo_concurrency.lockutils [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2211.345031] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-328f30af-441d-4b2e-abe2-f95b2ed6acd6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.350876] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2211.350876] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b528c9-46d6-c1e2-f8f7-59cb79fcd25f" [ 2211.350876] env[62189]: _type = "Task" [ 2211.350876] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.361916] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b528c9-46d6-c1e2-f8f7-59cb79fcd25f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.415436] env[62189]: INFO nova.compute.manager [-] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Took 1.96 seconds to deallocate network for instance. [ 2211.430798] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122694, 'name': CreateVM_Task, 'duration_secs': 0.369601} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.430981] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2211.431831] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.557772] env[62189]: DEBUG nova.compute.utils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2211.564188] env[62189]: DEBUG nova.compute.manager [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2211.564188] env[62189]: DEBUG nova.network.neutron [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2211.616701] env[62189]: DEBUG nova.policy [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '235b98c5656f470b9d12403455ed3a61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '353a7917021e41568bce386c0ee5f45a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2211.721948] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f36113-6cce-ec52-478d-a61e9d716633, 'name': SearchDatastore_Task, 'duration_secs': 0.009621} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.722602] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.722901] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 110d723b-1cea-4fc0-b44a-c638f23e5879/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk. {{(pid=62189) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2211.723670] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f48585a5-666d-419c-84d6-cda1be4a9d40 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.726182] env[62189]: DEBUG oslo_concurrency.lockutils [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Releasing lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.738541] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2211.738541] env[62189]: value = "task-2122695" [ 2211.738541] env[62189]: _type = "Task" [ 2211.738541] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.747784] env[62189]: DEBUG nova.network.neutron [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Updated VIF entry in instance network info cache for port 7684f26d-f66c-4f4c-b6c8-d90e7b887e23. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2211.748145] env[62189]: DEBUG nova.network.neutron [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Updating instance_info_cache with network_info: [{"id": "7684f26d-f66c-4f4c-b6c8-d90e7b887e23", "address": "fa:16:3e:27:ec:9c", "network": {"id": "b354b52e-1c85-44b2-a0e0-f1042e7c99bd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9e29af319896435bbb56c21c94e32a12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7684f26d-f6", "ovs_interfaceid": "7684f26d-f66c-4f4c-b6c8-d90e7b887e23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.752566] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.797415] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "refresh_cache-82c59de4-7170-4c18-899b-c1d56454cb38" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.797725] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "refresh_cache-82c59de4-7170-4c18-899b-c1d56454cb38" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.801263] env[62189]: DEBUG nova.network.neutron [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2211.861630] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b528c9-46d6-c1e2-f8f7-59cb79fcd25f, 'name': SearchDatastore_Task, 'duration_secs': 0.010288} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.861916] env[62189]: DEBUG oslo_concurrency.lockutils [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.862100] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2211.862367] env[62189]: DEBUG oslo_concurrency.lockutils [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.862521] env[62189]: DEBUG oslo_concurrency.lockutils [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.862706] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2211.862985] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.863325] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2211.863552] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d976bd8f-07f7-41f0-958f-3a7d6212c544 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.865470] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf27a8b-570d-4f59-9679-bb7c48b44772 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.874034] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2211.874034] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a9111a-98a2-cc67-86f8-51841fba41dd" [ 2211.874034] env[62189]: _type = "Task" [ 2211.874034] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.877917] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2211.879049] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2211.879424] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db17eff-951f-471f-af2b-ad8651e9a169 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.886044] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a9111a-98a2-cc67-86f8-51841fba41dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.887889] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313cdb40-1aa1-4295-96df-a7d71916b516 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.892826] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2211.892826] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520d6d2e-995e-0bbd-e252-ee475f987807" [ 2211.892826] env[62189]: _type = "Task" [ 2211.892826] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.902284] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034c09b7-1bcf-4a9f-90fd-a49cb76e2852 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.905426] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520d6d2e-995e-0bbd-e252-ee475f987807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.937083] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.938962] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9ef6bf-889d-4dd5-898e-ec8b30c2bd5b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.949607] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c36b893-b795-4f06-92ee-a41187d5d260 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.966757] env[62189]: DEBUG nova.compute.provider_tree [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2211.985343] env[62189]: DEBUG nova.network.neutron [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Successfully created port: 7693ee58-7ec5-47f7-ab8c-db5250f1b118 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2212.068480] env[62189]: DEBUG nova.compute.manager [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2212.249896] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487676} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.250202] env[62189]: INFO nova.virt.vmwareapi.ds_util [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 110d723b-1cea-4fc0-b44a-c638f23e5879/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk. [ 2212.251047] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5785ef8c-52dd-4eed-8815-7083a9d0794b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.253941] env[62189]: DEBUG oslo_concurrency.lockutils [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] Releasing lock "refresh_cache-de09db04-b851-4522-b9c9-9317443d1a34" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.254227] env[62189]: DEBUG nova.compute.manager [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Received event network-vif-unplugged-266e45b2-bc60-4015-bf9c-586a18dcc7e3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2212.254423] env[62189]: DEBUG oslo_concurrency.lockutils [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] Acquiring lock "d6b4cf12-640a-4937-8336-0077929e7d4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.254626] env[62189]: DEBUG oslo_concurrency.lockutils [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] Lock "d6b4cf12-640a-4937-8336-0077929e7d4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.254790] env[62189]: DEBUG oslo_concurrency.lockutils [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] Lock "d6b4cf12-640a-4937-8336-0077929e7d4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.254955] env[62189]: DEBUG nova.compute.manager [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] No waiting events found dispatching network-vif-unplugged-266e45b2-bc60-4015-bf9c-586a18dcc7e3 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2212.255145] env[62189]: WARNING nova.compute.manager [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Received unexpected event network-vif-unplugged-266e45b2-bc60-4015-bf9c-586a18dcc7e3 for instance with vm_state shelved_offloaded and task_state None. [ 2212.255329] env[62189]: DEBUG nova.compute.manager [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Received event network-changed-266e45b2-bc60-4015-bf9c-586a18dcc7e3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2212.255521] env[62189]: DEBUG nova.compute.manager [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Refreshing instance network info cache due to event network-changed-266e45b2-bc60-4015-bf9c-586a18dcc7e3. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2212.255710] env[62189]: DEBUG oslo_concurrency.lockutils [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] Acquiring lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.255849] env[62189]: DEBUG oslo_concurrency.lockutils [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] Acquired lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.256016] env[62189]: DEBUG nova.network.neutron [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Refreshing network info cache for port 266e45b2-bc60-4015-bf9c-586a18dcc7e3 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2212.290077] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 110d723b-1cea-4fc0-b44a-c638f23e5879/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2212.291345] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df540835-4f25-445b-bdca-24e90b8feb11 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.315769] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2212.315769] env[62189]: value = "task-2122696" [ 2212.315769] env[62189]: _type = "Task" [ 2212.315769] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.327164] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.341181] env[62189]: DEBUG nova.network.neutron [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2212.386516] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a9111a-98a2-cc67-86f8-51841fba41dd, 'name': SearchDatastore_Task, 'duration_secs': 0.021475} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.386796] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.387043] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2212.387255] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.405503] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520d6d2e-995e-0bbd-e252-ee475f987807, 'name': SearchDatastore_Task, 'duration_secs': 0.059003} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.406118] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5985ad-a2a9-487d-97eb-32c690063f8d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.413966] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2212.413966] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5227a4f5-10ca-7da1-c55f-84a0868d2b78" [ 2212.413966] env[62189]: _type = "Task" [ 2212.413966] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.422996] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5227a4f5-10ca-7da1-c55f-84a0868d2b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.438814] env[62189]: DEBUG oslo_concurrency.lockutils [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "d6b4cf12-640a-4937-8336-0077929e7d4c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.469973] env[62189]: DEBUG nova.scheduler.client.report [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2212.543273] env[62189]: DEBUG nova.network.neutron [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Updating instance_info_cache with network_info: [{"id": "64e68171-4ba0-44da-90be-0b3467f3d75e", "address": "fa:16:3e:ac:07:e7", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e68171-4b", "ovs_interfaceid": "64e68171-4ba0-44da-90be-0b3467f3d75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2212.828744] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.923981] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5227a4f5-10ca-7da1-c55f-84a0868d2b78, 'name': SearchDatastore_Task, 'duration_secs': 0.010721} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.924660] env[62189]: DEBUG oslo_concurrency.lockutils [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.924943] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] ddc16924-c483-4917-8b8b-7e0290627945/ddc16924-c483-4917-8b8b-7e0290627945.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2212.925217] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.925406] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2212.925617] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1d4fc11-50ce-4412-b868-43467ecbda53 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.929750] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-165ee071-f9fa-481a-a9c4-1fd05930f493 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.937735] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2212.937735] env[62189]: value = "task-2122697" [ 2212.937735] env[62189]: _type = "Task" [ 2212.937735] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.942766] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2212.943036] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2212.946502] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7924c55a-a95e-4f28-a075-a2d796816f28 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.948736] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.952659] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2212.952659] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a482c2-ca2e-d43d-e911-f65fc062fc3d" [ 2212.952659] env[62189]: _type = "Task" [ 2212.952659] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.966016] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a482c2-ca2e-d43d-e911-f65fc062fc3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.001710] env[62189]: DEBUG nova.network.neutron [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Updated VIF entry in instance network info cache for port 266e45b2-bc60-4015-bf9c-586a18dcc7e3. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2213.002432] env[62189]: DEBUG nova.network.neutron [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Updating instance_info_cache with network_info: [{"id": "266e45b2-bc60-4015-bf9c-586a18dcc7e3", "address": "fa:16:3e:e8:17:06", "network": {"id": "ae8be405-7310-4f6c-b64d-b3252705b6fe", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1924334693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d11cbf5c3c642ba8783a41041a3a26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap266e45b2-bc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2213.045631] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "refresh_cache-82c59de4-7170-4c18-899b-c1d56454cb38" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.045957] env[62189]: DEBUG nova.compute.manager [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Instance network_info: |[{"id": "64e68171-4ba0-44da-90be-0b3467f3d75e", "address": "fa:16:3e:ac:07:e7", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e68171-4b", "ovs_interfaceid": "64e68171-4ba0-44da-90be-0b3467f3d75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2213.046666] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:07:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64e68171-4ba0-44da-90be-0b3467f3d75e', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2213.053939] env[62189]: DEBUG oslo.service.loopingcall [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2213.054171] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2213.054394] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29f09bd8-68ca-4573-ac8f-e75a4551b7f8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.078841] env[62189]: DEBUG nova.compute.manager [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2213.081028] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2213.081028] env[62189]: value = "task-2122698" [ 2213.081028] env[62189]: _type = "Task" [ 2213.081028] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.089870] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122698, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.108765] env[62189]: DEBUG nova.virt.hardware [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2213.108963] env[62189]: DEBUG nova.virt.hardware [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2213.109145] env[62189]: DEBUG nova.virt.hardware [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2213.109333] env[62189]: DEBUG nova.virt.hardware [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2213.110071] env[62189]: DEBUG nova.virt.hardware [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2213.110071] env[62189]: DEBUG nova.virt.hardware [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2213.110071] env[62189]: DEBUG nova.virt.hardware [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2213.110071] env[62189]: DEBUG nova.virt.hardware [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2213.110281] env[62189]: DEBUG nova.virt.hardware [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2213.110353] env[62189]: DEBUG nova.virt.hardware [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2213.110473] env[62189]: DEBUG nova.virt.hardware [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2213.111333] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35f0b2d-87a1-478b-9078-5d998ff95124 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.120937] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2d4300-c42d-4fbf-84d0-089395c7c60d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.175834] env[62189]: DEBUG nova.compute.manager [req-303ae393-20bc-4a97-9f25-21e8750f8fcd req-5ae6d1ff-0b2d-4ae1-b1b2-9a3a151c3e1b service nova] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Received event network-changed-64e68171-4ba0-44da-90be-0b3467f3d75e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2213.176039] env[62189]: DEBUG nova.compute.manager [req-303ae393-20bc-4a97-9f25-21e8750f8fcd req-5ae6d1ff-0b2d-4ae1-b1b2-9a3a151c3e1b service nova] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Refreshing instance network info cache due to event network-changed-64e68171-4ba0-44da-90be-0b3467f3d75e. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2213.176313] env[62189]: DEBUG oslo_concurrency.lockutils [req-303ae393-20bc-4a97-9f25-21e8750f8fcd req-5ae6d1ff-0b2d-4ae1-b1b2-9a3a151c3e1b service nova] Acquiring lock "refresh_cache-82c59de4-7170-4c18-899b-c1d56454cb38" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2213.176450] env[62189]: DEBUG oslo_concurrency.lockutils [req-303ae393-20bc-4a97-9f25-21e8750f8fcd req-5ae6d1ff-0b2d-4ae1-b1b2-9a3a151c3e1b service nova] Acquired lock "refresh_cache-82c59de4-7170-4c18-899b-c1d56454cb38" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.176621] env[62189]: DEBUG nova.network.neutron [req-303ae393-20bc-4a97-9f25-21e8750f8fcd req-5ae6d1ff-0b2d-4ae1-b1b2-9a3a151c3e1b service nova] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Refreshing network info cache for port 64e68171-4ba0-44da-90be-0b3467f3d75e {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2213.295913] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2213.296289] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69f2e090-9bba-4308-988c-ed45d8c39df9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.304422] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2213.304422] env[62189]: value = "task-2122699" [ 2213.304422] env[62189]: _type = "Task" [ 2213.304422] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.314198] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.327659] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.451842] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122697, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.455032] env[62189]: DEBUG nova.compute.manager [req-6c7fb47a-c54e-467b-8b86-0fb0a788b90e req-a47e6b0d-52fa-4176-8557-77e983391979 service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Received event network-vif-plugged-7693ee58-7ec5-47f7-ab8c-db5250f1b118 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2213.455346] env[62189]: DEBUG oslo_concurrency.lockutils [req-6c7fb47a-c54e-467b-8b86-0fb0a788b90e req-a47e6b0d-52fa-4176-8557-77e983391979 service nova] Acquiring lock "c0c2b9f2-4cef-4224-aaec-c77642696a46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.455625] env[62189]: DEBUG oslo_concurrency.lockutils [req-6c7fb47a-c54e-467b-8b86-0fb0a788b90e req-a47e6b0d-52fa-4176-8557-77e983391979 service nova] Lock "c0c2b9f2-4cef-4224-aaec-c77642696a46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.455835] env[62189]: DEBUG oslo_concurrency.lockutils [req-6c7fb47a-c54e-467b-8b86-0fb0a788b90e req-a47e6b0d-52fa-4176-8557-77e983391979 service nova] Lock "c0c2b9f2-4cef-4224-aaec-c77642696a46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.456057] env[62189]: DEBUG nova.compute.manager [req-6c7fb47a-c54e-467b-8b86-0fb0a788b90e req-a47e6b0d-52fa-4176-8557-77e983391979 service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] No waiting events found dispatching network-vif-plugged-7693ee58-7ec5-47f7-ab8c-db5250f1b118 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2213.456272] env[62189]: WARNING nova.compute.manager [req-6c7fb47a-c54e-467b-8b86-0fb0a788b90e req-a47e6b0d-52fa-4176-8557-77e983391979 service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Received unexpected event network-vif-plugged-7693ee58-7ec5-47f7-ab8c-db5250f1b118 for instance with vm_state building and task_state spawning. [ 2213.470028] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a482c2-ca2e-d43d-e911-f65fc062fc3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.470890] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a00603e7-6a5b-4de9-9233-df0e03248114 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.477899] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2213.477899] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523c701d-fe53-f5b3-1c63-8d8a9e3d9f08" [ 2213.477899] env[62189]: _type = "Task" [ 2213.477899] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.482979] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.429s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.486262] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.151s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.486533] env[62189]: DEBUG nova.objects.instance [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lazy-loading 'resources' on Instance uuid f6383b85-a15a-4cd6-9760-16f0a78cc5a0 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2213.494509] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523c701d-fe53-f5b3-1c63-8d8a9e3d9f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.505659] env[62189]: DEBUG oslo_concurrency.lockutils [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] Releasing lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.505920] env[62189]: DEBUG nova.compute.manager [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Received event network-vif-deleted-4a7a2f10-cd91-4f28-bab2-6d13f903afc5 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2213.506127] env[62189]: INFO nova.compute.manager [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Neutron deleted interface 4a7a2f10-cd91-4f28-bab2-6d13f903afc5; detaching it from the instance and deleting it from the info cache [ 2213.506364] env[62189]: DEBUG nova.network.neutron [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2213.596946] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122698, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.634987] env[62189]: DEBUG nova.network.neutron [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Successfully updated port: 7693ee58-7ec5-47f7-ab8c-db5250f1b118 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2213.814290] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122699, 'name': PowerOffVM_Task, 'duration_secs': 0.307581} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.815908] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2213.815908] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15504dd-8b8c-4cef-82f0-76c7241eba55 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.827488] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122696, 'name': ReconfigVM_Task, 'duration_secs': 1.505362} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.841166] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 110d723b-1cea-4fc0-b44a-c638f23e5879/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2213.844354] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c6cfff-9fcd-4f49-b44e-efd43cf5bb38 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.847231] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67822052-94f6-4cd0-a7bf-37baadfb524d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.879900] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-129ba305-d57a-44bf-98d7-25a5235fab12 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.900067] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2213.900371] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aba1cbfe-672f-4e22-91bf-97417a3862be {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.903045] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2213.903045] env[62189]: value = "task-2122700" [ 2213.903045] env[62189]: _type = "Task" [ 2213.903045] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.907726] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2213.907726] env[62189]: value = "task-2122701" [ 2213.907726] env[62189]: _type = "Task" [ 2213.907726] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.913912] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.920301] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] VM already powered off {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2213.920521] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2213.920789] env[62189]: DEBUG oslo_concurrency.lockutils [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2213.950756] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71995} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.953280] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] ddc16924-c483-4917-8b8b-7e0290627945/ddc16924-c483-4917-8b8b-7e0290627945.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2213.953496] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2213.953752] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb881943-d491-4de0-9929-30890da26e6b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.961525] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2213.961525] env[62189]: value = "task-2122702" [ 2213.961525] env[62189]: _type = "Task" [ 2213.961525] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.972244] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.994754] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523c701d-fe53-f5b3-1c63-8d8a9e3d9f08, 'name': SearchDatastore_Task, 'duration_secs': 0.05322} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.996908] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.997509] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] de09db04-b851-4522-b9c9-9317443d1a34/de09db04-b851-4522-b9c9-9317443d1a34.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2213.997650] env[62189]: DEBUG oslo_concurrency.lockutils [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2214.000242] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2214.000242] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0378be6c-00a7-4644-a238-f0f405426032 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.000242] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3f9695a-6288-49de-beb3-dc5030d6e98e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.010692] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2214.010692] env[62189]: value = "task-2122703" [ 2214.010692] env[62189]: _type = "Task" [ 2214.010692] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.010692] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-544b785e-76c1-4bbf-8bdb-d5079035c8eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.014266] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2214.014266] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2214.016642] env[62189]: DEBUG nova.network.neutron [req-303ae393-20bc-4a97-9f25-21e8750f8fcd req-5ae6d1ff-0b2d-4ae1-b1b2-9a3a151c3e1b service nova] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Updated VIF entry in instance network info cache for port 64e68171-4ba0-44da-90be-0b3467f3d75e. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2214.016977] env[62189]: DEBUG nova.network.neutron [req-303ae393-20bc-4a97-9f25-21e8750f8fcd req-5ae6d1ff-0b2d-4ae1-b1b2-9a3a151c3e1b service nova] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Updating instance_info_cache with network_info: [{"id": "64e68171-4ba0-44da-90be-0b3467f3d75e", "address": "fa:16:3e:ac:07:e7", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e68171-4b", "ovs_interfaceid": "64e68171-4ba0-44da-90be-0b3467f3d75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.021463] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1689dfb8-7da7-4b89-84e0-05963b542092 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.034516] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.036830] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2214.036830] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a25365-0002-f9c5-9dbe-192f8ff1d161" [ 2214.036830] env[62189]: _type = "Task" [ 2214.036830] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.039869] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cad3da-c5cf-4f05-b8b6-4ec53d9558c1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.065328] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a25365-0002-f9c5-9dbe-192f8ff1d161, 'name': SearchDatastore_Task, 'duration_secs': 0.014917} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.066605] env[62189]: INFO nova.scheduler.client.report [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleted allocation for migration 13dd920c-0c18-44b1-81ed-1167baf8d668 [ 2214.070781] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-661b171d-163a-486a-a8bc-fe01721425ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.089701] env[62189]: DEBUG nova.compute.manager [req-0518b84c-f7fa-4868-b9d5-2b5d20890f81 req-d5f9d5ef-1281-4ad0-aef3-9ba2bcc5675f service nova] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Detach interface failed, port_id=4a7a2f10-cd91-4f28-bab2-6d13f903afc5, reason: Instance 6457216d-b66f-486f-97ec-2d50a9eaf484 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2214.094486] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2214.094486] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525abb84-28c4-6d87-1e50-1465757020e4" [ 2214.094486] env[62189]: _type = "Task" [ 2214.094486] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.101298] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122698, 'name': CreateVM_Task, 'duration_secs': 0.744138} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.104578] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2214.104578] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2214.104578] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2214.104578] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2214.104578] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc5430a-bb46-43b5-a6cf-18882fdc40d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.108472] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525abb84-28c4-6d87-1e50-1465757020e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.117846] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2214.117846] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b9db9b-f75a-014a-9d57-1c673d5a4b61" [ 2214.117846] env[62189]: _type = "Task" [ 2214.117846] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.130500] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b9db9b-f75a-014a-9d57-1c673d5a4b61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.140076] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2214.140076] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2214.140076] env[62189]: DEBUG nova.network.neutron [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2214.361380] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86384da-afea-4939-832b-5d43534e8519 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.371286] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f378139-0122-4aeb-add2-a744ca97c25c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.409986] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6522a0f-c179-4c9a-8c82-07ec59f095a0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.424551] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b5109b-51e4-4c9b-b4f9-d87009842075 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.429810] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122700, 'name': ReconfigVM_Task, 'duration_secs': 0.188245} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.430671] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2214.431427] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b4050c0-ba36-443a-9e20-c4e5df1b3fed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.442791] env[62189]: DEBUG nova.compute.provider_tree [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2214.445583] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2214.445583] env[62189]: value = "task-2122704" [ 2214.445583] env[62189]: _type = "Task" [ 2214.445583] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.455667] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.475097] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074931} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.475407] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2214.476250] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc508d2c-b25e-499f-892e-68b08711f9fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.497480] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] ddc16924-c483-4917-8b8b-7e0290627945/ddc16924-c483-4917-8b8b-7e0290627945.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2214.498515] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2cbcefa-064e-46d6-ac9e-c281ee636435 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.526322] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122703, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.527774] env[62189]: DEBUG oslo_concurrency.lockutils [req-303ae393-20bc-4a97-9f25-21e8750f8fcd req-5ae6d1ff-0b2d-4ae1-b1b2-9a3a151c3e1b service nova] Releasing lock "refresh_cache-82c59de4-7170-4c18-899b-c1d56454cb38" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2214.528295] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2214.528295] env[62189]: value = "task-2122705" [ 2214.528295] env[62189]: _type = "Task" [ 2214.528295] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.541142] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122705, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.575672] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a3d18d7d-460a-4504-a43a-daaf6d482a9f tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.573s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.606422] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525abb84-28c4-6d87-1e50-1465757020e4, 'name': SearchDatastore_Task, 'duration_secs': 0.025593} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.606785] env[62189]: DEBUG oslo_concurrency.lockutils [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2214.607097] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] e385ee9b-0d65-4b37-8695-2df299aff0ac/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk. {{(pid=62189) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2214.607637] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b2ec2db-ae70-4476-94d6-df7867a1caee {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.615162] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2214.615162] env[62189]: value = "task-2122706" [ 2214.615162] env[62189]: _type = "Task" [ 2214.615162] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.626895] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.630822] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b9db9b-f75a-014a-9d57-1c673d5a4b61, 'name': SearchDatastore_Task, 'duration_secs': 0.010973} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.631141] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2214.631382] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2214.631789] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2214.631789] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2214.631945] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2214.632175] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7d12946-c843-4fe0-bb1d-28650e18dbf6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.641528] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2214.641724] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2214.642470] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478cd8b9-e81e-4f03-bef0-aa75715a6a7e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.649360] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2214.649360] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5250c712-4405-4910-9673-91687026481e" [ 2214.649360] env[62189]: _type = "Task" [ 2214.649360] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.657942] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5250c712-4405-4910-9673-91687026481e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.684039] env[62189]: DEBUG nova.network.neutron [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2214.862492] env[62189]: DEBUG nova.network.neutron [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance_info_cache with network_info: [{"id": "7693ee58-7ec5-47f7-ab8c-db5250f1b118", "address": "fa:16:3e:e9:43:c5", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7693ee58-7e", "ovs_interfaceid": "7693ee58-7ec5-47f7-ab8c-db5250f1b118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.918950] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.918950] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.918950] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.918950] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.918950] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.921137] env[62189]: INFO nova.compute.manager [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Terminating instance [ 2214.947678] env[62189]: DEBUG nova.scheduler.client.report [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2214.963424] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.024938] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548611} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.025236] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] de09db04-b851-4522-b9c9-9317443d1a34/de09db04-b851-4522-b9c9-9317443d1a34.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2215.025485] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2215.025753] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-970f9d23-1623-49f8-bc36-7460a3ab9036 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.036292] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2215.036292] env[62189]: value = "task-2122707" [ 2215.036292] env[62189]: _type = "Task" [ 2215.036292] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.047467] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122705, 'name': ReconfigVM_Task, 'duration_secs': 0.477638} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.048380] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Reconfigured VM instance instance-00000058 to attach disk [datastore2] ddc16924-c483-4917-8b8b-7e0290627945/ddc16924-c483-4917-8b8b-7e0290627945.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2215.049885] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-840af23c-7ef3-481e-9ee4-04065266f1b8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.054868] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.064097] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2215.064097] env[62189]: value = "task-2122708" [ 2215.064097] env[62189]: _type = "Task" [ 2215.064097] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.074374] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122708, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.127195] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122706, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.166395] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5250c712-4405-4910-9673-91687026481e, 'name': SearchDatastore_Task, 'duration_secs': 0.014963} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.168707] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c48c31-a978-4f49-92a4-b2c662ec9f18 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.177309] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2215.177309] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52347a4e-b05f-b476-051b-0167951ddd4f" [ 2215.177309] env[62189]: _type = "Task" [ 2215.177309] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.189626] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52347a4e-b05f-b476-051b-0167951ddd4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.366035] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2215.366415] env[62189]: DEBUG nova.compute.manager [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Instance network_info: |[{"id": "7693ee58-7ec5-47f7-ab8c-db5250f1b118", "address": "fa:16:3e:e9:43:c5", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7693ee58-7e", "ovs_interfaceid": "7693ee58-7ec5-47f7-ab8c-db5250f1b118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2215.366863] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:43:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7693ee58-7ec5-47f7-ab8c-db5250f1b118', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2215.375304] env[62189]: DEBUG oslo.service.loopingcall [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2215.375597] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2215.375817] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2391c882-aa73-4588-b063-0bb2bb8706ac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.400154] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2215.400154] env[62189]: value = "task-2122709" [ 2215.400154] env[62189]: _type = "Task" [ 2215.400154] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.408644] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122709, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.429893] env[62189]: DEBUG nova.compute.manager [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2215.429893] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2215.430728] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4715335f-a64e-4df2-b52e-009ca6d33e30 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.440736] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2215.440970] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4093a89a-9e63-4d7e-8238-c063aabff85d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.448907] env[62189]: DEBUG oslo_vmware.api [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2215.448907] env[62189]: value = "task-2122710" [ 2215.448907] env[62189]: _type = "Task" [ 2215.448907] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.457319] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.464746] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.819s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.466950] env[62189]: DEBUG oslo_vmware.api [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.473604] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "906fac63-d7e4-42ec-8af7-5626f23e3cc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.474729] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "906fac63-d7e4-42ec-8af7-5626f23e3cc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2215.475607] env[62189]: DEBUG oslo_vmware.api [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122704, 'name': PowerOnVM_Task, 'duration_secs': 0.587478} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.476689] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2215.479809] env[62189]: DEBUG nova.compute.manager [None req-ea2b4fc3-507c-4e6b-8505-0e6d0a1fe3cf tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2215.481049] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54414e28-1744-494b-97c8-df72065e03c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.487718] env[62189]: DEBUG nova.compute.manager [req-91a3f8bb-e3a9-46f4-a696-739bb80f9fe7 req-e931d4ef-5391-4838-8948-8483db7915fd service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Received event network-changed-7693ee58-7ec5-47f7-ab8c-db5250f1b118 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2215.488164] env[62189]: DEBUG nova.compute.manager [req-91a3f8bb-e3a9-46f4-a696-739bb80f9fe7 req-e931d4ef-5391-4838-8948-8483db7915fd service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Refreshing instance network info cache due to event network-changed-7693ee58-7ec5-47f7-ab8c-db5250f1b118. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2215.488326] env[62189]: DEBUG oslo_concurrency.lockutils [req-91a3f8bb-e3a9-46f4-a696-739bb80f9fe7 req-e931d4ef-5391-4838-8948-8483db7915fd service nova] Acquiring lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2215.488504] env[62189]: DEBUG oslo_concurrency.lockutils [req-91a3f8bb-e3a9-46f4-a696-739bb80f9fe7 req-e931d4ef-5391-4838-8948-8483db7915fd service nova] Acquired lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2215.488696] env[62189]: DEBUG nova.network.neutron [req-91a3f8bb-e3a9-46f4-a696-739bb80f9fe7 req-e931d4ef-5391-4838-8948-8483db7915fd service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Refreshing network info cache for port 7693ee58-7ec5-47f7-ab8c-db5250f1b118 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2215.493600] env[62189]: INFO nova.scheduler.client.report [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleted allocations for instance f6383b85-a15a-4cd6-9760-16f0a78cc5a0 [ 2215.547152] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163995} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.547423] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2215.548223] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f4a08b-a821-44bd-92ad-595a13e93724 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.573274] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] de09db04-b851-4522-b9c9-9317443d1a34/de09db04-b851-4522-b9c9-9317443d1a34.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2215.577497] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ca4820-90ed-4ce0-bf45-dfe5f858db34 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.602116] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122708, 'name': Rename_Task, 'duration_secs': 0.440724} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.606206] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2215.606540] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2215.606540] env[62189]: value = "task-2122711" [ 2215.606540] env[62189]: _type = "Task" [ 2215.606540] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.606721] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-179195c0-6bc8-4a5c-8fd3-4104702e33e1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.618097] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2215.618097] env[62189]: value = "task-2122712" [ 2215.618097] env[62189]: _type = "Task" [ 2215.618097] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.625527] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122711, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.635363] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588624} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.638235] env[62189]: INFO nova.virt.vmwareapi.ds_util [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] e385ee9b-0d65-4b37-8695-2df299aff0ac/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk. [ 2215.639686] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96020745-b818-4425-9c8e-c4ad71dcbb03 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.666171] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] e385ee9b-0d65-4b37-8695-2df299aff0ac/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2215.666482] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b43bc10d-ec4e-4cc3-9a43-87a313082c87 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.690226] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52347a4e-b05f-b476-051b-0167951ddd4f, 'name': SearchDatastore_Task, 'duration_secs': 0.019326} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.691577] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2215.691796] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 82c59de4-7170-4c18-899b-c1d56454cb38/82c59de4-7170-4c18-899b-c1d56454cb38.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2215.692135] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2215.692135] env[62189]: value = "task-2122713" [ 2215.692135] env[62189]: _type = "Task" [ 2215.692135] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.692394] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-380f70b2-efca-46c6-bd87-4d3ad649807f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.703232] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2215.703232] env[62189]: value = "task-2122714" [ 2215.703232] env[62189]: _type = "Task" [ 2215.703232] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.706237] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.715555] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.911922] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122709, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.959089] env[62189]: DEBUG oslo_vmware.api [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122710, 'name': PowerOffVM_Task, 'duration_secs': 0.326736} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.959368] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2215.959538] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2215.959787] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d9d82a9-860d-48eb-b6d3-85d668aefac2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.977141] env[62189]: DEBUG nova.compute.manager [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2216.005855] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2fb772b3-e9e1-4836-8b27-c15f34c75ffb tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "f6383b85-a15a-4cd6-9760-16f0a78cc5a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.219s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.126461] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.135197] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.206185] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122713, 'name': ReconfigVM_Task, 'duration_secs': 0.32616} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.209889] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Reconfigured VM instance instance-00000056 to attach disk [datastore2] e385ee9b-0d65-4b37-8695-2df299aff0ac/7273d3db-cce3-4b39-ae77-856e5463223d-rescue.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2216.219170] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ec337e-1914-4938-9d92-4fd1cc681604 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.228429] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122714, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.251502] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39e7d266-db90-44ee-8ac7-3b7615509fae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.270447] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2216.270447] env[62189]: value = "task-2122716" [ 2216.270447] env[62189]: _type = "Task" [ 2216.270447] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.282890] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.340029] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2216.340029] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2216.340029] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleting the datastore file [datastore2] 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2216.340029] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39016ed1-de52-43a6-a20b-2085de946b4c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.349503] env[62189]: DEBUG oslo_vmware.api [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2216.349503] env[62189]: value = "task-2122717" [ 2216.349503] env[62189]: _type = "Task" [ 2216.349503] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.361485] env[62189]: DEBUG oslo_vmware.api [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.371855] env[62189]: DEBUG nova.network.neutron [req-91a3f8bb-e3a9-46f4-a696-739bb80f9fe7 req-e931d4ef-5391-4838-8948-8483db7915fd service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updated VIF entry in instance network info cache for port 7693ee58-7ec5-47f7-ab8c-db5250f1b118. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2216.371855] env[62189]: DEBUG nova.network.neutron [req-91a3f8bb-e3a9-46f4-a696-739bb80f9fe7 req-e931d4ef-5391-4838-8948-8483db7915fd service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance_info_cache with network_info: [{"id": "7693ee58-7ec5-47f7-ab8c-db5250f1b118", "address": "fa:16:3e:e9:43:c5", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7693ee58-7e", "ovs_interfaceid": "7693ee58-7ec5-47f7-ab8c-db5250f1b118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2216.414642] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122709, 'name': CreateVM_Task, 'duration_secs': 0.537345} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.415482] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2216.416397] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2216.416648] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2216.417126] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2216.417523] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdcd67a2-6d4a-4598-ad9c-a96c032b005c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.424927] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2216.424927] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e4de73-85cd-20a2-bd48-6387f916c8fc" [ 2216.424927] env[62189]: _type = "Task" [ 2216.424927] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.438471] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e4de73-85cd-20a2-bd48-6387f916c8fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.506205] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.510009] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 5f68ad50-621d-4214-8edf-09c1304d6e43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.510182] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 31312dd9-a51d-4178-9ade-20e3972786ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.510310] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 04d77cc1-32ad-4f9a-aefa-25122cdd1827 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.510493] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 110d723b-1cea-4fc0-b44a-c638f23e5879 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.510641] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 6457216d-b66f-486f-97ec-2d50a9eaf484 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2216.510763] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance aa895c8f-876f-43b4-b0ca-7f51548bee51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.510879] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance f04c5b3c-15ac-4b99-ab8d-a841ec94886b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.510991] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 1706decc-cb1c-4f86-ac9a-5b955924f6e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.511123] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance aefe6dbf-dbc9-4fb2-af50-62c71cb6689b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.511235] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 21767bef-49ea-4b83-b890-f611e214ebba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.511346] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 83dee887-5fc5-462a-bf0d-23dc9b844e2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.511455] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.511565] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance e385ee9b-0d65-4b37-8695-2df299aff0ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.511672] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 3d1f641d-6349-4960-8bf1-7fbd4ff4a785 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.511780] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance ddc16924-c483-4917-8b8b-7e0290627945 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.511888] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance de09db04-b851-4522-b9c9-9317443d1a34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.511995] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 82c59de4-7170-4c18-899b-c1d56454cb38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.512118] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance c0c2b9f2-4cef-4224-aaec-c77642696a46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2216.512261] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (9c6494ef-d1bb-428d-baf9-f027623d156c): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 2216.621442] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122711, 'name': ReconfigVM_Task, 'duration_secs': 0.840814} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.621898] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Reconfigured VM instance instance-00000059 to attach disk [datastore2] de09db04-b851-4522-b9c9-9317443d1a34/de09db04-b851-4522-b9c9-9317443d1a34.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2216.622853] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-541a9d2c-4973-4728-982e-2375836f1abf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.632084] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2216.632084] env[62189]: value = "task-2122718" [ 2216.632084] env[62189]: _type = "Task" [ 2216.632084] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.638745] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122712, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.645258] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122718, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.722350] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829719} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.722667] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 82c59de4-7170-4c18-899b-c1d56454cb38/82c59de4-7170-4c18-899b-c1d56454cb38.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2216.722934] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2216.723447] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c59c692a-1576-4d01-bca3-964fe5944943 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.731619] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2216.731619] env[62189]: value = "task-2122719" [ 2216.731619] env[62189]: _type = "Task" [ 2216.731619] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.743847] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.781624] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122716, 'name': ReconfigVM_Task, 'duration_secs': 0.320673} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.781948] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2216.782265] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e97cc54-d686-40e0-b06a-0a9d60262c51 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.790982] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2216.790982] env[62189]: value = "task-2122720" [ 2216.790982] env[62189]: _type = "Task" [ 2216.790982] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.800168] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.859583] env[62189]: DEBUG oslo_vmware.api [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421652} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.859835] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2216.860024] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2216.860205] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2216.860379] env[62189]: INFO nova.compute.manager [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Took 1.43 seconds to destroy the instance on the hypervisor. [ 2216.860618] env[62189]: DEBUG oslo.service.loopingcall [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2216.860803] env[62189]: DEBUG nova.compute.manager [-] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2216.860901] env[62189]: DEBUG nova.network.neutron [-] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2216.873268] env[62189]: DEBUG oslo_concurrency.lockutils [req-91a3f8bb-e3a9-46f4-a696-739bb80f9fe7 req-e931d4ef-5391-4838-8948-8483db7915fd service nova] Releasing lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2216.935596] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e4de73-85cd-20a2-bd48-6387f916c8fc, 'name': SearchDatastore_Task, 'duration_secs': 0.057765} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.935876] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2216.936125] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2216.936413] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2216.936468] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2216.936639] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2216.936891] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9dffd5d-2641-47a8-8c30-04cb7dbc99b8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.951292] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2216.951502] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2216.952250] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffccdaa-69d7-4590-bcee-e54220e0012d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.959022] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2216.959022] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ab48d1-52b0-a610-bbab-22a959237488" [ 2216.959022] env[62189]: _type = "Task" [ 2216.959022] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.965956] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ab48d1-52b0-a610-bbab-22a959237488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.014826] env[62189]: INFO nova.compute.manager [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Unrescuing [ 2217.015127] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2217.015266] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquired lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.015434] env[62189]: DEBUG nova.network.neutron [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2217.017148] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 906fac63-d7e4-42ec-8af7-5626f23e3cc0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2217.017508] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2217.018025] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2217.142058] env[62189]: DEBUG oslo_vmware.api [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122712, 'name': PowerOnVM_Task, 'duration_secs': 1.051987} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.142811] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2217.143059] env[62189]: DEBUG nova.compute.manager [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2217.144152] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63876b40-a304-400e-88d5-d44f2ee801a8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.149732] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122718, 'name': Rename_Task, 'duration_secs': 0.290467} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.150435] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2217.150711] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef0c5667-9973-404c-b465-06fd29c7b8d7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.160734] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2217.160734] env[62189]: value = "task-2122721" [ 2217.160734] env[62189]: _type = "Task" [ 2217.160734] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.171167] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.243866] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071841} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.246660] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2217.247675] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4709789-397b-48b7-9674-2a3399e67c83 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.272485] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 82c59de4-7170-4c18-899b-c1d56454cb38/82c59de4-7170-4c18-899b-c1d56454cb38.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2217.275312] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c690371-9b0a-4c84-aec5-076a3c7d835e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.297676] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2217.297676] env[62189]: value = "task-2122722" [ 2217.297676] env[62189]: _type = "Task" [ 2217.297676] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.304072] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.311844] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.354171] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8e7bd4-a152-4fd7-9fbc-3208a35864e4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.362666] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f67ead-b458-4503-b2d6-332f536e023f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.393383] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405ffeaf-f3eb-427a-9072-69c7ed2654b6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.401690] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf744df-3986-4a08-83b3-b79eb993f5f5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.416798] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2217.469200] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ab48d1-52b0-a610-bbab-22a959237488, 'name': SearchDatastore_Task, 'duration_secs': 0.046608} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.470426] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5886360-05a5-4874-9e6f-df3a2e45bd4b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.476261] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2217.476261] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5207e8d8-fa7b-f437-7f73-0e62c305f20e" [ 2217.476261] env[62189]: _type = "Task" [ 2217.476261] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.486945] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5207e8d8-fa7b-f437-7f73-0e62c305f20e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.573536] env[62189]: DEBUG nova.compute.manager [req-d26bd5bf-6ff5-427d-81a9-b9ae3b52cbe3 req-d4e2d1bb-6eaa-4f6a-a1ec-a0f354d63057 service nova] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Received event network-vif-deleted-24146efb-8513-431c-a977-44d01b04937e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2217.573764] env[62189]: INFO nova.compute.manager [req-d26bd5bf-6ff5-427d-81a9-b9ae3b52cbe3 req-d4e2d1bb-6eaa-4f6a-a1ec-a0f354d63057 service nova] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Neutron deleted interface 24146efb-8513-431c-a977-44d01b04937e; detaching it from the instance and deleting it from the info cache [ 2217.574064] env[62189]: DEBUG nova.network.neutron [req-d26bd5bf-6ff5-427d-81a9-b9ae3b52cbe3 req-d4e2d1bb-6eaa-4f6a-a1ec-a0f354d63057 service nova] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.672307] env[62189]: DEBUG oslo_concurrency.lockutils [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.678107] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.686850] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "27f8dbb0-09db-498c-a87c-c99128e1a2cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.687070] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "27f8dbb0-09db-498c-a87c-c99128e1a2cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.702798] env[62189]: DEBUG nova.network.neutron [-] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.805279] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.813615] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.846137] env[62189]: DEBUG nova.network.neutron [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Updating instance_info_cache with network_info: [{"id": "5a1b7508-653c-4476-b2b3-a3d27e40fa02", "address": "fa:16:3e:40:4d:c8", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1b7508-65", "ovs_interfaceid": "5a1b7508-653c-4476-b2b3-a3d27e40fa02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.919538] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2217.988576] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5207e8d8-fa7b-f437-7f73-0e62c305f20e, 'name': SearchDatastore_Task, 'duration_secs': 0.033954} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.988809] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2217.989108] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] c0c2b9f2-4cef-4224-aaec-c77642696a46/c0c2b9f2-4cef-4224-aaec-c77642696a46.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2217.989416] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-098f7d58-be98-4479-8686-2c10d73d7894 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.996626] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2217.996626] env[62189]: value = "task-2122723" [ 2217.996626] env[62189]: _type = "Task" [ 2217.996626] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.004930] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.076361] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-523e7c9e-d704-46f8-bcad-cbefd40200cf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.088643] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5168da51-c8a2-4f3a-9428-f3552d7e1f23 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.129663] env[62189]: DEBUG nova.compute.manager [req-d26bd5bf-6ff5-427d-81a9-b9ae3b52cbe3 req-d4e2d1bb-6eaa-4f6a-a1ec-a0f354d63057 service nova] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Detach interface failed, port_id=24146efb-8513-431c-a977-44d01b04937e, reason: Instance 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2218.175542] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122721, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.189320] env[62189]: DEBUG nova.compute.manager [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2218.204958] env[62189]: INFO nova.compute.manager [-] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Took 1.34 seconds to deallocate network for instance. [ 2218.317247] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122722, 'name': ReconfigVM_Task, 'duration_secs': 0.659491} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.317571] env[62189]: DEBUG oslo_vmware.api [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122720, 'name': PowerOnVM_Task, 'duration_secs': 1.380931} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.317830] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 82c59de4-7170-4c18-899b-c1d56454cb38/82c59de4-7170-4c18-899b-c1d56454cb38.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2218.318713] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2218.322128] env[62189]: DEBUG nova.compute.manager [None req-79e16fc4-bdf7-4867-800a-e5b17f04888f tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2218.322472] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e247ce5-d146-4369-8684-7d66fd2ebfd3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.325493] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dc9d28-346b-454e-8ea4-e4c0270d4b56 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.339077] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2218.339077] env[62189]: value = "task-2122724" [ 2218.339077] env[62189]: _type = "Task" [ 2218.339077] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.353036] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Releasing lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2218.354382] env[62189]: DEBUG nova.objects.instance [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lazy-loading 'flavor' on Instance uuid 110d723b-1cea-4fc0-b44a-c638f23e5879 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2218.355461] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122724, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.425186] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2218.425186] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.960s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.425186] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.476s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.425186] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.427582] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.491s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.427783] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.429913] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.924s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.431793] env[62189]: INFO nova.compute.claims [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2218.473325] env[62189]: INFO nova.scheduler.client.report [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Deleted allocations for instance 6457216d-b66f-486f-97ec-2d50a9eaf484 [ 2218.512426] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122723, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.676107] env[62189]: DEBUG oslo_vmware.api [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122721, 'name': PowerOnVM_Task, 'duration_secs': 1.033918} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.676374] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2218.676798] env[62189]: INFO nova.compute.manager [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Took 10.59 seconds to spawn the instance on the hypervisor. [ 2218.676798] env[62189]: DEBUG nova.compute.manager [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2218.677576] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3608bd1e-575d-4a98-b01b-9a2730779dd9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.713341] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.714299] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.856085] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122724, 'name': Rename_Task, 'duration_secs': 0.298312} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.858225] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2218.858931] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-361c0560-393c-49df-8ca3-1f890944577f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.863659] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e352bf3-350f-4793-ab9e-3c91bbab8320 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.890893] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2218.892616] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae2fe49d-4f9f-4468-b80c-b6027d4d661c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.894511] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2218.894511] env[62189]: value = "task-2122725" [ 2218.894511] env[62189]: _type = "Task" [ 2218.894511] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.901159] env[62189]: DEBUG oslo_vmware.api [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2218.901159] env[62189]: value = "task-2122726" [ 2218.901159] env[62189]: _type = "Task" [ 2218.901159] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.905492] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122725, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.916483] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "ddc16924-c483-4917-8b8b-7e0290627945" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.916757] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "ddc16924-c483-4917-8b8b-7e0290627945" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.916966] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "ddc16924-c483-4917-8b8b-7e0290627945-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.917175] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "ddc16924-c483-4917-8b8b-7e0290627945-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.917467] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "ddc16924-c483-4917-8b8b-7e0290627945-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.920430] env[62189]: DEBUG oslo_vmware.api [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.920430] env[62189]: INFO nova.compute.manager [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Terminating instance [ 2218.952230] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9a854e4a-7f99-4604-9305-0076d29972fc tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "d6b4cf12-640a-4937-8336-0077929e7d4c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.542s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.952230] env[62189]: DEBUG oslo_concurrency.lockutils [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "d6b4cf12-640a-4937-8336-0077929e7d4c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.508s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.952230] env[62189]: INFO nova.compute.manager [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Unshelving [ 2218.985834] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4f18ad50-b099-46d9-a02f-91ca100f8743 tempest-ServersWithSpecificFlavorTestJSON-380969569 tempest-ServersWithSpecificFlavorTestJSON-380969569-project-member] Lock "6457216d-b66f-486f-97ec-2d50a9eaf484" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.225s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.012033] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631485} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.012033] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] c0c2b9f2-4cef-4224-aaec-c77642696a46/c0c2b9f2-4cef-4224-aaec-c77642696a46.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2219.012033] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2219.012033] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c00098d-2091-4013-a2d6-24a89e400bf3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.019936] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2219.019936] env[62189]: value = "task-2122727" [ 2219.019936] env[62189]: _type = "Task" [ 2219.019936] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.030097] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.198023] env[62189]: INFO nova.compute.manager [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Took 21.11 seconds to build instance. [ 2219.207704] env[62189]: DEBUG nova.compute.manager [req-2e473272-8bde-4241-b139-85526a038288 req-f4f5accf-758a-4062-9bd9-c858990ca375 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Received event network-changed-26092197-e427-4061-973f-90279655a550 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2219.208080] env[62189]: DEBUG nova.compute.manager [req-2e473272-8bde-4241-b139-85526a038288 req-f4f5accf-758a-4062-9bd9-c858990ca375 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Refreshing instance network info cache due to event network-changed-26092197-e427-4061-973f-90279655a550. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2219.208477] env[62189]: DEBUG oslo_concurrency.lockutils [req-2e473272-8bde-4241-b139-85526a038288 req-f4f5accf-758a-4062-9bd9-c858990ca375 service nova] Acquiring lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.208788] env[62189]: DEBUG oslo_concurrency.lockutils [req-2e473272-8bde-4241-b139-85526a038288 req-f4f5accf-758a-4062-9bd9-c858990ca375 service nova] Acquired lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.209113] env[62189]: DEBUG nova.network.neutron [req-2e473272-8bde-4241-b139-85526a038288 req-f4f5accf-758a-4062-9bd9-c858990ca375 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Refreshing network info cache for port 26092197-e427-4061-973f-90279655a550 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2219.408059] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.416665] env[62189]: DEBUG oslo_vmware.api [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122726, 'name': PowerOffVM_Task, 'duration_secs': 0.408012} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.416960] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2219.422322] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Reconfiguring VM instance instance-0000003b to detach disk 2002 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2219.422714] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb47c4d4-bbdb-4e5d-a3f0-9a1946363f52 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.436080] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "refresh_cache-ddc16924-c483-4917-8b8b-7e0290627945" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.436257] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquired lock "refresh_cache-ddc16924-c483-4917-8b8b-7e0290627945" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.436414] env[62189]: DEBUG nova.network.neutron [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2219.448024] env[62189]: DEBUG oslo_vmware.api [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2219.448024] env[62189]: value = "task-2122728" [ 2219.448024] env[62189]: _type = "Task" [ 2219.448024] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.469670] env[62189]: DEBUG oslo_vmware.api [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122728, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.536758] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075074} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.537598] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2219.540105] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba1b56b-8114-4549-9dd5-373363054681 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.568108] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] c0c2b9f2-4cef-4224-aaec-c77642696a46/c0c2b9f2-4cef-4224-aaec-c77642696a46.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2219.571057] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35eda2e7-cbe8-48a6-9fb3-1bbf89d0765c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.594686] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2219.594686] env[62189]: value = "task-2122729" [ 2219.594686] env[62189]: _type = "Task" [ 2219.594686] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.605700] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.701661] env[62189]: DEBUG oslo_concurrency.lockutils [None req-36fb6c50-132f-4549-abb1-1174fb4ec579 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "de09db04-b851-4522-b9c9-9317443d1a34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.626s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.808627] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90913398-37a3-44d4-86af-21016605d0c6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.818387] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451028b8-833b-4404-b48d-5da55899cd46 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.855888] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000b189f-e7e8-4183-a04b-3cb843949b48 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.859689] env[62189]: DEBUG nova.compute.manager [req-084f76d8-c3f6-4cd7-a97d-0e937d8da5c5 req-374314ea-1b1f-43a5-a481-fde4de9bf804 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Received event network-changed-26092197-e427-4061-973f-90279655a550 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2219.859873] env[62189]: DEBUG nova.compute.manager [req-084f76d8-c3f6-4cd7-a97d-0e937d8da5c5 req-374314ea-1b1f-43a5-a481-fde4de9bf804 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Refreshing instance network info cache due to event network-changed-26092197-e427-4061-973f-90279655a550. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2219.860075] env[62189]: DEBUG oslo_concurrency.lockutils [req-084f76d8-c3f6-4cd7-a97d-0e937d8da5c5 req-374314ea-1b1f-43a5-a481-fde4de9bf804 service nova] Acquiring lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.867300] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465384a6-1e47-4611-93cb-ef080a30be67 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.886421] env[62189]: DEBUG nova.compute.provider_tree [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2219.907025] env[62189]: DEBUG oslo_vmware.api [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122725, 'name': PowerOnVM_Task, 'duration_secs': 0.912102} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.908308] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2219.908308] env[62189]: INFO nova.compute.manager [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Took 9.32 seconds to spawn the instance on the hypervisor. [ 2219.908308] env[62189]: DEBUG nova.compute.manager [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2219.908739] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae230f2e-6028-4869-bdf9-c3b9055014bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.959175] env[62189]: DEBUG oslo_vmware.api [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.974582] env[62189]: DEBUG nova.network.neutron [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2219.983856] env[62189]: DEBUG oslo_concurrency.lockutils [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.026492] env[62189]: DEBUG nova.network.neutron [req-2e473272-8bde-4241-b139-85526a038288 req-f4f5accf-758a-4062-9bd9-c858990ca375 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Updated VIF entry in instance network info cache for port 26092197-e427-4061-973f-90279655a550. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2220.026836] env[62189]: DEBUG nova.network.neutron [req-2e473272-8bde-4241-b139-85526a038288 req-f4f5accf-758a-4062-9bd9-c858990ca375 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Updating instance_info_cache with network_info: [{"id": "26092197-e427-4061-973f-90279655a550", "address": "fa:16:3e:ea:97:85", "network": {"id": "d4d35d81-0512-48a3-87bd-029f0f4826c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1058831160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d297a3ad99574a0a987b76ffb3a3d3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26092197-e4", "ovs_interfaceid": "26092197-e427-4061-973f-90279655a550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.061200] env[62189]: DEBUG nova.network.neutron [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.105621] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.390223] env[62189]: DEBUG nova.scheduler.client.report [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2220.428999] env[62189]: INFO nova.compute.manager [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Took 21.21 seconds to build instance. [ 2220.459211] env[62189]: DEBUG oslo_vmware.api [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122728, 'name': ReconfigVM_Task, 'duration_secs': 0.69786} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.459489] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Reconfigured VM instance instance-0000003b to detach disk 2002 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2220.459715] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2220.459943] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf56eb98-41a0-42e8-85bb-4f44cdafc74f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.468121] env[62189]: DEBUG oslo_vmware.api [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2220.468121] env[62189]: value = "task-2122730" [ 2220.468121] env[62189]: _type = "Task" [ 2220.468121] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.480089] env[62189]: DEBUG oslo_vmware.api [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.529728] env[62189]: DEBUG oslo_concurrency.lockutils [req-2e473272-8bde-4241-b139-85526a038288 req-f4f5accf-758a-4062-9bd9-c858990ca375 service nova] Releasing lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.530020] env[62189]: DEBUG oslo_concurrency.lockutils [req-084f76d8-c3f6-4cd7-a97d-0e937d8da5c5 req-374314ea-1b1f-43a5-a481-fde4de9bf804 service nova] Acquired lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2220.530209] env[62189]: DEBUG nova.network.neutron [req-084f76d8-c3f6-4cd7-a97d-0e937d8da5c5 req-374314ea-1b1f-43a5-a481-fde4de9bf804 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Refreshing network info cache for port 26092197-e427-4061-973f-90279655a550 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2220.547503] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b8e9e3-7098-4502-b684-424c147f2379 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.556039] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d53670-18cc-4cfe-99de-15d2163d6f3e tempest-ServersAdminNegativeTestJSON-577975613 tempest-ServersAdminNegativeTestJSON-577975613-project-admin] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Suspending the VM {{(pid=62189) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2220.556372] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-867e5f0d-baf2-4207-a2b3-7fe89a1478d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.562750] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Releasing lock "refresh_cache-ddc16924-c483-4917-8b8b-7e0290627945" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.564266] env[62189]: DEBUG nova.compute.manager [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2220.564624] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2220.566902] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71700baf-7683-4d69-a631-25e0683f0d1f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.570728] env[62189]: DEBUG oslo_vmware.api [None req-b3d53670-18cc-4cfe-99de-15d2163d6f3e tempest-ServersAdminNegativeTestJSON-577975613 tempest-ServersAdminNegativeTestJSON-577975613-project-admin] Waiting for the task: (returnval){ [ 2220.570728] env[62189]: value = "task-2122731" [ 2220.570728] env[62189]: _type = "Task" [ 2220.570728] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.589901] env[62189]: DEBUG oslo_vmware.api [None req-b3d53670-18cc-4cfe-99de-15d2163d6f3e tempest-ServersAdminNegativeTestJSON-577975613 tempest-ServersAdminNegativeTestJSON-577975613-project-admin] Task: {'id': task-2122731, 'name': SuspendVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.592408] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2220.593133] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-033abafe-c3bb-4254-88fa-6b405c49f171 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.602994] env[62189]: DEBUG oslo_vmware.api [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2220.602994] env[62189]: value = "task-2122732" [ 2220.602994] env[62189]: _type = "Task" [ 2220.602994] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.609882] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122729, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.616254] env[62189]: DEBUG oslo_vmware.api [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.899042] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.899042] env[62189]: DEBUG nova.compute.manager [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2220.900739] env[62189]: DEBUG oslo_concurrency.lockutils [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.229s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.901144] env[62189]: DEBUG nova.objects.instance [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62189) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2220.931268] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1acedf9c-cb67-4406-9d28-4c8d028a9edf tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "82c59de4-7170-4c18-899b-c1d56454cb38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.719s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.979556] env[62189]: DEBUG oslo_vmware.api [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122730, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.082167] env[62189]: DEBUG oslo_vmware.api [None req-b3d53670-18cc-4cfe-99de-15d2163d6f3e tempest-ServersAdminNegativeTestJSON-577975613 tempest-ServersAdminNegativeTestJSON-577975613-project-admin] Task: {'id': task-2122731, 'name': SuspendVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.106109] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122729, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.114944] env[62189]: DEBUG oslo_vmware.api [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122732, 'name': PowerOffVM_Task, 'duration_secs': 0.371416} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.115392] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2221.115683] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2221.116060] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7530ce76-fdb8-4695-a99a-e7cfa9eccc1f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.153577] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dc170e73-5f55-4bdb-9bce-a1fb67ed63de tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "82c59de4-7170-4c18-899b-c1d56454cb38" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.154068] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dc170e73-5f55-4bdb-9bce-a1fb67ed63de tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "82c59de4-7170-4c18-899b-c1d56454cb38" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.154739] env[62189]: DEBUG nova.compute.manager [None req-dc170e73-5f55-4bdb-9bce-a1fb67ed63de tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2221.155271] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2221.155816] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2221.156165] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Deleting the datastore file [datastore2] ddc16924-c483-4917-8b8b-7e0290627945 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2221.162180] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3427b2-dda2-4bf7-acdc-86208fe02118 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.171255] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c291eb20-8c9c-4bb5-a522-bb8dd4e6d409 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.179446] env[62189]: DEBUG nova.compute.manager [None req-dc170e73-5f55-4bdb-9bce-a1fb67ed63de tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62189) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2221.180584] env[62189]: DEBUG nova.objects.instance [None req-dc170e73-5f55-4bdb-9bce-a1fb67ed63de tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lazy-loading 'flavor' on Instance uuid 82c59de4-7170-4c18-899b-c1d56454cb38 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2221.183924] env[62189]: DEBUG oslo_vmware.api [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2221.183924] env[62189]: value = "task-2122734" [ 2221.183924] env[62189]: _type = "Task" [ 2221.183924] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.195395] env[62189]: DEBUG oslo_vmware.api [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.408022] env[62189]: DEBUG nova.compute.utils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2221.415117] env[62189]: DEBUG nova.compute.manager [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2221.415917] env[62189]: DEBUG nova.network.neutron [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2221.419790] env[62189]: DEBUG nova.network.neutron [req-084f76d8-c3f6-4cd7-a97d-0e937d8da5c5 req-374314ea-1b1f-43a5-a481-fde4de9bf804 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Updated VIF entry in instance network info cache for port 26092197-e427-4061-973f-90279655a550. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2221.420363] env[62189]: DEBUG nova.network.neutron [req-084f76d8-c3f6-4cd7-a97d-0e937d8da5c5 req-374314ea-1b1f-43a5-a481-fde4de9bf804 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Updating instance_info_cache with network_info: [{"id": "26092197-e427-4061-973f-90279655a550", "address": "fa:16:3e:ea:97:85", "network": {"id": "d4d35d81-0512-48a3-87bd-029f0f4826c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1058831160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d297a3ad99574a0a987b76ffb3a3d3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26092197-e4", "ovs_interfaceid": "26092197-e427-4061-973f-90279655a550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2221.487244] env[62189]: DEBUG oslo_vmware.api [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122730, 'name': PowerOnVM_Task, 'duration_secs': 0.849835} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.487630] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2221.487774] env[62189]: DEBUG nova.compute.manager [None req-0c67a54c-9dd1-490e-ade7-08cf450e6a57 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2221.488579] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4242b9-578f-4467-919a-0360b55aeb47 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.510017] env[62189]: DEBUG nova.policy [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '736500b919fb41df89cd849f9761ccfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3bd795a2cdb412abcf14832ddc5b1b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2221.592281] env[62189]: DEBUG oslo_vmware.api [None req-b3d53670-18cc-4cfe-99de-15d2163d6f3e tempest-ServersAdminNegativeTestJSON-577975613 tempest-ServersAdminNegativeTestJSON-577975613-project-admin] Task: {'id': task-2122731, 'name': SuspendVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.605768] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122729, 'name': ReconfigVM_Task, 'duration_secs': 1.607612} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.606244] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Reconfigured VM instance instance-0000005b to attach disk [datastore2] c0c2b9f2-4cef-4224-aaec-c77642696a46/c0c2b9f2-4cef-4224-aaec-c77642696a46.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2221.606933] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38a5e2d8-dad6-4012-af9b-47fbdc628f78 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.614761] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2221.614761] env[62189]: value = "task-2122735" [ 2221.614761] env[62189]: _type = "Task" [ 2221.614761] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.624119] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122735, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.707738] env[62189]: DEBUG oslo_vmware.api [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190566} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.709336] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2221.709600] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2221.711924] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2221.711924] env[62189]: INFO nova.compute.manager [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2221.711924] env[62189]: DEBUG oslo.service.loopingcall [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2221.711924] env[62189]: DEBUG nova.compute.manager [-] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2221.711924] env[62189]: DEBUG nova.network.neutron [-] [instance: ddc16924-c483-4917-8b8b-7e0290627945] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2221.729444] env[62189]: DEBUG nova.network.neutron [-] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2221.738290] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Acquiring lock "21767bef-49ea-4b83-b890-f611e214ebba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.738616] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Lock "21767bef-49ea-4b83-b890-f611e214ebba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.738849] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Acquiring lock "21767bef-49ea-4b83-b890-f611e214ebba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.739098] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Lock "21767bef-49ea-4b83-b890-f611e214ebba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.739312] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Lock "21767bef-49ea-4b83-b890-f611e214ebba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.741585] env[62189]: INFO nova.compute.manager [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Terminating instance [ 2221.819020] env[62189]: DEBUG nova.compute.manager [req-06bc9df2-3ce3-4557-9803-fd0aafbdf607 req-bff5a364-2e77-45ae-9aa2-d92f0a1b6604 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Received event network-changed-26092197-e427-4061-973f-90279655a550 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2221.819020] env[62189]: DEBUG nova.compute.manager [req-06bc9df2-3ce3-4557-9803-fd0aafbdf607 req-bff5a364-2e77-45ae-9aa2-d92f0a1b6604 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Refreshing instance network info cache due to event network-changed-26092197-e427-4061-973f-90279655a550. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2221.819020] env[62189]: DEBUG oslo_concurrency.lockutils [req-06bc9df2-3ce3-4557-9803-fd0aafbdf607 req-bff5a364-2e77-45ae-9aa2-d92f0a1b6604 service nova] Acquiring lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.916282] env[62189]: DEBUG nova.compute.manager [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2221.923341] env[62189]: DEBUG oslo_concurrency.lockutils [None req-50752e8e-bc5c-4513-b596-b0ba4460fa73 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.924418] env[62189]: DEBUG oslo_concurrency.lockutils [req-084f76d8-c3f6-4cd7-a97d-0e937d8da5c5 req-374314ea-1b1f-43a5-a481-fde4de9bf804 service nova] Releasing lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.924849] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.212s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.926238] env[62189]: INFO nova.compute.claims [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2221.928385] env[62189]: DEBUG oslo_concurrency.lockutils [req-06bc9df2-3ce3-4557-9803-fd0aafbdf607 req-bff5a364-2e77-45ae-9aa2-d92f0a1b6604 service nova] Acquired lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.928572] env[62189]: DEBUG nova.network.neutron [req-06bc9df2-3ce3-4557-9803-fd0aafbdf607 req-bff5a364-2e77-45ae-9aa2-d92f0a1b6604 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Refreshing network info cache for port 26092197-e427-4061-973f-90279655a550 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2222.088594] env[62189]: DEBUG oslo_vmware.api [None req-b3d53670-18cc-4cfe-99de-15d2163d6f3e tempest-ServersAdminNegativeTestJSON-577975613 tempest-ServersAdminNegativeTestJSON-577975613-project-admin] Task: {'id': task-2122731, 'name': SuspendVM_Task, 'duration_secs': 1.063055} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.088959] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d53670-18cc-4cfe-99de-15d2163d6f3e tempest-ServersAdminNegativeTestJSON-577975613 tempest-ServersAdminNegativeTestJSON-577975613-project-admin] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Suspended the VM {{(pid=62189) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2222.089213] env[62189]: DEBUG nova.compute.manager [None req-b3d53670-18cc-4cfe-99de-15d2163d6f3e tempest-ServersAdminNegativeTestJSON-577975613 tempest-ServersAdminNegativeTestJSON-577975613-project-admin] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2222.090623] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59166a0-09dd-4e25-a2bb-2c90ee24913d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.127416] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122735, 'name': Rename_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.164227] env[62189]: DEBUG nova.network.neutron [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Successfully created port: 8e4ece36-f523-4c15-8124-4dd1586cb5b7 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2222.199802] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc170e73-5f55-4bdb-9bce-a1fb67ed63de tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2222.199802] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5b23e65-9a7d-44e9-a87e-f56732c3b6c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.208853] env[62189]: DEBUG oslo_vmware.api [None req-dc170e73-5f55-4bdb-9bce-a1fb67ed63de tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2222.208853] env[62189]: value = "task-2122736" [ 2222.208853] env[62189]: _type = "Task" [ 2222.208853] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.216971] env[62189]: DEBUG oslo_vmware.api [None req-dc170e73-5f55-4bdb-9bce-a1fb67ed63de tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.234913] env[62189]: DEBUG nova.network.neutron [-] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2222.250029] env[62189]: DEBUG nova.compute.manager [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2222.250243] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2222.251516] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c090ea15-ea4f-4467-8bde-7bf991ef4f95 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.265209] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2222.265502] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0741b1ab-5021-4980-ad73-eecac2d7929c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.273658] env[62189]: DEBUG oslo_vmware.api [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Waiting for the task: (returnval){ [ 2222.273658] env[62189]: value = "task-2122737" [ 2222.273658] env[62189]: _type = "Task" [ 2222.273658] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.287453] env[62189]: DEBUG oslo_vmware.api [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.633069] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122735, 'name': Rename_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.721671] env[62189]: DEBUG oslo_vmware.api [None req-dc170e73-5f55-4bdb-9bce-a1fb67ed63de tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122736, 'name': PowerOffVM_Task, 'duration_secs': 0.231967} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.721941] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc170e73-5f55-4bdb-9bce-a1fb67ed63de tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2222.722233] env[62189]: DEBUG nova.compute.manager [None req-dc170e73-5f55-4bdb-9bce-a1fb67ed63de tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2222.723092] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc66fd32-3fd3-4435-8a0e-ced7b2587ab7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.737983] env[62189]: INFO nova.compute.manager [-] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Took 1.03 seconds to deallocate network for instance. [ 2222.786032] env[62189]: DEBUG oslo_vmware.api [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122737, 'name': PowerOffVM_Task, 'duration_secs': 0.200674} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.786498] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2222.786746] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2222.787271] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cea03c7-b7de-48c6-bb8e-57c31242a18a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.929208] env[62189]: DEBUG nova.compute.manager [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2222.945460] env[62189]: DEBUG nova.network.neutron [req-06bc9df2-3ce3-4557-9803-fd0aafbdf607 req-bff5a364-2e77-45ae-9aa2-d92f0a1b6604 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Updated VIF entry in instance network info cache for port 26092197-e427-4061-973f-90279655a550. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2222.945823] env[62189]: DEBUG nova.network.neutron [req-06bc9df2-3ce3-4557-9803-fd0aafbdf607 req-bff5a364-2e77-45ae-9aa2-d92f0a1b6604 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Updating instance_info_cache with network_info: [{"id": "26092197-e427-4061-973f-90279655a550", "address": "fa:16:3e:ea:97:85", "network": {"id": "d4d35d81-0512-48a3-87bd-029f0f4826c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1058831160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d297a3ad99574a0a987b76ffb3a3d3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26092197-e4", "ovs_interfaceid": "26092197-e427-4061-973f-90279655a550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2222.962875] env[62189]: DEBUG nova.virt.hardware [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2222.963219] env[62189]: DEBUG nova.virt.hardware [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2222.963407] env[62189]: DEBUG nova.virt.hardware [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2222.964284] env[62189]: DEBUG nova.virt.hardware [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2222.964490] env[62189]: DEBUG nova.virt.hardware [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2222.964662] env[62189]: DEBUG nova.virt.hardware [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2222.964904] env[62189]: DEBUG nova.virt.hardware [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2222.965112] env[62189]: DEBUG nova.virt.hardware [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2222.965319] env[62189]: DEBUG nova.virt.hardware [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2222.965513] env[62189]: DEBUG nova.virt.hardware [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2222.965693] env[62189]: DEBUG nova.virt.hardware [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2222.966794] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1007b014-6be6-42d7-aba9-099c7d2c425d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.980977] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbb9bf8-b223-4596-8448-57c0e881cc19 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.062678] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2223.064039] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2223.064039] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Deleting the datastore file [datastore2] 21767bef-49ea-4b83-b890-f611e214ebba {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2223.064039] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67b860aa-d259-49e3-adbd-4daa6cc9490e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.072284] env[62189]: DEBUG oslo_vmware.api [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Waiting for the task: (returnval){ [ 2223.072284] env[62189]: value = "task-2122739" [ 2223.072284] env[62189]: _type = "Task" [ 2223.072284] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.086610] env[62189]: DEBUG oslo_vmware.api [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.132222] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122735, 'name': Rename_Task, 'duration_secs': 1.155236} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.136031] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2223.136031] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e58264a-219d-42b6-a542-b5f9617a4df0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.144188] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2223.144188] env[62189]: value = "task-2122740" [ 2223.144188] env[62189]: _type = "Task" [ 2223.144188] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.156798] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.239963] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dc170e73-5f55-4bdb-9bce-a1fb67ed63de tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "82c59de4-7170-4c18-899b-c1d56454cb38" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.245677] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2223.348518] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b625e6-eb87-45f0-a33a-0f93b63fd5e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.361828] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875f66e7-4ed8-4068-9107-28d307db958e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.399120] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d44378-c564-406d-967a-43c0d2e8da7f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.409224] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddd52b9-e7f5-4400-a703-8a9d56e8e182 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.429186] env[62189]: DEBUG nova.compute.provider_tree [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2223.448462] env[62189]: DEBUG oslo_concurrency.lockutils [req-06bc9df2-3ce3-4557-9803-fd0aafbdf607 req-bff5a364-2e77-45ae-9aa2-d92f0a1b6604 service nova] Releasing lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2223.590937] env[62189]: DEBUG oslo_vmware.api [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Task: {'id': task-2122739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301697} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.591358] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2223.591984] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2223.592282] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2223.592589] env[62189]: INFO nova.compute.manager [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Took 1.34 seconds to destroy the instance on the hypervisor. [ 2223.592936] env[62189]: DEBUG oslo.service.loopingcall [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2223.593216] env[62189]: DEBUG nova.compute.manager [-] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2223.593370] env[62189]: DEBUG nova.network.neutron [-] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2223.661149] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122740, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.935151] env[62189]: DEBUG nova.scheduler.client.report [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2224.087065] env[62189]: DEBUG nova.compute.manager [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Received event network-changed-26092197-e427-4061-973f-90279655a550 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2224.087315] env[62189]: DEBUG nova.compute.manager [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Refreshing instance network info cache due to event network-changed-26092197-e427-4061-973f-90279655a550. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2224.087481] env[62189]: DEBUG oslo_concurrency.lockutils [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] Acquiring lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2224.087622] env[62189]: DEBUG oslo_concurrency.lockutils [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] Acquired lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2224.087780] env[62189]: DEBUG nova.network.neutron [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Refreshing network info cache for port 26092197-e427-4061-973f-90279655a550 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2224.164541] env[62189]: DEBUG oslo_vmware.api [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122740, 'name': PowerOnVM_Task, 'duration_secs': 0.537452} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.164842] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2224.165332] env[62189]: INFO nova.compute.manager [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Took 11.09 seconds to spawn the instance on the hypervisor. [ 2224.165332] env[62189]: DEBUG nova.compute.manager [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2224.166051] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1591bee8-6b9b-46f1-8c58-7c7627a33912 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.240159] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "82c59de4-7170-4c18-899b-c1d56454cb38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.240159] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "82c59de4-7170-4c18-899b-c1d56454cb38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.240159] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "82c59de4-7170-4c18-899b-c1d56454cb38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.240159] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "82c59de4-7170-4c18-899b-c1d56454cb38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.240159] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "82c59de4-7170-4c18-899b-c1d56454cb38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.241595] env[62189]: INFO nova.compute.manager [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Terminating instance [ 2224.334566] env[62189]: DEBUG nova.compute.manager [req-7115b0e3-e02a-4d38-8550-3dd98f683fb5 req-e77e632c-7649-4dd3-9e4f-76ce620dc0ce service nova] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Received event network-vif-plugged-8e4ece36-f523-4c15-8124-4dd1586cb5b7 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2224.334789] env[62189]: DEBUG oslo_concurrency.lockutils [req-7115b0e3-e02a-4d38-8550-3dd98f683fb5 req-e77e632c-7649-4dd3-9e4f-76ce620dc0ce service nova] Acquiring lock "906fac63-d7e4-42ec-8af7-5626f23e3cc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.335019] env[62189]: DEBUG oslo_concurrency.lockutils [req-7115b0e3-e02a-4d38-8550-3dd98f683fb5 req-e77e632c-7649-4dd3-9e4f-76ce620dc0ce service nova] Lock "906fac63-d7e4-42ec-8af7-5626f23e3cc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.335167] env[62189]: DEBUG oslo_concurrency.lockutils [req-7115b0e3-e02a-4d38-8550-3dd98f683fb5 req-e77e632c-7649-4dd3-9e4f-76ce620dc0ce service nova] Lock "906fac63-d7e4-42ec-8af7-5626f23e3cc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.335336] env[62189]: DEBUG nova.compute.manager [req-7115b0e3-e02a-4d38-8550-3dd98f683fb5 req-e77e632c-7649-4dd3-9e4f-76ce620dc0ce service nova] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] No waiting events found dispatching network-vif-plugged-8e4ece36-f523-4c15-8124-4dd1586cb5b7 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2224.335503] env[62189]: WARNING nova.compute.manager [req-7115b0e3-e02a-4d38-8550-3dd98f683fb5 req-e77e632c-7649-4dd3-9e4f-76ce620dc0ce service nova] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Received unexpected event network-vif-plugged-8e4ece36-f523-4c15-8124-4dd1586cb5b7 for instance with vm_state building and task_state spawning. [ 2224.447175] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.447175] env[62189]: DEBUG nova.compute.manager [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2224.452079] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.737s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.452079] env[62189]: DEBUG nova.objects.instance [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lazy-loading 'resources' on Instance uuid 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2224.655245] env[62189]: DEBUG nova.network.neutron [-] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2224.689379] env[62189]: INFO nova.compute.manager [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Took 21.10 seconds to build instance. [ 2224.746072] env[62189]: DEBUG nova.compute.manager [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2224.746716] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2224.747722] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ea8c2a-f74a-476e-84c0-6b1be9111105 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.757224] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2224.757494] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f84ba61-47d5-4495-b5fc-6f3c69c0678e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.804550] env[62189]: DEBUG nova.network.neutron [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Successfully updated port: 8e4ece36-f523-4c15-8124-4dd1586cb5b7 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2224.828202] env[62189]: DEBUG oslo_concurrency.lockutils [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Acquiring lock "e385ee9b-0d65-4b37-8695-2df299aff0ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.828475] env[62189]: DEBUG oslo_concurrency.lockutils [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Lock "e385ee9b-0d65-4b37-8695-2df299aff0ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.828692] env[62189]: DEBUG oslo_concurrency.lockutils [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Acquiring lock "e385ee9b-0d65-4b37-8695-2df299aff0ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.828891] env[62189]: DEBUG oslo_concurrency.lockutils [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Lock "e385ee9b-0d65-4b37-8695-2df299aff0ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.829069] env[62189]: DEBUG oslo_concurrency.lockutils [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Lock "e385ee9b-0d65-4b37-8695-2df299aff0ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.832614] env[62189]: INFO nova.compute.manager [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Terminating instance [ 2224.843965] env[62189]: DEBUG nova.compute.manager [req-c7ef2c6b-d143-4353-bcd2-79e5c7eef65f req-7bac96ff-348c-46fd-96ea-58247433704a service nova] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Received event network-changed-8e4ece36-f523-4c15-8124-4dd1586cb5b7 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2224.844196] env[62189]: DEBUG nova.compute.manager [req-c7ef2c6b-d143-4353-bcd2-79e5c7eef65f req-7bac96ff-348c-46fd-96ea-58247433704a service nova] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Refreshing instance network info cache due to event network-changed-8e4ece36-f523-4c15-8124-4dd1586cb5b7. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2224.844430] env[62189]: DEBUG oslo_concurrency.lockutils [req-c7ef2c6b-d143-4353-bcd2-79e5c7eef65f req-7bac96ff-348c-46fd-96ea-58247433704a service nova] Acquiring lock "refresh_cache-906fac63-d7e4-42ec-8af7-5626f23e3cc0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2224.844603] env[62189]: DEBUG oslo_concurrency.lockutils [req-c7ef2c6b-d143-4353-bcd2-79e5c7eef65f req-7bac96ff-348c-46fd-96ea-58247433704a service nova] Acquired lock "refresh_cache-906fac63-d7e4-42ec-8af7-5626f23e3cc0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2224.844759] env[62189]: DEBUG nova.network.neutron [req-c7ef2c6b-d143-4353-bcd2-79e5c7eef65f req-7bac96ff-348c-46fd-96ea-58247433704a service nova] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Refreshing network info cache for port 8e4ece36-f523-4c15-8124-4dd1586cb5b7 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2224.855225] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2224.855390] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2224.855584] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleting the datastore file [datastore2] 82c59de4-7170-4c18-899b-c1d56454cb38 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2224.856427] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6c4bcb4-89ba-44c9-acf3-af91cf9741d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.866646] env[62189]: DEBUG oslo_vmware.api [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2224.866646] env[62189]: value = "task-2122742" [ 2224.866646] env[62189]: _type = "Task" [ 2224.866646] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.880507] env[62189]: DEBUG oslo_vmware.api [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.956108] env[62189]: DEBUG nova.compute.utils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2224.962477] env[62189]: DEBUG nova.compute.manager [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2224.962477] env[62189]: DEBUG nova.network.neutron [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2224.965385] env[62189]: DEBUG nova.network.neutron [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Updated VIF entry in instance network info cache for port 26092197-e427-4061-973f-90279655a550. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2224.965722] env[62189]: DEBUG nova.network.neutron [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Updating instance_info_cache with network_info: [{"id": "26092197-e427-4061-973f-90279655a550", "address": "fa:16:3e:ea:97:85", "network": {"id": "d4d35d81-0512-48a3-87bd-029f0f4826c6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1058831160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d297a3ad99574a0a987b76ffb3a3d3e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26092197-e4", "ovs_interfaceid": "26092197-e427-4061-973f-90279655a550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2225.052531] env[62189]: DEBUG nova.policy [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5b9c0c57cde4c968761bea79e161a93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4c2687d706b4e10b6e412f4532d8114', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2225.159424] env[62189]: INFO nova.compute.manager [-] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Took 1.57 seconds to deallocate network for instance. [ 2225.191206] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4728cf9e-d67b-4de1-ac3d-d55510c6256f tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "c0c2b9f2-4cef-4224-aaec-c77642696a46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.609s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.290483] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc8b236-8395-45f4-93b2-66ac7f9c9e09 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.302196] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1088fb-eaeb-44a7-a3a8-1488be2ac0de {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.336885] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "refresh_cache-906fac63-d7e4-42ec-8af7-5626f23e3cc0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2225.337883] env[62189]: DEBUG nova.compute.manager [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2225.338097] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2225.338864] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b1e2e6-acfd-447e-afbf-0123cddb6868 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.342053] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497c3957-a2d0-40de-b8a3-cac41269d3e9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.356645] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26acc4b-5361-4f29-b0df-cc2fe092f2d8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.360914] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2225.361545] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08cc44bc-35dd-442a-951b-180afe3b5d8a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.385797] env[62189]: DEBUG nova.compute.provider_tree [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2225.387469] env[62189]: DEBUG oslo_vmware.api [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2225.387469] env[62189]: value = "task-2122743" [ 2225.387469] env[62189]: _type = "Task" [ 2225.387469] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.396142] env[62189]: DEBUG oslo_vmware.api [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302974} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.396943] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2225.397189] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2225.397374] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2225.397566] env[62189]: INFO nova.compute.manager [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Took 0.65 seconds to destroy the instance on the hypervisor. [ 2225.397856] env[62189]: DEBUG oslo.service.loopingcall [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2225.399241] env[62189]: DEBUG nova.compute.manager [-] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2225.399344] env[62189]: DEBUG nova.network.neutron [-] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2226.170358] env[62189]: DEBUG nova.compute.manager [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2226.173912] env[62189]: DEBUG oslo_concurrency.lockutils [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] Releasing lock "refresh_cache-e385ee9b-0d65-4b37-8695-2df299aff0ac" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.173912] env[62189]: DEBUG nova.compute.manager [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Received event network-changed-5a1b7508-653c-4476-b2b3-a3d27e40fa02 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2226.173912] env[62189]: DEBUG nova.compute.manager [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Refreshing instance network info cache due to event network-changed-5a1b7508-653c-4476-b2b3-a3d27e40fa02. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2226.174108] env[62189]: DEBUG oslo_concurrency.lockutils [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] Acquiring lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2226.174167] env[62189]: DEBUG oslo_concurrency.lockutils [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] Acquired lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.174329] env[62189]: DEBUG nova.network.neutron [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Refreshing network info cache for port 5a1b7508-653c-4476-b2b3-a3d27e40fa02 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2226.176041] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquiring lock "de09db04-b851-4522-b9c9-9317443d1a34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.176041] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "de09db04-b851-4522-b9c9-9317443d1a34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.176041] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquiring lock "de09db04-b851-4522-b9c9-9317443d1a34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.176217] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "de09db04-b851-4522-b9c9-9317443d1a34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.176311] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "de09db04-b851-4522-b9c9-9317443d1a34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.179596] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.180364] env[62189]: DEBUG nova.scheduler.client.report [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2226.184317] env[62189]: DEBUG oslo_vmware.api [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.184498] env[62189]: WARNING oslo_vmware.common.loopingcall [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] task run outlasted interval by 0.29553799999999997 sec [ 2226.185396] env[62189]: DEBUG nova.network.neutron [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Successfully created port: ea0ed408-829e-43b3-a3a5-417a33a569dd {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2226.187834] env[62189]: INFO nova.compute.manager [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Terminating instance [ 2226.189748] env[62189]: DEBUG nova.network.neutron [req-c7ef2c6b-d143-4353-bcd2-79e5c7eef65f req-7bac96ff-348c-46fd-96ea-58247433704a service nova] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2226.193860] env[62189]: DEBUG nova.compute.manager [req-5d68940a-4b8e-4234-9894-6b5fc2867625 req-903e2dd8-0bf1-4fe5-ba7c-d62800d951e1 service nova] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Received event network-vif-deleted-e0788160-44fb-4f6c-ac7e-47740a1dc907 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2226.194084] env[62189]: DEBUG nova.compute.manager [req-5d68940a-4b8e-4234-9894-6b5fc2867625 req-903e2dd8-0bf1-4fe5-ba7c-d62800d951e1 service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Received event network-changed-7693ee58-7ec5-47f7-ab8c-db5250f1b118 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2226.194264] env[62189]: DEBUG nova.compute.manager [req-5d68940a-4b8e-4234-9894-6b5fc2867625 req-903e2dd8-0bf1-4fe5-ba7c-d62800d951e1 service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Refreshing instance network info cache due to event network-changed-7693ee58-7ec5-47f7-ab8c-db5250f1b118. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2226.194471] env[62189]: DEBUG oslo_concurrency.lockutils [req-5d68940a-4b8e-4234-9894-6b5fc2867625 req-903e2dd8-0bf1-4fe5-ba7c-d62800d951e1 service nova] Acquiring lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2226.194626] env[62189]: DEBUG oslo_concurrency.lockutils [req-5d68940a-4b8e-4234-9894-6b5fc2867625 req-903e2dd8-0bf1-4fe5-ba7c-d62800d951e1 service nova] Acquired lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.194817] env[62189]: DEBUG nova.network.neutron [req-5d68940a-4b8e-4234-9894-6b5fc2867625 req-903e2dd8-0bf1-4fe5-ba7c-d62800d951e1 service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Refreshing network info cache for port 7693ee58-7ec5-47f7-ab8c-db5250f1b118 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2226.209071] env[62189]: DEBUG oslo_vmware.api [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122743, 'name': PowerOffVM_Task, 'duration_secs': 0.236487} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.209201] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2226.209428] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2226.209645] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1dcd30f-4489-4f3e-abda-bbcf7043319b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.323204] env[62189]: DEBUG nova.network.neutron [req-c7ef2c6b-d143-4353-bcd2-79e5c7eef65f req-7bac96ff-348c-46fd-96ea-58247433704a service nova] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.392820] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2226.393101] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2226.393306] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Deleting the datastore file [datastore2] e385ee9b-0d65-4b37-8695-2df299aff0ac {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2226.393628] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f34cd6a-5af0-4902-b012-6acc51b4c918 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.401491] env[62189]: DEBUG oslo_vmware.api [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for the task: (returnval){ [ 2226.401491] env[62189]: value = "task-2122745" [ 2226.401491] env[62189]: _type = "Task" [ 2226.401491] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.411131] env[62189]: DEBUG oslo_vmware.api [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.691007] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.693494] env[62189]: DEBUG oslo_concurrency.lockutils [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.710s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.693732] env[62189]: DEBUG nova.objects.instance [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lazy-loading 'pci_requests' on Instance uuid d6b4cf12-640a-4937-8336-0077929e7d4c {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2226.702370] env[62189]: DEBUG nova.compute.manager [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2226.702580] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2226.704318] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204c069c-c6c3-42f1-9170-51840d644500 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.715091] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2226.715460] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7d01567-26c7-46fb-b80c-ae8dce7f1d56 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.719491] env[62189]: INFO nova.scheduler.client.report [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleted allocations for instance 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7 [ 2226.825114] env[62189]: DEBUG oslo_concurrency.lockutils [req-c7ef2c6b-d143-4353-bcd2-79e5c7eef65f req-7bac96ff-348c-46fd-96ea-58247433704a service nova] Releasing lock "refresh_cache-906fac63-d7e4-42ec-8af7-5626f23e3cc0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.827063] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "refresh_cache-906fac63-d7e4-42ec-8af7-5626f23e3cc0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.827268] env[62189]: DEBUG nova.network.neutron [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2226.878234] env[62189]: DEBUG nova.compute.manager [req-af902e6b-60ef-4275-a54b-843af0b0b594 req-db79444c-bc7d-44f8-8c2f-e9228550a6ea service nova] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Received event network-vif-deleted-64e68171-4ba0-44da-90be-0b3467f3d75e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2226.879047] env[62189]: INFO nova.compute.manager [req-af902e6b-60ef-4275-a54b-843af0b0b594 req-db79444c-bc7d-44f8-8c2f-e9228550a6ea service nova] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Neutron deleted interface 64e68171-4ba0-44da-90be-0b3467f3d75e; detaching it from the instance and deleting it from the info cache [ 2226.879398] env[62189]: DEBUG nova.network.neutron [req-af902e6b-60ef-4275-a54b-843af0b0b594 req-db79444c-bc7d-44f8-8c2f-e9228550a6ea service nova] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.891761] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2226.892777] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2226.894211] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Deleting the datastore file [datastore2] de09db04-b851-4522-b9c9-9317443d1a34 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2226.894561] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b39de4b-5739-405e-95e0-182342ff0e8f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.908512] env[62189]: DEBUG oslo_vmware.api [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2226.908512] env[62189]: value = "task-2122747" [ 2226.908512] env[62189]: _type = "Task" [ 2226.908512] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.920681] env[62189]: DEBUG oslo_vmware.api [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Task: {'id': task-2122745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442118} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.921522] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2226.921591] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2226.921825] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2226.922040] env[62189]: INFO nova.compute.manager [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Took 1.58 seconds to destroy the instance on the hypervisor. [ 2226.922315] env[62189]: DEBUG oslo.service.loopingcall [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2226.922715] env[62189]: DEBUG nova.compute.manager [-] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2226.922836] env[62189]: DEBUG nova.network.neutron [-] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2226.930413] env[62189]: DEBUG oslo_vmware.api [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.200192] env[62189]: DEBUG nova.objects.instance [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lazy-loading 'numa_topology' on Instance uuid d6b4cf12-640a-4937-8336-0077929e7d4c {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2227.204481] env[62189]: DEBUG nova.compute.manager [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2227.217212] env[62189]: DEBUG nova.network.neutron [req-5d68940a-4b8e-4234-9894-6b5fc2867625 req-903e2dd8-0bf1-4fe5-ba7c-d62800d951e1 service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updated VIF entry in instance network info cache for port 7693ee58-7ec5-47f7-ab8c-db5250f1b118. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2227.217692] env[62189]: DEBUG nova.network.neutron [req-5d68940a-4b8e-4234-9894-6b5fc2867625 req-903e2dd8-0bf1-4fe5-ba7c-d62800d951e1 service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance_info_cache with network_info: [{"id": "7693ee58-7ec5-47f7-ab8c-db5250f1b118", "address": "fa:16:3e:e9:43:c5", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7693ee58-7e", "ovs_interfaceid": "7693ee58-7ec5-47f7-ab8c-db5250f1b118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2227.221046] env[62189]: DEBUG nova.network.neutron [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Updated VIF entry in instance network info cache for port 5a1b7508-653c-4476-b2b3-a3d27e40fa02. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2227.221130] env[62189]: DEBUG nova.network.neutron [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Updating instance_info_cache with network_info: [{"id": "5a1b7508-653c-4476-b2b3-a3d27e40fa02", "address": "fa:16:3e:40:4d:c8", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1b7508-65", "ovs_interfaceid": "5a1b7508-653c-4476-b2b3-a3d27e40fa02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2227.228500] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f30a26e-686b-4620-a4b4-5c2d56485075 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.311s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.243093] env[62189]: DEBUG nova.virt.hardware [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2227.244029] env[62189]: DEBUG nova.virt.hardware [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2227.244029] env[62189]: DEBUG nova.virt.hardware [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2227.244029] env[62189]: DEBUG nova.virt.hardware [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2227.244029] env[62189]: DEBUG nova.virt.hardware [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2227.244325] env[62189]: DEBUG nova.virt.hardware [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2227.244642] env[62189]: DEBUG nova.virt.hardware [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2227.245011] env[62189]: DEBUG nova.virt.hardware [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2227.245343] env[62189]: DEBUG nova.virt.hardware [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2227.245616] env[62189]: DEBUG nova.virt.hardware [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2227.245889] env[62189]: DEBUG nova.virt.hardware [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2227.247357] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5969b31c-808d-4a80-ba07-d7dfb1d18bff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.256702] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4300bb5f-8a9c-45e7-8397-f8a2cf83ccf5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.332164] env[62189]: DEBUG nova.network.neutron [-] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2227.381984] env[62189]: DEBUG nova.network.neutron [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2227.384576] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26332ea1-491a-4ff5-b987-991fb27187ac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.396240] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741d9475-e08d-496e-b304-837236c7c8f9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.422450] env[62189]: DEBUG oslo_vmware.api [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449075} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.422793] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2227.422979] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2227.423176] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2227.423346] env[62189]: INFO nova.compute.manager [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Took 0.72 seconds to destroy the instance on the hypervisor. [ 2227.423610] env[62189]: DEBUG oslo.service.loopingcall [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2227.423804] env[62189]: DEBUG nova.compute.manager [-] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2227.423899] env[62189]: DEBUG nova.network.neutron [-] [instance: de09db04-b851-4522-b9c9-9317443d1a34] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2227.442810] env[62189]: DEBUG nova.compute.manager [req-af902e6b-60ef-4275-a54b-843af0b0b594 req-db79444c-bc7d-44f8-8c2f-e9228550a6ea service nova] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Detach interface failed, port_id=64e68171-4ba0-44da-90be-0b3467f3d75e, reason: Instance 82c59de4-7170-4c18-899b-c1d56454cb38 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2227.662684] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f8ca2bb7-1e56-4787-b41b-910bf5d7e883 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "interface-aa895c8f-876f-43b4-b0ca-7f51548bee51-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2227.663017] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f8ca2bb7-1e56-4787-b41b-910bf5d7e883 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-aa895c8f-876f-43b4-b0ca-7f51548bee51-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2227.663370] env[62189]: DEBUG nova.objects.instance [None req-f8ca2bb7-1e56-4787-b41b-910bf5d7e883 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lazy-loading 'flavor' on Instance uuid aa895c8f-876f-43b4-b0ca-7f51548bee51 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2227.693132] env[62189]: DEBUG nova.network.neutron [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Updating instance_info_cache with network_info: [{"id": "8e4ece36-f523-4c15-8124-4dd1586cb5b7", "address": "fa:16:3e:f2:18:4e", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e4ece36-f5", "ovs_interfaceid": "8e4ece36-f523-4c15-8124-4dd1586cb5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2227.710386] env[62189]: DEBUG nova.network.neutron [-] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2227.712451] env[62189]: INFO nova.compute.claims [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2227.720521] env[62189]: DEBUG oslo_concurrency.lockutils [req-5d68940a-4b8e-4234-9894-6b5fc2867625 req-903e2dd8-0bf1-4fe5-ba7c-d62800d951e1 service nova] Releasing lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2227.724475] env[62189]: DEBUG oslo_concurrency.lockutils [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] Releasing lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2227.724824] env[62189]: DEBUG nova.compute.manager [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Received event network-changed-5a1b7508-653c-4476-b2b3-a3d27e40fa02 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2227.724899] env[62189]: DEBUG nova.compute.manager [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Refreshing instance network info cache due to event network-changed-5a1b7508-653c-4476-b2b3-a3d27e40fa02. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2227.725331] env[62189]: DEBUG oslo_concurrency.lockutils [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] Acquiring lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2227.725456] env[62189]: DEBUG oslo_concurrency.lockutils [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] Acquired lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2227.725667] env[62189]: DEBUG nova.network.neutron [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Refreshing network info cache for port 5a1b7508-653c-4476-b2b3-a3d27e40fa02 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2227.836165] env[62189]: INFO nova.compute.manager [-] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Took 2.44 seconds to deallocate network for instance. [ 2228.139653] env[62189]: DEBUG nova.network.neutron [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Successfully updated port: ea0ed408-829e-43b3-a3a5-417a33a569dd {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2228.171024] env[62189]: DEBUG nova.objects.instance [None req-f8ca2bb7-1e56-4787-b41b-910bf5d7e883 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lazy-loading 'pci_requests' on Instance uuid aa895c8f-876f-43b4-b0ca-7f51548bee51 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2228.195404] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "refresh_cache-906fac63-d7e4-42ec-8af7-5626f23e3cc0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2228.195560] env[62189]: DEBUG nova.compute.manager [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Instance network_info: |[{"id": "8e4ece36-f523-4c15-8124-4dd1586cb5b7", "address": "fa:16:3e:f2:18:4e", "network": {"id": "3152ca1a-265f-4f2b-b438-9e80193c4ac1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1981010486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3bd795a2cdb412abcf14832ddc5b1b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e4ece36-f5", "ovs_interfaceid": "8e4ece36-f523-4c15-8124-4dd1586cb5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2228.195970] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:18:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e4ece36-f523-4c15-8124-4dd1586cb5b7', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2228.204179] env[62189]: DEBUG oslo.service.loopingcall [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2228.204438] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2228.204596] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8db5407-c74b-429b-869b-2912dc2321ca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.222607] env[62189]: INFO nova.compute.manager [-] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Took 1.30 seconds to deallocate network for instance. [ 2228.240026] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2228.240026] env[62189]: value = "task-2122748" [ 2228.240026] env[62189]: _type = "Task" [ 2228.240026] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.253147] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122748, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.295304] env[62189]: DEBUG nova.network.neutron [-] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2228.343819] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.407784] env[62189]: DEBUG nova.compute.manager [req-c5333f39-58a9-4a6b-829b-9f0864012e58 req-6d775cf4-b852-4fd3-8f6a-3b405eaa4b98 service nova] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Received event network-vif-deleted-7684f26d-f66c-4f4c-b6c8-d90e7b887e23 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2228.511842] env[62189]: DEBUG nova.network.neutron [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Updated VIF entry in instance network info cache for port 5a1b7508-653c-4476-b2b3-a3d27e40fa02. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2228.511842] env[62189]: DEBUG nova.network.neutron [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Updating instance_info_cache with network_info: [{"id": "5a1b7508-653c-4476-b2b3-a3d27e40fa02", "address": "fa:16:3e:40:4d:c8", "network": {"id": "8a777fec-bc28-42fb-896d-78e98946dbdd", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-691138368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a22c20528b54f4e8982055ea51d0177", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1b7508-65", "ovs_interfaceid": "5a1b7508-653c-4476-b2b3-a3d27e40fa02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2228.534034] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc487c6-bba2-4a45-8179-1ee4217650fd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.542323] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294e1387-948c-4ad8-9a22-10051ff9132b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.576385] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ac62dc-23b8-415a-9846-54ba3bf7e162 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.589016] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7197d44-7479-42c6-8ba9-9e18ce0e68bb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.604665] env[62189]: DEBUG nova.compute.provider_tree [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2228.643893] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "refresh_cache-27f8dbb0-09db-498c-a87c-c99128e1a2cb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.644068] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "refresh_cache-27f8dbb0-09db-498c-a87c-c99128e1a2cb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.644207] env[62189]: DEBUG nova.network.neutron [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2228.673246] env[62189]: DEBUG nova.objects.base [None req-f8ca2bb7-1e56-4787-b41b-910bf5d7e883 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2228.673575] env[62189]: DEBUG nova.network.neutron [None req-f8ca2bb7-1e56-4787-b41b-910bf5d7e883 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2228.733380] env[62189]: DEBUG oslo_concurrency.lockutils [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.750433] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122748, 'name': CreateVM_Task, 'duration_secs': 0.491991} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.750592] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2228.751477] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.751677] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.752052] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2228.752322] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d169395c-3308-4819-acda-735b807e6306 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.758021] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2228.758021] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5241e4fb-8a20-8b34-487d-59e405344638" [ 2228.758021] env[62189]: _type = "Task" [ 2228.758021] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.758912] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f8ca2bb7-1e56-4787-b41b-910bf5d7e883 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-aa895c8f-876f-43b4-b0ca-7f51548bee51-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.096s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.771029] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5241e4fb-8a20-8b34-487d-59e405344638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.804563] env[62189]: INFO nova.compute.manager [-] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Took 1.38 seconds to deallocate network for instance. [ 2228.877791] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "b9518b05-8c5c-4121-84d6-2f0d8885a65f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.878161] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "b9518b05-8c5c-4121-84d6-2f0d8885a65f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.014645] env[62189]: DEBUG oslo_concurrency.lockutils [req-950dc194-78c0-4846-b555-6ce9a55f897f req-fd14d39a-4735-4801-99e4-8cdd470537c3 service nova] Releasing lock "refresh_cache-110d723b-1cea-4fc0-b44a-c638f23e5879" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.124448] env[62189]: ERROR nova.scheduler.client.report [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [req-373c3cc6-619c-4090-b788-e9fd5352beda] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-373c3cc6-619c-4090-b788-e9fd5352beda"}]} [ 2229.141286] env[62189]: DEBUG nova.scheduler.client.report [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2229.153919] env[62189]: DEBUG nova.scheduler.client.report [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2229.154185] env[62189]: DEBUG nova.compute.provider_tree [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2229.165542] env[62189]: DEBUG nova.scheduler.client.report [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2229.176931] env[62189]: DEBUG nova.network.neutron [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2229.184374] env[62189]: DEBUG nova.scheduler.client.report [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2229.276551] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5241e4fb-8a20-8b34-487d-59e405344638, 'name': SearchDatastore_Task, 'duration_secs': 0.013442} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.279043] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.279332] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2229.279721] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2229.279883] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2229.280087] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2229.281229] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2858d6b1-fef9-4e47-b2cb-f8bde4eb1218 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.292155] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2229.293375] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2229.294095] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-076a878f-8be6-4fea-b4e3-eb920eb194cc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.309360] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2229.309360] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5231239d-5925-834b-c0d5-67519db48170" [ 2229.309360] env[62189]: _type = "Task" [ 2229.309360] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.314918] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.324599] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5231239d-5925-834b-c0d5-67519db48170, 'name': SearchDatastore_Task, 'duration_secs': 0.010668} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.324929] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f58fa0-4d02-478f-a045-0ea6b5299751 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.332072] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2229.332072] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b6265b-a2a7-0476-54dd-288f97c81934" [ 2229.332072] env[62189]: _type = "Task" [ 2229.332072] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.343595] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b6265b-a2a7-0476-54dd-288f97c81934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.369617] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "0cf09974-ff6b-4d6f-bc1a-67b0279f2336" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.370089] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "0cf09974-ff6b-4d6f-bc1a-67b0279f2336" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.373920] env[62189]: DEBUG nova.network.neutron [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Updating instance_info_cache with network_info: [{"id": "ea0ed408-829e-43b3-a3a5-417a33a569dd", "address": "fa:16:3e:c2:ac:7b", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0ed408-82", "ovs_interfaceid": "ea0ed408-829e-43b3-a3a5-417a33a569dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2229.380711] env[62189]: DEBUG nova.compute.manager [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2229.434205] env[62189]: DEBUG nova.compute.manager [req-3b6c9fa9-e746-415e-aa6e-3cdeab754b3f req-c89c830d-3f27-4fc3-9f24-cad2e94f8e47 service nova] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Received event network-vif-deleted-26092197-e427-4061-973f-90279655a550 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2229.434422] env[62189]: DEBUG nova.compute.manager [req-3b6c9fa9-e746-415e-aa6e-3cdeab754b3f req-c89c830d-3f27-4fc3-9f24-cad2e94f8e47 service nova] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Received event network-vif-plugged-ea0ed408-829e-43b3-a3a5-417a33a569dd {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2229.434612] env[62189]: DEBUG oslo_concurrency.lockutils [req-3b6c9fa9-e746-415e-aa6e-3cdeab754b3f req-c89c830d-3f27-4fc3-9f24-cad2e94f8e47 service nova] Acquiring lock "27f8dbb0-09db-498c-a87c-c99128e1a2cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.434925] env[62189]: DEBUG oslo_concurrency.lockutils [req-3b6c9fa9-e746-415e-aa6e-3cdeab754b3f req-c89c830d-3f27-4fc3-9f24-cad2e94f8e47 service nova] Lock "27f8dbb0-09db-498c-a87c-c99128e1a2cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.435181] env[62189]: DEBUG oslo_concurrency.lockutils [req-3b6c9fa9-e746-415e-aa6e-3cdeab754b3f req-c89c830d-3f27-4fc3-9f24-cad2e94f8e47 service nova] Lock "27f8dbb0-09db-498c-a87c-c99128e1a2cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.435359] env[62189]: DEBUG nova.compute.manager [req-3b6c9fa9-e746-415e-aa6e-3cdeab754b3f req-c89c830d-3f27-4fc3-9f24-cad2e94f8e47 service nova] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] No waiting events found dispatching network-vif-plugged-ea0ed408-829e-43b3-a3a5-417a33a569dd {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2229.435559] env[62189]: WARNING nova.compute.manager [req-3b6c9fa9-e746-415e-aa6e-3cdeab754b3f req-c89c830d-3f27-4fc3-9f24-cad2e94f8e47 service nova] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Received unexpected event network-vif-plugged-ea0ed408-829e-43b3-a3a5-417a33a569dd for instance with vm_state building and task_state spawning. [ 2229.435748] env[62189]: DEBUG nova.compute.manager [req-3b6c9fa9-e746-415e-aa6e-3cdeab754b3f req-c89c830d-3f27-4fc3-9f24-cad2e94f8e47 service nova] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Received event network-changed-ea0ed408-829e-43b3-a3a5-417a33a569dd {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2229.435936] env[62189]: DEBUG nova.compute.manager [req-3b6c9fa9-e746-415e-aa6e-3cdeab754b3f req-c89c830d-3f27-4fc3-9f24-cad2e94f8e47 service nova] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Refreshing instance network info cache due to event network-changed-ea0ed408-829e-43b3-a3a5-417a33a569dd. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2229.436198] env[62189]: DEBUG oslo_concurrency.lockutils [req-3b6c9fa9-e746-415e-aa6e-3cdeab754b3f req-c89c830d-3f27-4fc3-9f24-cad2e94f8e47 service nova] Acquiring lock "refresh_cache-27f8dbb0-09db-498c-a87c-c99128e1a2cb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2229.506723] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad58763-eef7-4344-802c-d4bfc928648f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.514305] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc6d55f-9e2b-418d-98b3-6396f43d2d02 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.544864] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c48b3e-5733-4bb5-ace0-8dad66c72a29 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.552423] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e222ebc0-5793-4054-a922-468d4c552153 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.566688] env[62189]: DEBUG nova.compute.provider_tree [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2229.829052] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "d84f653c-d4e4-472e-8763-a36b575d4485" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.829143] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "d84f653c-d4e4-472e-8763-a36b575d4485" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.843863] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b6265b-a2a7-0476-54dd-288f97c81934, 'name': SearchDatastore_Task, 'duration_secs': 0.026016} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.844128] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.844380] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore1] 906fac63-d7e4-42ec-8af7-5626f23e3cc0/906fac63-d7e4-42ec-8af7-5626f23e3cc0.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2229.844624] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f18e0e4b-d8f2-4576-9e2f-647aff5bcfc8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.853347] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2229.853347] env[62189]: value = "task-2122749" [ 2229.853347] env[62189]: _type = "Task" [ 2229.853347] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.861225] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.873215] env[62189]: DEBUG nova.compute.manager [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2229.876315] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "refresh_cache-27f8dbb0-09db-498c-a87c-c99128e1a2cb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.876585] env[62189]: DEBUG nova.compute.manager [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Instance network_info: |[{"id": "ea0ed408-829e-43b3-a3a5-417a33a569dd", "address": "fa:16:3e:c2:ac:7b", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0ed408-82", "ovs_interfaceid": "ea0ed408-829e-43b3-a3a5-417a33a569dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2229.876841] env[62189]: DEBUG oslo_concurrency.lockutils [req-3b6c9fa9-e746-415e-aa6e-3cdeab754b3f req-c89c830d-3f27-4fc3-9f24-cad2e94f8e47 service nova] Acquired lock "refresh_cache-27f8dbb0-09db-498c-a87c-c99128e1a2cb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2229.877027] env[62189]: DEBUG nova.network.neutron [req-3b6c9fa9-e746-415e-aa6e-3cdeab754b3f req-c89c830d-3f27-4fc3-9f24-cad2e94f8e47 service nova] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Refreshing network info cache for port ea0ed408-829e-43b3-a3a5-417a33a569dd {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2229.878050] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:ac:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea0ed408-829e-43b3-a3a5-417a33a569dd', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2229.885418] env[62189]: DEBUG oslo.service.loopingcall [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2229.886224] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2229.886443] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f803cf4-413e-4b75-87b2-00e961300749 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.910910] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2229.910910] env[62189]: value = "task-2122750" [ 2229.910910] env[62189]: _type = "Task" [ 2229.910910] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.916712] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.919939] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122750, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.090739] env[62189]: ERROR nova.scheduler.client.report [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [req-5d1285e5-62ad-4633-8780-8ad8a146117a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5d1285e5-62ad-4633-8780-8ad8a146117a"}]} [ 2230.107140] env[62189]: DEBUG nova.scheduler.client.report [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2230.123264] env[62189]: DEBUG nova.scheduler.client.report [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2230.123531] env[62189]: DEBUG nova.compute.provider_tree [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2230.137353] env[62189]: DEBUG nova.scheduler.client.report [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2230.158816] env[62189]: DEBUG nova.scheduler.client.report [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2230.331570] env[62189]: DEBUG nova.compute.manager [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2230.364881] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122749, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.396237] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.423228] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122750, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.485777] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d3e59a-a791-4759-9ca6-ad63dd737657 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.494222] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2cee8c-2e5e-4e0c-ac2e-88f8ebcbdd7d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.525225] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b69285-61c7-4360-9b36-5318ce6b9b39 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.533411] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3132bc3e-3f45-422a-a4db-02412fae0535 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.552675] env[62189]: DEBUG nova.compute.provider_tree [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2230.703754] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "interface-aa895c8f-876f-43b4-b0ca-7f51548bee51-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.703915] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-aa895c8f-876f-43b4-b0ca-7f51548bee51-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.704281] env[62189]: DEBUG nova.objects.instance [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lazy-loading 'flavor' on Instance uuid aa895c8f-876f-43b4-b0ca-7f51548bee51 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2230.719597] env[62189]: DEBUG nova.network.neutron [req-3b6c9fa9-e746-415e-aa6e-3cdeab754b3f req-c89c830d-3f27-4fc3-9f24-cad2e94f8e47 service nova] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Updated VIF entry in instance network info cache for port ea0ed408-829e-43b3-a3a5-417a33a569dd. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2230.719953] env[62189]: DEBUG nova.network.neutron [req-3b6c9fa9-e746-415e-aa6e-3cdeab754b3f req-c89c830d-3f27-4fc3-9f24-cad2e94f8e47 service nova] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Updating instance_info_cache with network_info: [{"id": "ea0ed408-829e-43b3-a3a5-417a33a569dd", "address": "fa:16:3e:c2:ac:7b", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea0ed408-82", "ovs_interfaceid": "ea0ed408-829e-43b3-a3a5-417a33a569dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2230.854742] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.864117] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594228} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.864637] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore1] 906fac63-d7e4-42ec-8af7-5626f23e3cc0/906fac63-d7e4-42ec-8af7-5626f23e3cc0.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2230.864637] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2230.865589] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67752cc6-6fef-4616-8d57-56d8773a3fbf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.871958] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2230.871958] env[62189]: value = "task-2122751" [ 2230.871958] env[62189]: _type = "Task" [ 2230.871958] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.881033] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.923411] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122750, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.087878] env[62189]: DEBUG nova.scheduler.client.report [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2231.088153] env[62189]: DEBUG nova.compute.provider_tree [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 133 to 134 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2231.088337] env[62189]: DEBUG nova.compute.provider_tree [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2231.222891] env[62189]: DEBUG oslo_concurrency.lockutils [req-3b6c9fa9-e746-415e-aa6e-3cdeab754b3f req-c89c830d-3f27-4fc3-9f24-cad2e94f8e47 service nova] Releasing lock "refresh_cache-27f8dbb0-09db-498c-a87c-c99128e1a2cb" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.319517] env[62189]: DEBUG nova.objects.instance [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lazy-loading 'pci_requests' on Instance uuid aa895c8f-876f-43b4-b0ca-7f51548bee51 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2231.382518] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.328712} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.382858] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2231.383660] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b5f7e4-2a9c-461d-9b85-18957c2b8916 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.406373] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 906fac63-d7e4-42ec-8af7-5626f23e3cc0/906fac63-d7e4-42ec-8af7-5626f23e3cc0.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2231.406632] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13fe5cac-bdb7-43d3-b961-c7103f731c41 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.430799] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122750, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.432229] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2231.432229] env[62189]: value = "task-2122752" [ 2231.432229] env[62189]: _type = "Task" [ 2231.432229] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.440778] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.592998] env[62189]: DEBUG oslo_concurrency.lockutils [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.899s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.595429] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.350s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.595701] env[62189]: DEBUG nova.objects.instance [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lazy-loading 'resources' on Instance uuid ddc16924-c483-4917-8b8b-7e0290627945 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2231.648073] env[62189]: INFO nova.network.neutron [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Updating port 266e45b2-bc60-4015-bf9c-586a18dcc7e3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2231.822313] env[62189]: DEBUG nova.objects.base [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2231.822502] env[62189]: DEBUG nova.network.neutron [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2231.861628] env[62189]: DEBUG nova.policy [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc989044e2704bbeb5bed934424c266a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c52443a4689b480faeb835027b0bdafd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2231.932050] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122750, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.941976] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122752, 'name': ReconfigVM_Task, 'duration_secs': 0.343371} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.942267] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 906fac63-d7e4-42ec-8af7-5626f23e3cc0/906fac63-d7e4-42ec-8af7-5626f23e3cc0.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2231.942952] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-217d73d4-4f3f-4b4b-bb1d-0505a817a67c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.950354] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2231.950354] env[62189]: value = "task-2122753" [ 2231.950354] env[62189]: _type = "Task" [ 2231.950354] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.960700] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122753, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.114210] env[62189]: DEBUG nova.network.neutron [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Successfully created port: 341f4f60-f901-4f55-ad26-46ab014a493e {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2232.374315] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e662831-76c4-4105-917f-ac26cbbd1bf4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.382712] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41e9875-d48d-4cf0-9826-c1a1b028737f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.413894] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b04b0d-0723-42fe-b236-596d1f57edb6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.423335] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d936ef-1309-477a-b545-7e6ad60127b3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.437024] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122750, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.443232] env[62189]: DEBUG nova.compute.provider_tree [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2232.460590] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122753, 'name': Rename_Task, 'duration_secs': 0.133697} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.460864] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2232.461126] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bd95e30-edec-468a-bdf7-02a1218660be {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.467737] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2232.467737] env[62189]: value = "task-2122754" [ 2232.467737] env[62189]: _type = "Task" [ 2232.467737] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.480375] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.582854] env[62189]: DEBUG oslo_concurrency.lockutils [None req-233bca13-908f-411e-92c9-525470e4e133 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.583150] env[62189]: DEBUG oslo_concurrency.lockutils [None req-233bca13-908f-411e-92c9-525470e4e133 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.583349] env[62189]: DEBUG nova.compute.manager [None req-233bca13-908f-411e-92c9-525470e4e133 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2232.584263] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d38a92-efdb-4339-b161-e0d015587d6f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.591756] env[62189]: DEBUG nova.compute.manager [None req-233bca13-908f-411e-92c9-525470e4e133 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62189) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2232.592346] env[62189]: DEBUG nova.objects.instance [None req-233bca13-908f-411e-92c9-525470e4e133 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lazy-loading 'flavor' on Instance uuid f04c5b3c-15ac-4b99-ab8d-a841ec94886b {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2232.942155] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122750, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.946201] env[62189]: DEBUG nova.scheduler.client.report [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2232.977742] env[62189]: DEBUG oslo_vmware.api [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122754, 'name': PowerOnVM_Task, 'duration_secs': 0.487048} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.978076] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2232.978329] env[62189]: INFO nova.compute.manager [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Took 10.05 seconds to spawn the instance on the hypervisor. [ 2232.978516] env[62189]: DEBUG nova.compute.manager [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2232.979281] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f59a0f-b184-4a75-9252-c7f7b4a38721 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.438279] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122750, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.451277] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.453849] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.274s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.454111] env[62189]: DEBUG nova.objects.instance [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Lazy-loading 'resources' on Instance uuid 21767bef-49ea-4b83-b890-f611e214ebba {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2233.471370] env[62189]: INFO nova.scheduler.client.report [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Deleted allocations for instance ddc16924-c483-4917-8b8b-7e0290627945 [ 2233.496723] env[62189]: INFO nova.compute.manager [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Took 17.01 seconds to build instance. [ 2233.598945] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-233bca13-908f-411e-92c9-525470e4e133 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2233.599291] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-075ca885-82bb-4a56-934c-9a254f0303cd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.608852] env[62189]: DEBUG oslo_vmware.api [None req-233bca13-908f-411e-92c9-525470e4e133 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2233.608852] env[62189]: value = "task-2122755" [ 2233.608852] env[62189]: _type = "Task" [ 2233.608852] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.618452] env[62189]: DEBUG oslo_vmware.api [None req-233bca13-908f-411e-92c9-525470e4e133 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.939918] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122750, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.983338] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3de89857-b572-4a98-ad7d-4b4f2ed3d82d tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "ddc16924-c483-4917-8b8b-7e0290627945" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.066s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.998474] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cf208b84-9df8-4b24-b83f-8338f7c52bd1 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "906fac63-d7e4-42ec-8af7-5626f23e3cc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.524s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.126583] env[62189]: DEBUG oslo_vmware.api [None req-233bca13-908f-411e-92c9-525470e4e133 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122755, 'name': PowerOffVM_Task, 'duration_secs': 0.217173} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.126857] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-233bca13-908f-411e-92c9-525470e4e133 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2234.127064] env[62189]: DEBUG nova.compute.manager [None req-233bca13-908f-411e-92c9-525470e4e133 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2234.127878] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ce6d0e-4a7b-46e0-95f9-51405ffd295c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.223237] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "3d1f641d-6349-4960-8bf1-7fbd4ff4a785" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.223506] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "3d1f641d-6349-4960-8bf1-7fbd4ff4a785" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2234.223755] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "3d1f641d-6349-4960-8bf1-7fbd4ff4a785-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.223949] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "3d1f641d-6349-4960-8bf1-7fbd4ff4a785-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2234.224139] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "3d1f641d-6349-4960-8bf1-7fbd4ff4a785-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.229331] env[62189]: INFO nova.compute.manager [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Terminating instance [ 2234.280520] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646e173d-d7ab-4ab3-a26a-06b832f353c9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.289095] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1eec9c8-196b-4bcb-a260-b4917693dd0a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.320361] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fda576f-67cd-4f2f-901d-59a68e98aa2e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.328991] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e36354-050d-44ee-8fa5-b8e7d0f7b513 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.344284] env[62189]: DEBUG nova.compute.provider_tree [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2234.443349] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122750, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.645626] env[62189]: DEBUG oslo_concurrency.lockutils [None req-233bca13-908f-411e-92c9-525470e4e133 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.735958] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "refresh_cache-3d1f641d-6349-4960-8bf1-7fbd4ff4a785" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.736281] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquired lock "refresh_cache-3d1f641d-6349-4960-8bf1-7fbd4ff4a785" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.736589] env[62189]: DEBUG nova.network.neutron [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2234.847610] env[62189]: DEBUG nova.scheduler.client.report [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2234.940580] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122750, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.260631] env[62189]: DEBUG nova.network.neutron [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2235.304449] env[62189]: DEBUG nova.objects.instance [None req-05d6dc90-b899-4b4d-b22b-80ee950c9271 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lazy-loading 'flavor' on Instance uuid f04c5b3c-15ac-4b99-ab8d-a841ec94886b {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2235.339206] env[62189]: DEBUG nova.network.neutron [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.354073] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2235.356013] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.012s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2235.356250] env[62189]: DEBUG nova.objects.instance [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lazy-loading 'resources' on Instance uuid 82c59de4-7170-4c18-899b-c1d56454cb38 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2235.378538] env[62189]: INFO nova.scheduler.client.report [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Deleted allocations for instance 21767bef-49ea-4b83-b890-f611e214ebba [ 2235.442783] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122750, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.811012] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05d6dc90-b899-4b4d-b22b-80ee950c9271 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2235.811012] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05d6dc90-b899-4b4d-b22b-80ee950c9271 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2235.811012] env[62189]: DEBUG nova.network.neutron [None req-05d6dc90-b899-4b4d-b22b-80ee950c9271 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2235.811012] env[62189]: DEBUG nova.objects.instance [None req-05d6dc90-b899-4b4d-b22b-80ee950c9271 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lazy-loading 'info_cache' on Instance uuid f04c5b3c-15ac-4b99-ab8d-a841ec94886b {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2235.841129] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Releasing lock "refresh_cache-3d1f641d-6349-4960-8bf1-7fbd4ff4a785" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2235.841825] env[62189]: DEBUG nova.compute.manager [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2235.842196] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2235.843232] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4804150f-fcd8-4c88-9034-8bab678cd3cf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.851900] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2235.852367] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52f53885-9a1f-490d-b740-6e66d789f94f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.861572] env[62189]: DEBUG oslo_vmware.api [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2235.861572] env[62189]: value = "task-2122756" [ 2235.861572] env[62189]: _type = "Task" [ 2235.861572] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.870700] env[62189]: DEBUG oslo_vmware.api [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.886734] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2a284707-c0e2-4314-81a6-972622646726 tempest-ServersTestManualDisk-1696293917 tempest-ServersTestManualDisk-1696293917-project-member] Lock "21767bef-49ea-4b83-b890-f611e214ebba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.148s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2235.939993] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "906fac63-d7e4-42ec-8af7-5626f23e3cc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2235.940272] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "906fac63-d7e4-42ec-8af7-5626f23e3cc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2235.940484] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "906fac63-d7e4-42ec-8af7-5626f23e3cc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2235.940668] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "906fac63-d7e4-42ec-8af7-5626f23e3cc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2235.940836] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "906fac63-d7e4-42ec-8af7-5626f23e3cc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2235.946593] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122750, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.947121] env[62189]: INFO nova.compute.manager [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Terminating instance [ 2236.124068] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af935c9b-5caa-47ad-ac6b-0175289981c6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.133139] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49c76db-9e87-4cd6-a3a9-96096c5a19bd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.166026] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86db2fa0-41e2-465f-b39a-b80229139b6a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.174812] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fba9f05-2073-45f1-828f-fb58e3e688b8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.189257] env[62189]: DEBUG nova.compute.provider_tree [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2236.314748] env[62189]: DEBUG nova.objects.base [None req-05d6dc90-b899-4b4d-b22b-80ee950c9271 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2236.371691] env[62189]: DEBUG oslo_vmware.api [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122756, 'name': PowerOffVM_Task, 'duration_secs': 0.139383} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.371968] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2236.372219] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2236.372483] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8890ea00-8997-4ed0-8f3f-d74984dbb0b9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.402378] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2236.402639] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2236.402839] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Deleting the datastore file [datastore2] 3d1f641d-6349-4960-8bf1-7fbd4ff4a785 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2236.403123] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0782ca21-fee7-4509-8a95-ce38496b93d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.409971] env[62189]: DEBUG oslo_vmware.api [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for the task: (returnval){ [ 2236.409971] env[62189]: value = "task-2122758" [ 2236.409971] env[62189]: _type = "Task" [ 2236.409971] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.418814] env[62189]: DEBUG oslo_vmware.api [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.443821] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122750, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.454903] env[62189]: DEBUG nova.compute.manager [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2236.455126] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2236.455903] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c77d668-6d7b-4ea2-977a-850355bdc33e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.463761] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2236.464041] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70f6e96e-4dc3-4c8f-b8c0-e5477d3a9aa0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.471967] env[62189]: DEBUG oslo_vmware.api [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2236.471967] env[62189]: value = "task-2122759" [ 2236.471967] env[62189]: _type = "Task" [ 2236.471967] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.482692] env[62189]: DEBUG oslo_vmware.api [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.692721] env[62189]: DEBUG nova.scheduler.client.report [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2236.921455] env[62189]: DEBUG oslo_vmware.api [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Task: {'id': task-2122758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202084} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.921738] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2236.921891] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2236.922078] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2236.922252] env[62189]: INFO nova.compute.manager [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Took 1.08 seconds to destroy the instance on the hypervisor. [ 2236.922494] env[62189]: DEBUG oslo.service.loopingcall [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2236.922749] env[62189]: DEBUG nova.compute.manager [-] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2236.922844] env[62189]: DEBUG nova.network.neutron [-] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2236.941456] env[62189]: DEBUG nova.network.neutron [-] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2236.946449] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122750, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.982476] env[62189]: DEBUG oslo_vmware.api [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122759, 'name': PowerOffVM_Task, 'duration_secs': 0.200633} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.982774] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2236.982948] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2236.983218] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f032cf0-a306-47b7-b9ba-282cafb3c151 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.166481] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2237.166712] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Deleting contents of the VM from datastore datastore1 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2237.166893] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleting the datastore file [datastore1] 906fac63-d7e4-42ec-8af7-5626f23e3cc0 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2237.167188] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29fd89d9-4bdb-4ba5-8f4c-8513ea3c2402 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.178589] env[62189]: DEBUG oslo_vmware.api [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for the task: (returnval){ [ 2237.178589] env[62189]: value = "task-2122761" [ 2237.178589] env[62189]: _type = "Task" [ 2237.178589] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.188103] env[62189]: DEBUG oslo_vmware.api [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.196758] env[62189]: DEBUG nova.network.neutron [None req-05d6dc90-b899-4b4d-b22b-80ee950c9271 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance_info_cache with network_info: [{"id": "b40850d7-d54c-4893-af29-7f9c0570e0df", "address": "fa:16:3e:65:86:f0", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40850d7-d5", "ovs_interfaceid": "b40850d7-d54c-4893-af29-7f9c0570e0df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2237.199201] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.201406] env[62189]: DEBUG oslo_concurrency.lockutils [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.468s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.201634] env[62189]: DEBUG nova.objects.instance [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Lazy-loading 'resources' on Instance uuid e385ee9b-0d65-4b37-8695-2df299aff0ac {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2237.226796] env[62189]: INFO nova.scheduler.client.report [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleted allocations for instance 82c59de4-7170-4c18-899b-c1d56454cb38 [ 2237.444649] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122750, 'name': CreateVM_Task, 'duration_secs': 7.399542} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.444847] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2237.445590] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.445793] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.446092] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2237.446343] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8b46d7-87a5-43e0-9789-88c44a990e30 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.448047] env[62189]: DEBUG nova.network.neutron [-] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2237.452538] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2237.452538] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529da619-9abd-390e-68fa-e79e185781c6" [ 2237.452538] env[62189]: _type = "Task" [ 2237.452538] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.464024] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529da619-9abd-390e-68fa-e79e185781c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.655454] env[62189]: DEBUG nova.compute.manager [req-a2dc4afd-3c9a-4940-9130-349752de6159 req-c1323d13-9b6d-4318-beae-0c984e6a9aa2 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Received event network-vif-plugged-266e45b2-bc60-4015-bf9c-586a18dcc7e3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2237.655764] env[62189]: DEBUG oslo_concurrency.lockutils [req-a2dc4afd-3c9a-4940-9130-349752de6159 req-c1323d13-9b6d-4318-beae-0c984e6a9aa2 service nova] Acquiring lock "d6b4cf12-640a-4937-8336-0077929e7d4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.655884] env[62189]: DEBUG oslo_concurrency.lockutils [req-a2dc4afd-3c9a-4940-9130-349752de6159 req-c1323d13-9b6d-4318-beae-0c984e6a9aa2 service nova] Lock "d6b4cf12-640a-4937-8336-0077929e7d4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.656197] env[62189]: DEBUG oslo_concurrency.lockutils [req-a2dc4afd-3c9a-4940-9130-349752de6159 req-c1323d13-9b6d-4318-beae-0c984e6a9aa2 service nova] Lock "d6b4cf12-640a-4937-8336-0077929e7d4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.656263] env[62189]: DEBUG nova.compute.manager [req-a2dc4afd-3c9a-4940-9130-349752de6159 req-c1323d13-9b6d-4318-beae-0c984e6a9aa2 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] No waiting events found dispatching network-vif-plugged-266e45b2-bc60-4015-bf9c-586a18dcc7e3 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2237.656519] env[62189]: WARNING nova.compute.manager [req-a2dc4afd-3c9a-4940-9130-349752de6159 req-c1323d13-9b6d-4318-beae-0c984e6a9aa2 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Received unexpected event network-vif-plugged-266e45b2-bc60-4015-bf9c-586a18dcc7e3 for instance with vm_state shelved_offloaded and task_state spawning. [ 2237.689943] env[62189]: DEBUG oslo_vmware.api [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Task: {'id': task-2122761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152359} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.690256] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2237.690457] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Deleted contents of the VM from datastore datastore1 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2237.690663] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2237.690849] env[62189]: INFO nova.compute.manager [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2237.691711] env[62189]: DEBUG oslo.service.loopingcall [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2237.691711] env[62189]: DEBUG nova.compute.manager [-] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2237.691711] env[62189]: DEBUG nova.network.neutron [-] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2237.699612] env[62189]: DEBUG oslo_concurrency.lockutils [None req-05d6dc90-b899-4b4d-b22b-80ee950c9271 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2237.734311] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac97e331-13b9-46ff-9fef-1a12a086ee1e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "82c59de4-7170-4c18-899b-c1d56454cb38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.496s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.756410] env[62189]: DEBUG oslo_concurrency.lockutils [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.756643] env[62189]: DEBUG oslo_concurrency.lockutils [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquired lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.756907] env[62189]: DEBUG nova.network.neutron [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2237.950870] env[62189]: INFO nova.compute.manager [-] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Took 1.03 seconds to deallocate network for instance. [ 2237.969430] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529da619-9abd-390e-68fa-e79e185781c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.969712] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2237.969983] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2237.970273] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.970421] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.970953] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2237.970953] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c65c7d79-36fa-4dfb-bf35-1d5e5a12da21 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.980571] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2237.980750] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2237.981557] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7453e57d-5dca-4d7e-be89-93ece6166862 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.987961] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2237.987961] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a9db52-d9b4-c2f4-021e-bc01609a5124" [ 2237.987961] env[62189]: _type = "Task" [ 2237.987961] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.000669] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a9db52-d9b4-c2f4-021e-bc01609a5124, 'name': SearchDatastore_Task} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.002428] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f636e0-216f-4e9a-bea4-badef812cc90 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.010929] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2238.010929] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dfe0e1-faa7-eca3-53f2-27f631072a6f" [ 2238.010929] env[62189]: _type = "Task" [ 2238.010929] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.020574] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dfe0e1-faa7-eca3-53f2-27f631072a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.024975] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2238.024975] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 27f8dbb0-09db-498c-a87c-c99128e1a2cb/27f8dbb0-09db-498c-a87c-c99128e1a2cb.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2238.024975] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0957cf02-aeb6-41d8-a200-e0a0c563091f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.033023] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2238.033023] env[62189]: value = "task-2122762" [ 2238.033023] env[62189]: _type = "Task" [ 2238.033023] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.040079] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.042536] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d487c36-9d10-4b11-8fd5-6c376f3efe6a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.050209] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6becebfc-63f3-4f2c-af41-c4360a37d1ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.086422] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946350eb-a224-497f-afdb-0044d3222883 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.095136] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb24480-4627-4de7-8707-ed34a605be03 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.110652] env[62189]: DEBUG nova.compute.provider_tree [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2238.286697] env[62189]: DEBUG nova.compute.manager [req-fd18723a-e8b8-4b31-9e9c-adb7e86f8dee req-94a57125-24b5-4901-982a-19e3c5e58cde service nova] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Received event network-vif-deleted-8e4ece36-f523-4c15-8124-4dd1586cb5b7 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2238.286915] env[62189]: INFO nova.compute.manager [req-fd18723a-e8b8-4b31-9e9c-adb7e86f8dee req-94a57125-24b5-4901-982a-19e3c5e58cde service nova] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Neutron deleted interface 8e4ece36-f523-4c15-8124-4dd1586cb5b7; detaching it from the instance and deleting it from the info cache [ 2238.290503] env[62189]: DEBUG nova.network.neutron [req-fd18723a-e8b8-4b31-9e9c-adb7e86f8dee req-94a57125-24b5-4901-982a-19e3c5e58cde service nova] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.458670] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.542513] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46357} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.542812] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 27f8dbb0-09db-498c-a87c-c99128e1a2cb/27f8dbb0-09db-498c-a87c-c99128e1a2cb.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2238.543048] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2238.543299] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64cd93f8-7212-4e48-8fdd-7b225d3edda3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.550537] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2238.550537] env[62189]: value = "task-2122763" [ 2238.550537] env[62189]: _type = "Task" [ 2238.550537] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.554278] env[62189]: DEBUG nova.network.neutron [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Successfully updated port: 341f4f60-f901-4f55-ad26-46ab014a493e {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2238.563748] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.612388] env[62189]: DEBUG nova.network.neutron [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Updating instance_info_cache with network_info: [{"id": "266e45b2-bc60-4015-bf9c-586a18dcc7e3", "address": "fa:16:3e:e8:17:06", "network": {"id": "ae8be405-7310-4f6c-b64d-b3252705b6fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924334693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d11cbf5c3c642ba8783a41041a3a26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266e45b2-bc", "ovs_interfaceid": "266e45b2-bc60-4015-bf9c-586a18dcc7e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.614345] env[62189]: DEBUG nova.scheduler.client.report [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2238.644627] env[62189]: DEBUG nova.network.neutron [-] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.706141] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d6dc90-b899-4b4d-b22b-80ee950c9271 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2238.706468] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b1f9b5e-3a7b-48ec-abaf-2d3012b5094a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.714982] env[62189]: DEBUG oslo_vmware.api [None req-05d6dc90-b899-4b4d-b22b-80ee950c9271 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2238.714982] env[62189]: value = "task-2122764" [ 2238.714982] env[62189]: _type = "Task" [ 2238.714982] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.723795] env[62189]: DEBUG oslo_vmware.api [None req-05d6dc90-b899-4b4d-b22b-80ee950c9271 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.794459] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a09ea65e-bd7c-41d1-9c86-3f0ea2a19f0f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.805429] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c0caca-3f69-4ae9-9dad-a8f3f62e622d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.838097] env[62189]: DEBUG nova.compute.manager [req-fd18723a-e8b8-4b31-9e9c-adb7e86f8dee req-94a57125-24b5-4901-982a-19e3c5e58cde service nova] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Detach interface failed, port_id=8e4ece36-f523-4c15-8124-4dd1586cb5b7, reason: Instance 906fac63-d7e4-42ec-8af7-5626f23e3cc0 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2239.057906] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.058154] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.058292] env[62189]: DEBUG nova.network.neutron [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2239.062867] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073471} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.063469] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2239.064355] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10daa7c-3b8b-45df-a8ea-511b4d7ae8ad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.089678] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 27f8dbb0-09db-498c-a87c-c99128e1a2cb/27f8dbb0-09db-498c-a87c-c99128e1a2cb.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2239.090445] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc715115-8456-4e58-ba43-5d44883e8216 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.112040] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2239.112040] env[62189]: value = "task-2122765" [ 2239.112040] env[62189]: _type = "Task" [ 2239.112040] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.122318] env[62189]: DEBUG oslo_concurrency.lockutils [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Releasing lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.127429] env[62189]: DEBUG oslo_concurrency.lockutils [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.130402] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.816s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.130715] env[62189]: DEBUG nova.objects.instance [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lazy-loading 'resources' on Instance uuid de09db04-b851-4522-b9c9-9317443d1a34 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2239.137879] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.147363] env[62189]: INFO nova.compute.manager [-] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Took 1.46 seconds to deallocate network for instance. [ 2239.148738] env[62189]: INFO nova.scheduler.client.report [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Deleted allocations for instance e385ee9b-0d65-4b37-8695-2df299aff0ac [ 2239.154995] env[62189]: DEBUG nova.virt.hardware [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dad70355f90a803b351999693cc9b4e5',container_format='bare',created_at=2025-01-15T13:52:13Z,direct_url=,disk_format='vmdk',id=c4fdb4bd-6008-41c8-b82b-5256d9d77dfd,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-476099191-shelved',owner='0d11cbf5c3c642ba8783a41041a3a26f',properties=ImageMetaProps,protected=,size=31590912,status='active',tags=,updated_at=2025-01-15T13:52:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2239.155253] env[62189]: DEBUG nova.virt.hardware [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2239.155413] env[62189]: DEBUG nova.virt.hardware [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2239.155598] env[62189]: DEBUG nova.virt.hardware [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2239.155752] env[62189]: DEBUG nova.virt.hardware [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2239.155983] env[62189]: DEBUG nova.virt.hardware [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2239.156273] env[62189]: DEBUG nova.virt.hardware [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2239.156442] env[62189]: DEBUG nova.virt.hardware [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2239.156614] env[62189]: DEBUG nova.virt.hardware [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2239.156781] env[62189]: DEBUG nova.virt.hardware [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2239.156954] env[62189]: DEBUG nova.virt.hardware [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2239.161683] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7a147f-392f-43a6-ad00-0e019090c69c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.166501] env[62189]: DEBUG oslo_concurrency.lockutils [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.166501] env[62189]: DEBUG oslo_concurrency.lockutils [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.171895] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1febf5c-9dfa-48f0-bf3d-cdfe5959e3c9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.188347] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:17:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '266e45b2-bc60-4015-bf9c-586a18dcc7e3', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2239.196381] env[62189]: DEBUG oslo.service.loopingcall [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2239.197578] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2239.197811] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-993d710d-16ca-4871-b901-36b61b1962af {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.220348] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2239.220348] env[62189]: value = "task-2122766" [ 2239.220348] env[62189]: _type = "Task" [ 2239.220348] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.227244] env[62189]: DEBUG oslo_vmware.api [None req-05d6dc90-b899-4b4d-b22b-80ee950c9271 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122764, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.232644] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122766, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.498041] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "e41726b5-8623-496e-9e85-a35029fb4779" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.498272] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "e41726b5-8623-496e-9e85-a35029fb4779" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.599440] env[62189]: WARNING nova.network.neutron [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] e5119a71-6549-4914-8684-274ba620e462 already exists in list: networks containing: ['e5119a71-6549-4914-8684-274ba620e462']. ignoring it [ 2239.625252] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.667618] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.668457] env[62189]: DEBUG oslo_concurrency.lockutils [None req-183a380e-0ebe-4859-8057-3d93fb6fa442 tempest-ServerRescueTestJSONUnderV235-1209620473 tempest-ServerRescueTestJSONUnderV235-1209620473-project-member] Lock "e385ee9b-0d65-4b37-8695-2df299aff0ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.840s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.672978] env[62189]: DEBUG nova.compute.utils [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2239.735308] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122766, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.735604] env[62189]: DEBUG oslo_vmware.api [None req-05d6dc90-b899-4b4d-b22b-80ee950c9271 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122764, 'name': PowerOnVM_Task, 'duration_secs': 0.605821} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.740204] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d6dc90-b899-4b4d-b22b-80ee950c9271 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2239.740415] env[62189]: DEBUG nova.compute.manager [None req-05d6dc90-b899-4b4d-b22b-80ee950c9271 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2239.741633] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882289f4-633c-46a8-a90a-57a7d4e74388 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.925252] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57df27e-f01b-4fb8-b6c0-0d81d3afa846 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.928654] env[62189]: DEBUG nova.network.neutron [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Updating instance_info_cache with network_info: [{"id": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "address": "fa:16:3e:09:b9:3d", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb3b874-5a", "ovs_interfaceid": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "341f4f60-f901-4f55-ad26-46ab014a493e", "address": "fa:16:3e:0c:04:08", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341f4f60-f9", "ovs_interfaceid": "341f4f60-f901-4f55-ad26-46ab014a493e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2239.935341] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a29cf1-b71f-4874-ad73-229bf34c95b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.968194] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7525a02-f2e1-4528-91ab-053589ae9ac0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.977291] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e587bc31-cc59-47df-9471-bc79227c3d19 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.991305] env[62189]: DEBUG nova.compute.provider_tree [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2240.000117] env[62189]: DEBUG nova.compute.manager [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2240.125846] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122765, 'name': ReconfigVM_Task, 'duration_secs': 0.721608} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.126213] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 27f8dbb0-09db-498c-a87c-c99128e1a2cb/27f8dbb0-09db-498c-a87c-c99128e1a2cb.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2240.126836] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d91fbf6-1c04-4614-b45b-5fee379bd6f6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.134302] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2240.134302] env[62189]: value = "task-2122767" [ 2240.134302] env[62189]: _type = "Task" [ 2240.134302] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.143479] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122767, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.174441] env[62189]: DEBUG oslo_concurrency.lockutils [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.233385] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122766, 'name': CreateVM_Task, 'duration_secs': 0.613246} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.233797] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2240.234384] env[62189]: DEBUG oslo_concurrency.lockutils [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.234722] env[62189]: DEBUG oslo_concurrency.lockutils [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.234929] env[62189]: DEBUG oslo_concurrency.lockutils [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2240.235205] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7b9c638-f19f-4352-bb27-2a860a4fcbb8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.240427] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2240.240427] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527d508b-4eac-9b78-1437-0362878238c9" [ 2240.240427] env[62189]: _type = "Task" [ 2240.240427] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.249024] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527d508b-4eac-9b78-1437-0362878238c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.431661] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.432358] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.432517] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.433400] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38b99e8-5ca5-4bb9-903a-9cc544cd5aa4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.451999] env[62189]: DEBUG nova.virt.hardware [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2240.452672] env[62189]: DEBUG nova.virt.hardware [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2240.452896] env[62189]: DEBUG nova.virt.hardware [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2240.453195] env[62189]: DEBUG nova.virt.hardware [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2240.453388] env[62189]: DEBUG nova.virt.hardware [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2240.453579] env[62189]: DEBUG nova.virt.hardware [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2240.453849] env[62189]: DEBUG nova.virt.hardware [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2240.454071] env[62189]: DEBUG nova.virt.hardware [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2240.454286] env[62189]: DEBUG nova.virt.hardware [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2240.454491] env[62189]: DEBUG nova.virt.hardware [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2240.454703] env[62189]: DEBUG nova.virt.hardware [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2240.461728] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Reconfiguring VM to attach interface {{(pid=62189) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2240.462108] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0c414d8-a9df-4c00-9223-97b6a2712328 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.481792] env[62189]: DEBUG oslo_vmware.api [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2240.481792] env[62189]: value = "task-2122768" [ 2240.481792] env[62189]: _type = "Task" [ 2240.481792] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.490926] env[62189]: DEBUG oslo_vmware.api [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122768, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.493875] env[62189]: DEBUG nova.scheduler.client.report [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2240.525376] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.645553] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122767, 'name': Rename_Task, 'duration_secs': 0.245533} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.645823] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2240.646111] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aee3517e-db33-4bb5-8b81-80211f499fbd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.653618] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2240.653618] env[62189]: value = "task-2122769" [ 2240.653618] env[62189]: _type = "Task" [ 2240.653618] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.661797] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.761306] env[62189]: DEBUG oslo_concurrency.lockutils [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.761909] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Processing image c4fdb4bd-6008-41c8-b82b-5256d9d77dfd {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2240.762184] env[62189]: DEBUG oslo_concurrency.lockutils [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.762426] env[62189]: DEBUG oslo_concurrency.lockutils [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.762752] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2240.766233] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f25af7c8-89f8-4f63-967a-0ba51f856f58 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.777761] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2240.778213] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2240.778749] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04570294-6d37-463b-a69f-cd51aeaf0266 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.786703] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2240.786703] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522030e3-3ef2-cfbc-5b67-41ae46ea5e5b" [ 2240.786703] env[62189]: _type = "Task" [ 2240.786703] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.798256] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522030e3-3ef2-cfbc-5b67-41ae46ea5e5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.993073] env[62189]: DEBUG oslo_vmware.api [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.002065] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.005117] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.088s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.008682] env[62189]: INFO nova.compute.claims [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2241.028431] env[62189]: INFO nova.scheduler.client.report [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Deleted allocations for instance de09db04-b851-4522-b9c9-9317443d1a34 [ 2241.170414] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122769, 'name': PowerOnVM_Task} progress is 96%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.261199] env[62189]: DEBUG nova.compute.manager [req-713cafb8-6e37-441c-bfeb-b357564d347a req-221e899c-3b99-4585-8445-8914d8d348d2 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Received event network-changed-266e45b2-bc60-4015-bf9c-586a18dcc7e3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2241.261199] env[62189]: DEBUG nova.compute.manager [req-713cafb8-6e37-441c-bfeb-b357564d347a req-221e899c-3b99-4585-8445-8914d8d348d2 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Refreshing instance network info cache due to event network-changed-266e45b2-bc60-4015-bf9c-586a18dcc7e3. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2241.261199] env[62189]: DEBUG oslo_concurrency.lockutils [req-713cafb8-6e37-441c-bfeb-b357564d347a req-221e899c-3b99-4585-8445-8914d8d348d2 service nova] Acquiring lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2241.261199] env[62189]: DEBUG oslo_concurrency.lockutils [req-713cafb8-6e37-441c-bfeb-b357564d347a req-221e899c-3b99-4585-8445-8914d8d348d2 service nova] Acquired lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2241.261199] env[62189]: DEBUG nova.network.neutron [req-713cafb8-6e37-441c-bfeb-b357564d347a req-221e899c-3b99-4585-8445-8914d8d348d2 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Refreshing network info cache for port 266e45b2-bc60-4015-bf9c-586a18dcc7e3 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2241.271814] env[62189]: DEBUG oslo_concurrency.lockutils [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.271814] env[62189]: DEBUG oslo_concurrency.lockutils [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.271814] env[62189]: INFO nova.compute.manager [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Attaching volume 4acba3b2-c5ae-483a-8d8a-a88997cb89c8 to /dev/sdb [ 2241.302435] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Preparing fetch location {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2241.302972] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Fetch image to [datastore2] OSTACK_IMG_e5567ffe-d00a-4d2b-9be7-39604ea9f15f/OSTACK_IMG_e5567ffe-d00a-4d2b-9be7-39604ea9f15f.vmdk {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2241.303313] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Downloading stream optimized image c4fdb4bd-6008-41c8-b82b-5256d9d77dfd to [datastore2] OSTACK_IMG_e5567ffe-d00a-4d2b-9be7-39604ea9f15f/OSTACK_IMG_e5567ffe-d00a-4d2b-9be7-39604ea9f15f.vmdk on the data store datastore2 as vApp {{(pid=62189) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2241.303676] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Downloading image file data c4fdb4bd-6008-41c8-b82b-5256d9d77dfd to the ESX as VM named 'OSTACK_IMG_e5567ffe-d00a-4d2b-9be7-39604ea9f15f' {{(pid=62189) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2241.311891] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a406d73c-6d01-45f6-8fcb-0a6f7a786c62 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.320911] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709db10c-263b-4505-9154-a87604f176f8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.342723] env[62189]: DEBUG nova.virt.block_device [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Updating existing volume attachment record: df5b4d7a-4968-4b01-b0e2-1b8cdf994cf9 {{(pid=62189) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2241.422656] env[62189]: DEBUG oslo_vmware.rw_handles [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2241.422656] env[62189]: value = "resgroup-9" [ 2241.422656] env[62189]: _type = "ResourcePool" [ 2241.422656] env[62189]: }. {{(pid=62189) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2241.422656] env[62189]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ebbced90-7e19-459f-a2c8-3180dae26876 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.447485] env[62189]: DEBUG oslo_vmware.rw_handles [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lease: (returnval){ [ 2241.447485] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524b8e43-986c-febb-bc0f-0f79840340f7" [ 2241.447485] env[62189]: _type = "HttpNfcLease" [ 2241.447485] env[62189]: } obtained for vApp import into resource pool (val){ [ 2241.447485] env[62189]: value = "resgroup-9" [ 2241.447485] env[62189]: _type = "ResourcePool" [ 2241.447485] env[62189]: }. {{(pid=62189) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2241.447729] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the lease: (returnval){ [ 2241.447729] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524b8e43-986c-febb-bc0f-0f79840340f7" [ 2241.447729] env[62189]: _type = "HttpNfcLease" [ 2241.447729] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2241.455348] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2241.455348] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524b8e43-986c-febb-bc0f-0f79840340f7" [ 2241.455348] env[62189]: _type = "HttpNfcLease" [ 2241.455348] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2241.494608] env[62189]: DEBUG oslo_vmware.api [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122768, 'name': ReconfigVM_Task, 'duration_secs': 0.736565} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.495256] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2241.497856] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Reconfigured VM to attach interface {{(pid=62189) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2241.536097] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0f9dcb38-4180-42a1-bcf4-cb9140789ad1 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "de09db04-b851-4522-b9c9-9317443d1a34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.360s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.620712] env[62189]: DEBUG nova.compute.manager [req-94b160ab-085c-4a53-b010-681d23b57a05 req-e49a18eb-7c16-4a90-8cac-c6a36251316b service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Received event network-vif-plugged-341f4f60-f901-4f55-ad26-46ab014a493e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2241.621170] env[62189]: DEBUG oslo_concurrency.lockutils [req-94b160ab-085c-4a53-b010-681d23b57a05 req-e49a18eb-7c16-4a90-8cac-c6a36251316b service nova] Acquiring lock "aa895c8f-876f-43b4-b0ca-7f51548bee51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.621417] env[62189]: DEBUG oslo_concurrency.lockutils [req-94b160ab-085c-4a53-b010-681d23b57a05 req-e49a18eb-7c16-4a90-8cac-c6a36251316b service nova] Lock "aa895c8f-876f-43b4-b0ca-7f51548bee51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.621909] env[62189]: DEBUG oslo_concurrency.lockutils [req-94b160ab-085c-4a53-b010-681d23b57a05 req-e49a18eb-7c16-4a90-8cac-c6a36251316b service nova] Lock "aa895c8f-876f-43b4-b0ca-7f51548bee51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.621909] env[62189]: DEBUG nova.compute.manager [req-94b160ab-085c-4a53-b010-681d23b57a05 req-e49a18eb-7c16-4a90-8cac-c6a36251316b service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] No waiting events found dispatching network-vif-plugged-341f4f60-f901-4f55-ad26-46ab014a493e {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2241.622086] env[62189]: WARNING nova.compute.manager [req-94b160ab-085c-4a53-b010-681d23b57a05 req-e49a18eb-7c16-4a90-8cac-c6a36251316b service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Received unexpected event network-vif-plugged-341f4f60-f901-4f55-ad26-46ab014a493e for instance with vm_state active and task_state None. [ 2241.622290] env[62189]: DEBUG nova.compute.manager [req-94b160ab-085c-4a53-b010-681d23b57a05 req-e49a18eb-7c16-4a90-8cac-c6a36251316b service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Received event network-changed-341f4f60-f901-4f55-ad26-46ab014a493e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2241.622559] env[62189]: DEBUG nova.compute.manager [req-94b160ab-085c-4a53-b010-681d23b57a05 req-e49a18eb-7c16-4a90-8cac-c6a36251316b service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Refreshing instance network info cache due to event network-changed-341f4f60-f901-4f55-ad26-46ab014a493e. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2241.622814] env[62189]: DEBUG oslo_concurrency.lockutils [req-94b160ab-085c-4a53-b010-681d23b57a05 req-e49a18eb-7c16-4a90-8cac-c6a36251316b service nova] Acquiring lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2241.622994] env[62189]: DEBUG oslo_concurrency.lockutils [req-94b160ab-085c-4a53-b010-681d23b57a05 req-e49a18eb-7c16-4a90-8cac-c6a36251316b service nova] Acquired lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2241.624069] env[62189]: DEBUG nova.network.neutron [req-94b160ab-085c-4a53-b010-681d23b57a05 req-e49a18eb-7c16-4a90-8cac-c6a36251316b service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Refreshing network info cache for port 341f4f60-f901-4f55-ad26-46ab014a493e {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2241.668181] env[62189]: DEBUG oslo_vmware.api [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122769, 'name': PowerOnVM_Task, 'duration_secs': 0.625136} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.668585] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2241.668825] env[62189]: INFO nova.compute.manager [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Took 14.46 seconds to spawn the instance on the hypervisor. [ 2241.669026] env[62189]: DEBUG nova.compute.manager [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2241.669870] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693cb404-b2ac-41fe-84a3-3e9a00a2e12b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.958462] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2241.958462] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524b8e43-986c-febb-bc0f-0f79840340f7" [ 2241.958462] env[62189]: _type = "HttpNfcLease" [ 2241.958462] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2242.002334] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a4d07cec-1049-429f-bdba-e1eeff5bb0aa tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-aa895c8f-876f-43b4-b0ca-7f51548bee51-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 11.297s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2242.191623] env[62189]: INFO nova.compute.manager [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Took 23.50 seconds to build instance. [ 2242.219051] env[62189]: DEBUG nova.network.neutron [req-713cafb8-6e37-441c-bfeb-b357564d347a req-221e899c-3b99-4585-8445-8914d8d348d2 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Updated VIF entry in instance network info cache for port 266e45b2-bc60-4015-bf9c-586a18dcc7e3. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2242.219051] env[62189]: DEBUG nova.network.neutron [req-713cafb8-6e37-441c-bfeb-b357564d347a req-221e899c-3b99-4585-8445-8914d8d348d2 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Updating instance_info_cache with network_info: [{"id": "266e45b2-bc60-4015-bf9c-586a18dcc7e3", "address": "fa:16:3e:e8:17:06", "network": {"id": "ae8be405-7310-4f6c-b64d-b3252705b6fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924334693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d11cbf5c3c642ba8783a41041a3a26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266e45b2-bc", "ovs_interfaceid": "266e45b2-bc60-4015-bf9c-586a18dcc7e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2242.342600] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d959e3-4e3d-4829-909a-eff35ee1be48 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.351813] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebc2f9e-6af7-4fe2-a0f4-308ed7ddec9a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.394118] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527b6548-feda-4d6c-a1f1-f3bb29802622 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.407365] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3b4c5d-fa9c-4530-8e24-7cf5d5e043af {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.423773] env[62189]: DEBUG nova.compute.provider_tree [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2242.458389] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2242.458389] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524b8e43-986c-febb-bc0f-0f79840340f7" [ 2242.458389] env[62189]: _type = "HttpNfcLease" [ 2242.458389] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2242.458744] env[62189]: DEBUG oslo_vmware.rw_handles [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2242.458744] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524b8e43-986c-febb-bc0f-0f79840340f7" [ 2242.458744] env[62189]: _type = "HttpNfcLease" [ 2242.458744] env[62189]: }. {{(pid=62189) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2242.459930] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0ff17b-f2f6-4c70-84f9-1c49e76c5a91 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.468804] env[62189]: DEBUG oslo_vmware.rw_handles [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fc4a7a-c99d-2a54-ac70-000f28ae0973/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2242.469015] env[62189]: DEBUG oslo_vmware.rw_handles [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Creating HTTP connection to write to file with size = 31590912 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fc4a7a-c99d-2a54-ac70-000f28ae0973/disk-0.vmdk. {{(pid=62189) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2242.543645] env[62189]: DEBUG nova.network.neutron [req-94b160ab-085c-4a53-b010-681d23b57a05 req-e49a18eb-7c16-4a90-8cac-c6a36251316b service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Updated VIF entry in instance network info cache for port 341f4f60-f901-4f55-ad26-46ab014a493e. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2242.544396] env[62189]: DEBUG nova.network.neutron [req-94b160ab-085c-4a53-b010-681d23b57a05 req-e49a18eb-7c16-4a90-8cac-c6a36251316b service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Updating instance_info_cache with network_info: [{"id": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "address": "fa:16:3e:09:b9:3d", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb3b874-5a", "ovs_interfaceid": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "341f4f60-f901-4f55-ad26-46ab014a493e", "address": "fa:16:3e:0c:04:08", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341f4f60-f9", "ovs_interfaceid": "341f4f60-f901-4f55-ad26-46ab014a493e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2242.546973] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b90d3c48-bfd0-4392-89fd-c90467b31869 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.705197] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c68a92f-2600-4088-b5d6-9b28fb2617b8 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "27f8dbb0-09db-498c-a87c-c99128e1a2cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.017s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2242.727420] env[62189]: DEBUG oslo_concurrency.lockutils [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquiring lock "83dee887-5fc5-462a-bf0d-23dc9b844e2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.728611] env[62189]: DEBUG oslo_concurrency.lockutils [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "83dee887-5fc5-462a-bf0d-23dc9b844e2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2242.728611] env[62189]: DEBUG oslo_concurrency.lockutils [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquiring lock "83dee887-5fc5-462a-bf0d-23dc9b844e2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.728611] env[62189]: DEBUG oslo_concurrency.lockutils [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "83dee887-5fc5-462a-bf0d-23dc9b844e2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2242.728611] env[62189]: DEBUG oslo_concurrency.lockutils [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "83dee887-5fc5-462a-bf0d-23dc9b844e2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2242.732955] env[62189]: DEBUG oslo_concurrency.lockutils [req-713cafb8-6e37-441c-bfeb-b357564d347a req-221e899c-3b99-4585-8445-8914d8d348d2 service nova] Releasing lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2242.732955] env[62189]: INFO nova.compute.manager [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Terminating instance [ 2242.928226] env[62189]: DEBUG nova.scheduler.client.report [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2243.048171] env[62189]: DEBUG oslo_concurrency.lockutils [req-94b160ab-085c-4a53-b010-681d23b57a05 req-e49a18eb-7c16-4a90-8cac-c6a36251316b service nova] Releasing lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2243.242142] env[62189]: DEBUG nova.compute.manager [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2243.242475] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2243.244983] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690f911d-854e-48da-8ec6-f8fd332b2422 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.257205] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2243.257501] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4a350f0-346c-4ca7-948f-1e1b692285cd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.267725] env[62189]: DEBUG oslo_vmware.api [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2243.267725] env[62189]: value = "task-2122774" [ 2243.267725] env[62189]: _type = "Task" [ 2243.267725] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.279136] env[62189]: DEBUG oslo_vmware.api [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.438557] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.438984] env[62189]: DEBUG nova.compute.manager [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2243.443974] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.048s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.448382] env[62189]: INFO nova.compute.claims [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2243.708837] env[62189]: DEBUG oslo_vmware.rw_handles [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Completed reading data from the image iterator. {{(pid=62189) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2243.709519] env[62189]: DEBUG oslo_vmware.rw_handles [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fc4a7a-c99d-2a54-ac70-000f28ae0973/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2243.711194] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3d7b85-1d8b-471e-a44e-057108c26be5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.719835] env[62189]: DEBUG oslo_vmware.rw_handles [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fc4a7a-c99d-2a54-ac70-000f28ae0973/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2243.720026] env[62189]: DEBUG oslo_vmware.rw_handles [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fc4a7a-c99d-2a54-ac70-000f28ae0973/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2243.720292] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8dc8dc27-1e27-4ab1-80ca-0c083f95e360 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.778307] env[62189]: DEBUG oslo_vmware.api [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122774, 'name': PowerOffVM_Task, 'duration_secs': 0.231892} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.778696] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2243.778907] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2243.779216] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e336a1cf-b03a-4358-ac3e-c7fc3d97687e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.897835] env[62189]: DEBUG oslo_vmware.rw_handles [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fc4a7a-c99d-2a54-ac70-000f28ae0973/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2243.900020] env[62189]: INFO nova.virt.vmwareapi.images [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Downloaded image file data c4fdb4bd-6008-41c8-b82b-5256d9d77dfd [ 2243.900020] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d132c08-5d1c-42c5-8f38-2fbbc0675fc6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.917409] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92be6d78-4f16-4958-b725-c397d29dab25 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.951047] env[62189]: INFO nova.virt.vmwareapi.images [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] The imported VM was unregistered [ 2243.953900] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Caching image {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2243.954286] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2243.956084] env[62189]: DEBUG nova.compute.utils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2243.958171] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb11f3ef-8e25-43ff-9ec9-76aefe80325f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.961781] env[62189]: DEBUG nova.compute.manager [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2243.961967] env[62189]: DEBUG nova.network.neutron [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2243.978105] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Created directory with path [datastore2] devstack-image-cache_base/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2243.978326] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e5567ffe-d00a-4d2b-9be7-39604ea9f15f/OSTACK_IMG_e5567ffe-d00a-4d2b-9be7-39604ea9f15f.vmdk to [datastore2] devstack-image-cache_base/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd.vmdk. {{(pid=62189) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2243.978929] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b47e6a06-5ffe-43c5-bca5-4d8855308d3e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.991489] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2243.991489] env[62189]: value = "task-2122778" [ 2243.991489] env[62189]: _type = "Task" [ 2243.991489] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.002049] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122778, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.008033] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2244.008033] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2244.008033] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Deleting the datastore file [datastore2] 83dee887-5fc5-462a-bf0d-23dc9b844e2d {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2244.008033] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afcae1cf-93ee-45cb-ae16-e01192c5b00c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.017151] env[62189]: DEBUG oslo_vmware.api [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for the task: (returnval){ [ 2244.017151] env[62189]: value = "task-2122779" [ 2244.017151] env[62189]: _type = "Task" [ 2244.017151] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.017871] env[62189]: DEBUG nova.policy [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08a944a6ab754edfb7252bbc420d3cbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9ffd20c63244407a466dcb112841c13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2244.031932] env[62189]: DEBUG oslo_vmware.api [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.102025] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "9b145d00-5c3f-4842-8428-fb8f8f1f4c02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2244.102025] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "9b145d00-5c3f-4842-8428-fb8f8f1f4c02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.315022] env[62189]: DEBUG nova.network.neutron [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Successfully created port: 9006ed31-20f3-4245-baa1-b3ad957beccb {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2244.364631] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "27f8dbb0-09db-498c-a87c-c99128e1a2cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2244.365134] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "27f8dbb0-09db-498c-a87c-c99128e1a2cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.365500] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "27f8dbb0-09db-498c-a87c-c99128e1a2cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2244.365855] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "27f8dbb0-09db-498c-a87c-c99128e1a2cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.366177] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "27f8dbb0-09db-498c-a87c-c99128e1a2cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.369155] env[62189]: INFO nova.compute.manager [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Terminating instance [ 2244.458372] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "interface-aa895c8f-876f-43b4-b0ca-7f51548bee51-c69a6591-2178-4466-93a4-9e8aef9c2b02" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2244.458668] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-aa895c8f-876f-43b4-b0ca-7f51548bee51-c69a6591-2178-4466-93a4-9e8aef9c2b02" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.459110] env[62189]: DEBUG nova.objects.instance [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lazy-loading 'flavor' on Instance uuid aa895c8f-876f-43b4-b0ca-7f51548bee51 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2244.469807] env[62189]: DEBUG nova.compute.manager [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2244.503308] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122778, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.533779] env[62189]: DEBUG oslo_vmware.api [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Task: {'id': task-2122779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162881} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.533779] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2244.533779] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2244.533779] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2244.534014] env[62189]: INFO nova.compute.manager [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2244.534286] env[62189]: DEBUG oslo.service.loopingcall [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2244.534503] env[62189]: DEBUG nova.compute.manager [-] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2244.534602] env[62189]: DEBUG nova.network.neutron [-] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2244.603991] env[62189]: DEBUG nova.compute.manager [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2244.779881] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289178fc-96d1-49f0-bcdb-f6ef40e16871 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.789473] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7e6424-a0f2-4dec-88d3-4df7a44a196f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.828119] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd4242e-646d-4ce9-ab06-3ccc7682a0c9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.840075] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0ebe3f-2a8e-4675-8722-a651b8204071 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.864819] env[62189]: DEBUG nova.compute.provider_tree [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2244.874035] env[62189]: DEBUG nova.compute.manager [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2244.874395] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2244.876227] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c066558-5588-4869-8134-c9746badaff1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.886265] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2244.888130] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffe010ea-ba45-4708-90fd-1fb54f8c83fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.897759] env[62189]: DEBUG oslo_vmware.api [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2244.897759] env[62189]: value = "task-2122780" [ 2244.897759] env[62189]: _type = "Task" [ 2244.897759] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.909897] env[62189]: DEBUG oslo_vmware.api [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.952393] env[62189]: DEBUG nova.compute.manager [req-371988fa-2015-4d50-86ed-e0ab5d0d5632 req-6800a963-0389-4222-ad4a-051cc31d69b2 service nova] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Received event network-vif-deleted-d60213bd-c347-4cc9-951f-ce7044e6a121 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2244.952788] env[62189]: INFO nova.compute.manager [req-371988fa-2015-4d50-86ed-e0ab5d0d5632 req-6800a963-0389-4222-ad4a-051cc31d69b2 service nova] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Neutron deleted interface d60213bd-c347-4cc9-951f-ce7044e6a121; detaching it from the instance and deleting it from the info cache [ 2244.953044] env[62189]: DEBUG nova.network.neutron [req-371988fa-2015-4d50-86ed-e0ab5d0d5632 req-6800a963-0389-4222-ad4a-051cc31d69b2 service nova] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.004781] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122778, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.079478] env[62189]: DEBUG nova.objects.instance [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lazy-loading 'pci_requests' on Instance uuid aa895c8f-876f-43b4-b0ca-7f51548bee51 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2245.123412] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.366035] env[62189]: DEBUG nova.scheduler.client.report [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2245.391494] env[62189]: DEBUG nova.network.neutron [-] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.409796] env[62189]: DEBUG oslo_vmware.api [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.456263] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34437a9f-1b27-4132-b571-319df4b7afb7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.468231] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185e7d94-42bf-4463-9cb6-4ac386456116 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.481598] env[62189]: DEBUG nova.compute.manager [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2245.512256] env[62189]: DEBUG nova.compute.manager [req-371988fa-2015-4d50-86ed-e0ab5d0d5632 req-6800a963-0389-4222-ad4a-051cc31d69b2 service nova] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Detach interface failed, port_id=d60213bd-c347-4cc9-951f-ce7044e6a121, reason: Instance 83dee887-5fc5-462a-bf0d-23dc9b844e2d could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2245.519000] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122778, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.526498] env[62189]: DEBUG nova.virt.hardware [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2245.526980] env[62189]: DEBUG nova.virt.hardware [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2245.528187] env[62189]: DEBUG nova.virt.hardware [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2245.528408] env[62189]: DEBUG nova.virt.hardware [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2245.528573] env[62189]: DEBUG nova.virt.hardware [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2245.528727] env[62189]: DEBUG nova.virt.hardware [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2245.528948] env[62189]: DEBUG nova.virt.hardware [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2245.529126] env[62189]: DEBUG nova.virt.hardware [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2245.529302] env[62189]: DEBUG nova.virt.hardware [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2245.529469] env[62189]: DEBUG nova.virt.hardware [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2245.529642] env[62189]: DEBUG nova.virt.hardware [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2245.530671] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b39f86-56ec-4dbd-9541-4dd314e8b397 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.541896] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25364f2-6611-4124-83a4-d3f276690c7f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.583479] env[62189]: DEBUG nova.objects.base [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2245.583846] env[62189]: DEBUG nova.network.neutron [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2245.692424] env[62189]: DEBUG nova.policy [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc989044e2704bbeb5bed934424c266a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c52443a4689b480faeb835027b0bdafd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2245.874672] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.874672] env[62189]: DEBUG nova.compute.manager [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2245.876229] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.022s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.877919] env[62189]: INFO nova.compute.claims [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2245.894634] env[62189]: INFO nova.compute.manager [-] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Took 1.36 seconds to deallocate network for instance. [ 2245.910358] env[62189]: DEBUG oslo_vmware.api [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122780, 'name': PowerOffVM_Task, 'duration_secs': 0.644449} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.911960] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Volume attach. Driver type: vmdk {{(pid=62189) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2245.912247] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434254', 'volume_id': '4acba3b2-c5ae-483a-8d8a-a88997cb89c8', 'name': 'volume-4acba3b2-c5ae-483a-8d8a-a88997cb89c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1706decc-cb1c-4f86-ac9a-5b955924f6e3', 'attached_at': '', 'detached_at': '', 'volume_id': '4acba3b2-c5ae-483a-8d8a-a88997cb89c8', 'serial': '4acba3b2-c5ae-483a-8d8a-a88997cb89c8'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2245.912628] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2245.912919] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2245.913857] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501af677-c4d9-413c-bc4e-57e43c015fed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.917096] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18f8a48b-9b54-4c9d-b63f-42c496d10d05 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.936251] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236b9a98-248c-4ee9-ad39-c397ac95c0e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.967090] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] volume-4acba3b2-c5ae-483a-8d8a-a88997cb89c8/volume-4acba3b2-c5ae-483a-8d8a-a88997cb89c8.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2245.967989] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ce27ec-b94f-42eb-9203-3366f6922d10 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.989481] env[62189]: DEBUG oslo_vmware.api [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2245.989481] env[62189]: value = "task-2122782" [ 2245.989481] env[62189]: _type = "Task" [ 2245.989481] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.004864] env[62189]: DEBUG oslo_vmware.api [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.009076] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122778, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.038180] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2246.038424] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2246.038604] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleting the datastore file [datastore2] 27f8dbb0-09db-498c-a87c-c99128e1a2cb {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2246.038879] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9279c36-4192-40af-b400-a75f38e48ae1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.049898] env[62189]: DEBUG oslo_vmware.api [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2246.049898] env[62189]: value = "task-2122783" [ 2246.049898] env[62189]: _type = "Task" [ 2246.049898] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.059570] env[62189]: DEBUG oslo_vmware.api [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.174497] env[62189]: DEBUG nova.network.neutron [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Successfully updated port: 9006ed31-20f3-4245-baa1-b3ad957beccb {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2246.383233] env[62189]: DEBUG nova.compute.utils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2246.387352] env[62189]: DEBUG nova.compute.manager [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2246.387527] env[62189]: DEBUG nova.network.neutron [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2246.405366] env[62189]: DEBUG oslo_concurrency.lockutils [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2246.435101] env[62189]: DEBUG nova.policy [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08a944a6ab754edfb7252bbc420d3cbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9ffd20c63244407a466dcb112841c13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2246.505076] env[62189]: DEBUG oslo_vmware.api [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.508496] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122778, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.495738} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.508765] env[62189]: INFO nova.virt.vmwareapi.ds_util [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e5567ffe-d00a-4d2b-9be7-39604ea9f15f/OSTACK_IMG_e5567ffe-d00a-4d2b-9be7-39604ea9f15f.vmdk to [datastore2] devstack-image-cache_base/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd.vmdk. [ 2246.508977] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Cleaning up location [datastore2] OSTACK_IMG_e5567ffe-d00a-4d2b-9be7-39604ea9f15f {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2246.509221] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e5567ffe-d00a-4d2b-9be7-39604ea9f15f {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2246.509414] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1ab351a-354f-4f6d-a36c-64d24285f34b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.516886] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2246.516886] env[62189]: value = "task-2122784" [ 2246.516886] env[62189]: _type = "Task" [ 2246.516886] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.525973] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.562964] env[62189]: DEBUG oslo_vmware.api [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490173} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.562964] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2246.562964] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2246.562964] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2246.562964] env[62189]: INFO nova.compute.manager [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Took 1.69 seconds to destroy the instance on the hypervisor. [ 2246.563295] env[62189]: DEBUG oslo.service.loopingcall [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2246.563736] env[62189]: DEBUG nova.compute.manager [-] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2246.563736] env[62189]: DEBUG nova.network.neutron [-] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2246.677529] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "refresh_cache-b9518b05-8c5c-4121-84d6-2f0d8885a65f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2246.677718] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquired lock "refresh_cache-b9518b05-8c5c-4121-84d6-2f0d8885a65f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2246.677883] env[62189]: DEBUG nova.network.neutron [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2246.728405] env[62189]: DEBUG nova.network.neutron [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Successfully created port: 607780b0-f94b-4d99-9d71-000f16ba1104 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2246.888449] env[62189]: DEBUG nova.compute.manager [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2247.003947] env[62189]: DEBUG oslo_vmware.api [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122782, 'name': ReconfigVM_Task, 'duration_secs': 0.803179} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.006693] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Reconfigured VM instance instance-0000004a to attach disk [datastore2] volume-4acba3b2-c5ae-483a-8d8a-a88997cb89c8/volume-4acba3b2-c5ae-483a-8d8a-a88997cb89c8.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2247.011742] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e382148a-1e47-4cda-a8c3-7b93f4013d1a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.035397] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.053358} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.037189] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2247.038850] env[62189]: DEBUG oslo_concurrency.lockutils [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2247.038850] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd.vmdk to [datastore2] d6b4cf12-640a-4937-8336-0077929e7d4c/d6b4cf12-640a-4937-8336-0077929e7d4c.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2247.038850] env[62189]: DEBUG oslo_vmware.api [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2247.038850] env[62189]: value = "task-2122785" [ 2247.038850] env[62189]: _type = "Task" [ 2247.038850] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.043053] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a73236da-3043-48da-8569-55437d680abc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.048737] env[62189]: DEBUG nova.compute.manager [req-e52298dc-a032-400e-9b0b-09dac22eca41 req-8a126963-bf2f-4671-b5e4-a889fec280f9 service nova] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Received event network-vif-deleted-ea0ed408-829e-43b3-a3a5-417a33a569dd {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2247.049245] env[62189]: INFO nova.compute.manager [req-e52298dc-a032-400e-9b0b-09dac22eca41 req-8a126963-bf2f-4671-b5e4-a889fec280f9 service nova] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Neutron deleted interface ea0ed408-829e-43b3-a3a5-417a33a569dd; detaching it from the instance and deleting it from the info cache [ 2247.049245] env[62189]: DEBUG nova.network.neutron [req-e52298dc-a032-400e-9b0b-09dac22eca41 req-8a126963-bf2f-4671-b5e4-a889fec280f9 service nova] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2247.057870] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2247.057870] env[62189]: value = "task-2122786" [ 2247.057870] env[62189]: _type = "Task" [ 2247.057870] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.067410] env[62189]: DEBUG oslo_vmware.api [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.076405] env[62189]: DEBUG nova.compute.manager [req-4fa9124c-f240-4cf7-85aa-db23433c5173 req-7f0b2a6a-8bb3-4482-997f-bd7b033d1f58 service nova] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Received event network-vif-plugged-9006ed31-20f3-4245-baa1-b3ad957beccb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2247.076405] env[62189]: DEBUG oslo_concurrency.lockutils [req-4fa9124c-f240-4cf7-85aa-db23433c5173 req-7f0b2a6a-8bb3-4482-997f-bd7b033d1f58 service nova] Acquiring lock "b9518b05-8c5c-4121-84d6-2f0d8885a65f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2247.076405] env[62189]: DEBUG oslo_concurrency.lockutils [req-4fa9124c-f240-4cf7-85aa-db23433c5173 req-7f0b2a6a-8bb3-4482-997f-bd7b033d1f58 service nova] Lock "b9518b05-8c5c-4121-84d6-2f0d8885a65f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2247.076405] env[62189]: DEBUG oslo_concurrency.lockutils [req-4fa9124c-f240-4cf7-85aa-db23433c5173 req-7f0b2a6a-8bb3-4482-997f-bd7b033d1f58 service nova] Lock "b9518b05-8c5c-4121-84d6-2f0d8885a65f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2247.076405] env[62189]: DEBUG nova.compute.manager [req-4fa9124c-f240-4cf7-85aa-db23433c5173 req-7f0b2a6a-8bb3-4482-997f-bd7b033d1f58 service nova] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] No waiting events found dispatching network-vif-plugged-9006ed31-20f3-4245-baa1-b3ad957beccb {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2247.076405] env[62189]: WARNING nova.compute.manager [req-4fa9124c-f240-4cf7-85aa-db23433c5173 req-7f0b2a6a-8bb3-4482-997f-bd7b033d1f58 service nova] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Received unexpected event network-vif-plugged-9006ed31-20f3-4245-baa1-b3ad957beccb for instance with vm_state building and task_state spawning. [ 2247.076405] env[62189]: DEBUG nova.compute.manager [req-4fa9124c-f240-4cf7-85aa-db23433c5173 req-7f0b2a6a-8bb3-4482-997f-bd7b033d1f58 service nova] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Received event network-changed-9006ed31-20f3-4245-baa1-b3ad957beccb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2247.076405] env[62189]: DEBUG nova.compute.manager [req-4fa9124c-f240-4cf7-85aa-db23433c5173 req-7f0b2a6a-8bb3-4482-997f-bd7b033d1f58 service nova] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Refreshing instance network info cache due to event network-changed-9006ed31-20f3-4245-baa1-b3ad957beccb. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2247.076405] env[62189]: DEBUG oslo_concurrency.lockutils [req-4fa9124c-f240-4cf7-85aa-db23433c5173 req-7f0b2a6a-8bb3-4482-997f-bd7b033d1f58 service nova] Acquiring lock "refresh_cache-b9518b05-8c5c-4121-84d6-2f0d8885a65f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2247.082902] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.216309] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc979301-2aaf-4683-9202-42875a81f6fa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.219709] env[62189]: DEBUG nova.network.neutron [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2247.226669] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4832e467-d987-4d61-91f5-d131bc51ae04 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.259728] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadbbd98-141f-473b-8824-f9c5f3357dbc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.268053] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e25b7bd-d119-4b7c-8a0c-03eedd8b7f8b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.284062] env[62189]: DEBUG nova.compute.provider_tree [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2247.377487] env[62189]: DEBUG nova.network.neutron [-] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2247.418741] env[62189]: DEBUG nova.network.neutron [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Updating instance_info_cache with network_info: [{"id": "9006ed31-20f3-4245-baa1-b3ad957beccb", "address": "fa:16:3e:b9:62:39", "network": {"id": "c3637216-e17b-488a-9e84-d9fbe8cd68d8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-78196822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ffd20c63244407a466dcb112841c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9006ed31-20", "ovs_interfaceid": "9006ed31-20f3-4245-baa1-b3ad957beccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2247.420490] env[62189]: DEBUG nova.network.neutron [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Successfully updated port: c69a6591-2178-4466-93a4-9e8aef9c2b02 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2247.554301] env[62189]: DEBUG oslo_vmware.api [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122785, 'name': ReconfigVM_Task, 'duration_secs': 0.16723} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.554573] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434254', 'volume_id': '4acba3b2-c5ae-483a-8d8a-a88997cb89c8', 'name': 'volume-4acba3b2-c5ae-483a-8d8a-a88997cb89c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1706decc-cb1c-4f86-ac9a-5b955924f6e3', 'attached_at': '', 'detached_at': '', 'volume_id': '4acba3b2-c5ae-483a-8d8a-a88997cb89c8', 'serial': '4acba3b2-c5ae-483a-8d8a-a88997cb89c8'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2247.564313] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8e91b10-02b1-4f17-b835-87496a702932 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.580220] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122786, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.584538] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632ad699-0b1c-434f-b605-ba21c1504b72 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.620697] env[62189]: DEBUG nova.compute.manager [req-e52298dc-a032-400e-9b0b-09dac22eca41 req-8a126963-bf2f-4671-b5e4-a889fec280f9 service nova] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Detach interface failed, port_id=ea0ed408-829e-43b3-a3a5-417a33a569dd, reason: Instance 27f8dbb0-09db-498c-a87c-c99128e1a2cb could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2247.789367] env[62189]: DEBUG nova.scheduler.client.report [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2247.880195] env[62189]: INFO nova.compute.manager [-] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Took 1.32 seconds to deallocate network for instance. [ 2247.908341] env[62189]: DEBUG nova.compute.manager [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2247.923183] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Releasing lock "refresh_cache-b9518b05-8c5c-4121-84d6-2f0d8885a65f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2247.923669] env[62189]: DEBUG nova.compute.manager [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Instance network_info: |[{"id": "9006ed31-20f3-4245-baa1-b3ad957beccb", "address": "fa:16:3e:b9:62:39", "network": {"id": "c3637216-e17b-488a-9e84-d9fbe8cd68d8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-78196822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ffd20c63244407a466dcb112841c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9006ed31-20", "ovs_interfaceid": "9006ed31-20f3-4245-baa1-b3ad957beccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2247.924420] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2247.924716] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2247.924935] env[62189]: DEBUG nova.network.neutron [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2247.926618] env[62189]: DEBUG oslo_concurrency.lockutils [req-4fa9124c-f240-4cf7-85aa-db23433c5173 req-7f0b2a6a-8bb3-4482-997f-bd7b033d1f58 service nova] Acquired lock "refresh_cache-b9518b05-8c5c-4121-84d6-2f0d8885a65f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2247.926812] env[62189]: DEBUG nova.network.neutron [req-4fa9124c-f240-4cf7-85aa-db23433c5173 req-7f0b2a6a-8bb3-4482-997f-bd7b033d1f58 service nova] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Refreshing network info cache for port 9006ed31-20f3-4245-baa1-b3ad957beccb {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2247.927982] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:62:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9006ed31-20f3-4245-baa1-b3ad957beccb', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2247.938606] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Creating folder: Project (c9ffd20c63244407a466dcb112841c13). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2247.943890] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78dd0117-665f-4dbc-b371-c6f286352e34 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.952821] env[62189]: DEBUG nova.virt.hardware [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2247.953100] env[62189]: DEBUG nova.virt.hardware [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2247.953263] env[62189]: DEBUG nova.virt.hardware [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2247.953448] env[62189]: DEBUG nova.virt.hardware [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2247.953594] env[62189]: DEBUG nova.virt.hardware [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2247.953749] env[62189]: DEBUG nova.virt.hardware [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2247.954048] env[62189]: DEBUG nova.virt.hardware [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2247.954237] env[62189]: DEBUG nova.virt.hardware [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2247.954412] env[62189]: DEBUG nova.virt.hardware [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2247.954579] env[62189]: DEBUG nova.virt.hardware [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2247.954753] env[62189]: DEBUG nova.virt.hardware [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2247.955946] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3869de68-25fb-4fd9-bdca-cfc861a3570f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.961080] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Created folder: Project (c9ffd20c63244407a466dcb112841c13) in parent group-v433996. [ 2247.961618] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Creating folder: Instances. Parent ref: group-v434255. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2247.961618] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3a8c029-326d-4a9c-8e9c-00b001b1a5a7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.968038] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427eef6e-0716-4e19-a20d-841eeba4d9ca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.988512] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Created folder: Instances in parent group-v434255. [ 2247.988769] env[62189]: DEBUG oslo.service.loopingcall [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2247.988970] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2247.989237] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-731b4656-368d-4cb6-8e84-97a6b60f983a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.009965] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2248.009965] env[62189]: value = "task-2122789" [ 2248.009965] env[62189]: _type = "Task" [ 2248.009965] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.020270] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122789, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.078355] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122786, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.297028] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.297028] env[62189]: DEBUG nova.compute.manager [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2248.299181] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.841s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.299705] env[62189]: DEBUG nova.objects.instance [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lazy-loading 'resources' on Instance uuid 3d1f641d-6349-4960-8bf1-7fbd4ff4a785 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2248.334627] env[62189]: DEBUG nova.network.neutron [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Successfully updated port: 607780b0-f94b-4d99-9d71-000f16ba1104 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2248.387131] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.507476] env[62189]: WARNING nova.network.neutron [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] e5119a71-6549-4914-8684-274ba620e462 already exists in list: networks containing: ['e5119a71-6549-4914-8684-274ba620e462']. ignoring it [ 2248.507731] env[62189]: WARNING nova.network.neutron [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] e5119a71-6549-4914-8684-274ba620e462 already exists in list: networks containing: ['e5119a71-6549-4914-8684-274ba620e462']. ignoring it [ 2248.523268] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122789, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.580966] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122786, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.606962] env[62189]: DEBUG nova.objects.instance [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lazy-loading 'flavor' on Instance uuid 1706decc-cb1c-4f86-ac9a-5b955924f6e3 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2248.804176] env[62189]: DEBUG nova.compute.utils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2248.811403] env[62189]: DEBUG nova.compute.manager [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2248.811403] env[62189]: DEBUG nova.network.neutron [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2248.831397] env[62189]: DEBUG nova.network.neutron [req-4fa9124c-f240-4cf7-85aa-db23433c5173 req-7f0b2a6a-8bb3-4482-997f-bd7b033d1f58 service nova] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Updated VIF entry in instance network info cache for port 9006ed31-20f3-4245-baa1-b3ad957beccb. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2248.831921] env[62189]: DEBUG nova.network.neutron [req-4fa9124c-f240-4cf7-85aa-db23433c5173 req-7f0b2a6a-8bb3-4482-997f-bd7b033d1f58 service nova] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Updating instance_info_cache with network_info: [{"id": "9006ed31-20f3-4245-baa1-b3ad957beccb", "address": "fa:16:3e:b9:62:39", "network": {"id": "c3637216-e17b-488a-9e84-d9fbe8cd68d8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-78196822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ffd20c63244407a466dcb112841c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9006ed31-20", "ovs_interfaceid": "9006ed31-20f3-4245-baa1-b3ad957beccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2248.837089] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "refresh_cache-0cf09974-ff6b-4d6f-bc1a-67b0279f2336" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2248.837238] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquired lock "refresh_cache-0cf09974-ff6b-4d6f-bc1a-67b0279f2336" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2248.838163] env[62189]: DEBUG nova.network.neutron [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2248.882718] env[62189]: DEBUG nova.policy [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08a944a6ab754edfb7252bbc420d3cbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9ffd20c63244407a466dcb112841c13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2249.025100] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122789, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.084053] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122786, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.114035] env[62189]: DEBUG oslo_concurrency.lockutils [None req-12c1c9ff-f397-40ef-9828-ac3eb1d9be46 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.842s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.166121] env[62189]: DEBUG nova.network.neutron [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Updating instance_info_cache with network_info: [{"id": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "address": "fa:16:3e:09:b9:3d", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb3b874-5a", "ovs_interfaceid": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "341f4f60-f901-4f55-ad26-46ab014a493e", "address": "fa:16:3e:0c:04:08", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341f4f60-f9", "ovs_interfaceid": "341f4f60-f901-4f55-ad26-46ab014a493e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c69a6591-2178-4466-93a4-9e8aef9c2b02", "address": "fa:16:3e:51:c2:32", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69a6591-21", "ovs_interfaceid": "c69a6591-2178-4466-93a4-9e8aef9c2b02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2249.169633] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8d027e-7e75-4181-aa4c-c4b9a478ef9d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.179890] env[62189]: DEBUG nova.compute.manager [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Received event network-vif-plugged-c69a6591-2178-4466-93a4-9e8aef9c2b02 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2249.180161] env[62189]: DEBUG oslo_concurrency.lockutils [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] Acquiring lock "aa895c8f-876f-43b4-b0ca-7f51548bee51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.180481] env[62189]: DEBUG oslo_concurrency.lockutils [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] Lock "aa895c8f-876f-43b4-b0ca-7f51548bee51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2249.180678] env[62189]: DEBUG oslo_concurrency.lockutils [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] Lock "aa895c8f-876f-43b4-b0ca-7f51548bee51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.180847] env[62189]: DEBUG nova.compute.manager [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] No waiting events found dispatching network-vif-plugged-c69a6591-2178-4466-93a4-9e8aef9c2b02 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2249.181020] env[62189]: WARNING nova.compute.manager [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Received unexpected event network-vif-plugged-c69a6591-2178-4466-93a4-9e8aef9c2b02 for instance with vm_state active and task_state None. [ 2249.181189] env[62189]: DEBUG nova.compute.manager [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Received event network-changed-c69a6591-2178-4466-93a4-9e8aef9c2b02 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2249.181337] env[62189]: DEBUG nova.compute.manager [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Refreshing instance network info cache due to event network-changed-c69a6591-2178-4466-93a4-9e8aef9c2b02. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2249.181499] env[62189]: DEBUG oslo_concurrency.lockutils [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] Acquiring lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2249.185477] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c37a159-b72b-4337-9016-8158e6ccf99f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.220185] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6677c997-991e-4a5a-887e-8cdba27e0317 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.229640] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4596165e-5b71-4783-922f-b3ea5e5d0603 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.245616] env[62189]: DEBUG nova.compute.provider_tree [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2249.309534] env[62189]: DEBUG nova.compute.manager [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2249.334952] env[62189]: DEBUG oslo_concurrency.lockutils [req-4fa9124c-f240-4cf7-85aa-db23433c5173 req-7f0b2a6a-8bb3-4482-997f-bd7b033d1f58 service nova] Releasing lock "refresh_cache-b9518b05-8c5c-4121-84d6-2f0d8885a65f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2249.399530] env[62189]: DEBUG nova.network.neutron [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2249.526499] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122789, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.574485] env[62189]: DEBUG nova.network.neutron [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Updating instance_info_cache with network_info: [{"id": "607780b0-f94b-4d99-9d71-000f16ba1104", "address": "fa:16:3e:8b:0e:3c", "network": {"id": "c3637216-e17b-488a-9e84-d9fbe8cd68d8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-78196822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ffd20c63244407a466dcb112841c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607780b0-f9", "ovs_interfaceid": "607780b0-f94b-4d99-9d71-000f16ba1104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2249.581980] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122786, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.625656] env[62189]: DEBUG nova.network.neutron [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Successfully created port: 82a5d6f1-09ae-4cdb-98b1-40362a390be6 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2249.677510] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2249.678326] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2249.678525] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2249.678883] env[62189]: DEBUG oslo_concurrency.lockutils [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] Acquired lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2249.679152] env[62189]: DEBUG nova.network.neutron [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Refreshing network info cache for port c69a6591-2178-4466-93a4-9e8aef9c2b02 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2249.680997] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df78115-dee3-4744-947a-3552fbe74902 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.701999] env[62189]: DEBUG nova.virt.hardware [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2249.702151] env[62189]: DEBUG nova.virt.hardware [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2249.702311] env[62189]: DEBUG nova.virt.hardware [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2249.702493] env[62189]: DEBUG nova.virt.hardware [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2249.702634] env[62189]: DEBUG nova.virt.hardware [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2249.702816] env[62189]: DEBUG nova.virt.hardware [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2249.703086] env[62189]: DEBUG nova.virt.hardware [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2249.703260] env[62189]: DEBUG nova.virt.hardware [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2249.703429] env[62189]: DEBUG nova.virt.hardware [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2249.703591] env[62189]: DEBUG nova.virt.hardware [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2249.703797] env[62189]: DEBUG nova.virt.hardware [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2249.710025] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Reconfiguring VM to attach interface {{(pid=62189) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2249.710669] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-832fb1bd-f27d-4bcb-8640-f651a39c705a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.731322] env[62189]: DEBUG oslo_vmware.api [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2249.731322] env[62189]: value = "task-2122790" [ 2249.731322] env[62189]: _type = "Task" [ 2249.731322] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.739180] env[62189]: DEBUG oslo_vmware.api [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122790, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.749327] env[62189]: DEBUG nova.scheduler.client.report [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2250.024757] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122789, 'name': CreateVM_Task, 'duration_secs': 1.830684} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.025138] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2250.025872] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2250.026100] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2250.026444] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2250.026729] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7213e93-25cf-4a12-808d-823a59cb15ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.032124] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2250.032124] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525a41df-fcba-e81f-5e28-2956d43a7969" [ 2250.032124] env[62189]: _type = "Task" [ 2250.032124] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.040522] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525a41df-fcba-e81f-5e28-2956d43a7969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.079301] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122786, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.634016} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.079568] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd/c4fdb4bd-6008-41c8-b82b-5256d9d77dfd.vmdk to [datastore2] d6b4cf12-640a-4937-8336-0077929e7d4c/d6b4cf12-640a-4937-8336-0077929e7d4c.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2250.080392] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fe31b0-029f-4d3f-9a44-dcdd778b7f9c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.083128] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Releasing lock "refresh_cache-0cf09974-ff6b-4d6f-bc1a-67b0279f2336" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2250.083423] env[62189]: DEBUG nova.compute.manager [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Instance network_info: |[{"id": "607780b0-f94b-4d99-9d71-000f16ba1104", "address": "fa:16:3e:8b:0e:3c", "network": {"id": "c3637216-e17b-488a-9e84-d9fbe8cd68d8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-78196822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ffd20c63244407a466dcb112841c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607780b0-f9", "ovs_interfaceid": "607780b0-f94b-4d99-9d71-000f16ba1104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2250.083807] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:0e:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '607780b0-f94b-4d99-9d71-000f16ba1104', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2250.091416] env[62189]: DEBUG oslo.service.loopingcall [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2250.091996] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2250.092230] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7addcab-0f1f-4071-8b95-613caa448217 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.124525] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] d6b4cf12-640a-4937-8336-0077929e7d4c/d6b4cf12-640a-4937-8336-0077929e7d4c.vmdk or device None with type streamOptimized {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2250.125367] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2db556a8-eaa9-429a-be2f-cb331b2a439f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.141058] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2250.141058] env[62189]: value = "task-2122791" [ 2250.141058] env[62189]: _type = "Task" [ 2250.141058] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.150275] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2250.150275] env[62189]: value = "task-2122792" [ 2250.150275] env[62189]: _type = "Task" [ 2250.150275] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.153177] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.162726] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.244778] env[62189]: DEBUG oslo_vmware.api [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.256826] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2250.259416] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.592s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.259521] env[62189]: DEBUG nova.objects.instance [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lazy-loading 'resources' on Instance uuid 906fac63-d7e4-42ec-8af7-5626f23e3cc0 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2250.281282] env[62189]: INFO nova.scheduler.client.report [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Deleted allocations for instance 3d1f641d-6349-4960-8bf1-7fbd4ff4a785 [ 2250.321442] env[62189]: DEBUG nova.compute.manager [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2250.359771] env[62189]: DEBUG nova.virt.hardware [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2250.360079] env[62189]: DEBUG nova.virt.hardware [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2250.360234] env[62189]: DEBUG nova.virt.hardware [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2250.360410] env[62189]: DEBUG nova.virt.hardware [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2250.360702] env[62189]: DEBUG nova.virt.hardware [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2250.360773] env[62189]: DEBUG nova.virt.hardware [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2250.361014] env[62189]: DEBUG nova.virt.hardware [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2250.361214] env[62189]: DEBUG nova.virt.hardware [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2250.361432] env[62189]: DEBUG nova.virt.hardware [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2250.361663] env[62189]: DEBUG nova.virt.hardware [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2250.361823] env[62189]: DEBUG nova.virt.hardware [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2250.362871] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8111f3be-33c7-47e4-88de-a0e586b4939d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.374654] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac76dc8-0c9a-4cba-966d-6f09afa26b16 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.473397] env[62189]: DEBUG nova.network.neutron [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Updated VIF entry in instance network info cache for port c69a6591-2178-4466-93a4-9e8aef9c2b02. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2250.473888] env[62189]: DEBUG nova.network.neutron [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Updating instance_info_cache with network_info: [{"id": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "address": "fa:16:3e:09:b9:3d", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb3b874-5a", "ovs_interfaceid": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "341f4f60-f901-4f55-ad26-46ab014a493e", "address": "fa:16:3e:0c:04:08", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341f4f60-f9", "ovs_interfaceid": "341f4f60-f901-4f55-ad26-46ab014a493e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c69a6591-2178-4466-93a4-9e8aef9c2b02", "address": "fa:16:3e:51:c2:32", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69a6591-21", "ovs_interfaceid": "c69a6591-2178-4466-93a4-9e8aef9c2b02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2250.543814] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525a41df-fcba-e81f-5e28-2956d43a7969, 'name': SearchDatastore_Task, 'duration_secs': 0.046063} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.544082] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2250.544317] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2250.544560] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2250.544703] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2250.544880] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2250.545176] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd9579be-7199-4148-bc33-3109d3feaaf0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.556337] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2250.556510] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2250.557216] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eacc0bc4-a9b5-4364-b271-eee07869d1eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.562825] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2250.562825] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520e7e56-cba6-6159-5648-b379beaabad4" [ 2250.562825] env[62189]: _type = "Task" [ 2250.562825] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.571177] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520e7e56-cba6-6159-5648-b379beaabad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.651972] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.661406] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122792, 'name': ReconfigVM_Task, 'duration_secs': 0.353323} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.661807] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Reconfigured VM instance instance-00000047 to attach disk [datastore2] d6b4cf12-640a-4937-8336-0077929e7d4c/d6b4cf12-640a-4937-8336-0077929e7d4c.vmdk or device None with type streamOptimized {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2250.662476] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c99871a7-6d88-4193-9427-3aa04bdbe931 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.669718] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2250.669718] env[62189]: value = "task-2122793" [ 2250.669718] env[62189]: _type = "Task" [ 2250.669718] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.677772] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122793, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.745022] env[62189]: DEBUG oslo_concurrency.lockutils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "800a1af0-11b7-493e-8bbd-412057495630" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.745367] env[62189]: DEBUG oslo_concurrency.lockutils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "800a1af0-11b7-493e-8bbd-412057495630" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.746749] env[62189]: DEBUG oslo_vmware.api [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122790, 'name': ReconfigVM_Task, 'duration_secs': 0.665019} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.747603] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2250.747807] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Reconfigured VM to attach interface {{(pid=62189) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2250.794982] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5fa73233-d8a5-498e-ad92-82cfd50ed416 tempest-ServerShowV247Test-2145961794 tempest-ServerShowV247Test-2145961794-project-member] Lock "3d1f641d-6349-4960-8bf1-7fbd4ff4a785" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.571s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2250.977734] env[62189]: DEBUG oslo_concurrency.lockutils [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] Releasing lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2250.977999] env[62189]: DEBUG nova.compute.manager [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Received event network-vif-plugged-607780b0-f94b-4d99-9d71-000f16ba1104 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2250.978225] env[62189]: DEBUG oslo_concurrency.lockutils [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] Acquiring lock "0cf09974-ff6b-4d6f-bc1a-67b0279f2336-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.978508] env[62189]: DEBUG oslo_concurrency.lockutils [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] Lock "0cf09974-ff6b-4d6f-bc1a-67b0279f2336-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.978691] env[62189]: DEBUG oslo_concurrency.lockutils [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] Lock "0cf09974-ff6b-4d6f-bc1a-67b0279f2336-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2250.978862] env[62189]: DEBUG nova.compute.manager [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] No waiting events found dispatching network-vif-plugged-607780b0-f94b-4d99-9d71-000f16ba1104 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2250.979049] env[62189]: WARNING nova.compute.manager [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Received unexpected event network-vif-plugged-607780b0-f94b-4d99-9d71-000f16ba1104 for instance with vm_state building and task_state spawning. [ 2250.979217] env[62189]: DEBUG nova.compute.manager [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Received event network-changed-607780b0-f94b-4d99-9d71-000f16ba1104 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2250.979371] env[62189]: DEBUG nova.compute.manager [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Refreshing instance network info cache due to event network-changed-607780b0-f94b-4d99-9d71-000f16ba1104. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2250.979553] env[62189]: DEBUG oslo_concurrency.lockutils [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] Acquiring lock "refresh_cache-0cf09974-ff6b-4d6f-bc1a-67b0279f2336" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2250.979683] env[62189]: DEBUG oslo_concurrency.lockutils [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] Acquired lock "refresh_cache-0cf09974-ff6b-4d6f-bc1a-67b0279f2336" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2250.979840] env[62189]: DEBUG nova.network.neutron [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Refreshing network info cache for port 607780b0-f94b-4d99-9d71-000f16ba1104 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2251.000174] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f65cfb-4cc5-4f8d-9d97-6b916887922c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.007896] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098904d7-bef5-44d0-a422-42e9a3fd8cbc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.038255] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e943815e-006d-4ec6-8b11-3901ede7c890 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.045801] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec49b661-9bc3-45f1-887a-794a9f5841a7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.059385] env[62189]: DEBUG nova.compute.provider_tree [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2251.072645] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520e7e56-cba6-6159-5648-b379beaabad4, 'name': SearchDatastore_Task, 'duration_secs': 0.035974} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.073459] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39f86e27-f4d8-4d74-b0d5-19781e538ac0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.078632] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2251.078632] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a67bb1-3a11-688c-ecf1-b4525e6896ad" [ 2251.078632] env[62189]: _type = "Task" [ 2251.078632] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.086547] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a67bb1-3a11-688c-ecf1-b4525e6896ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.152452] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.179969] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122793, 'name': Rename_Task, 'duration_secs': 0.156317} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.180255] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2251.180729] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3bf5b3e-613e-4d79-af57-99862a794900 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.187326] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2251.187326] env[62189]: value = "task-2122794" [ 2251.187326] env[62189]: _type = "Task" [ 2251.187326] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.198302] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.248422] env[62189]: DEBUG nova.compute.manager [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2251.252226] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e168c1b2-c0ce-47cf-b43e-8e1c57fe7856 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-aa895c8f-876f-43b4-b0ca-7f51548bee51-c69a6591-2178-4466-93a4-9e8aef9c2b02" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.793s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.562407] env[62189]: DEBUG nova.scheduler.client.report [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2251.593722] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a67bb1-3a11-688c-ecf1-b4525e6896ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010584} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.594032] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2251.594305] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] b9518b05-8c5c-4121-84d6-2f0d8885a65f/b9518b05-8c5c-4121-84d6-2f0d8885a65f.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2251.594569] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37faf660-e420-42d4-a496-5fff6e6bfe61 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.602459] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2251.602459] env[62189]: value = "task-2122795" [ 2251.602459] env[62189]: _type = "Task" [ 2251.602459] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2251.614589] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.656643] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.697858] env[62189]: DEBUG oslo_vmware.api [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122794, 'name': PowerOnVM_Task, 'duration_secs': 0.470809} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.698147] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2251.726833] env[62189]: DEBUG nova.network.neutron [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Updated VIF entry in instance network info cache for port 607780b0-f94b-4d99-9d71-000f16ba1104. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2251.727213] env[62189]: DEBUG nova.network.neutron [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Updating instance_info_cache with network_info: [{"id": "607780b0-f94b-4d99-9d71-000f16ba1104", "address": "fa:16:3e:8b:0e:3c", "network": {"id": "c3637216-e17b-488a-9e84-d9fbe8cd68d8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-78196822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ffd20c63244407a466dcb112841c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607780b0-f9", "ovs_interfaceid": "607780b0-f94b-4d99-9d71-000f16ba1104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2251.775579] env[62189]: DEBUG oslo_concurrency.lockutils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.800250] env[62189]: DEBUG nova.compute.manager [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2251.801283] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb41c89e-2e62-4c9c-ab0c-d8bc85017f11 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.067715] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.070546] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.545s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.072730] env[62189]: INFO nova.compute.claims [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2252.089811] env[62189]: INFO nova.scheduler.client.report [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Deleted allocations for instance 906fac63-d7e4-42ec-8af7-5626f23e3cc0 [ 2252.115456] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122795, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.159137] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.229717] env[62189]: DEBUG oslo_concurrency.lockutils [req-da04a08e-7773-4fe0-b602-e419343316a3 req-840fde8d-4481-4477-b118-577e27dd6cee service nova] Releasing lock "refresh_cache-0cf09974-ff6b-4d6f-bc1a-67b0279f2336" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2252.319021] env[62189]: DEBUG oslo_concurrency.lockutils [None req-650630c7-7bee-41de-863f-2d0a6e35f03d tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "d6b4cf12-640a-4937-8336-0077929e7d4c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.372s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.464846] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquiring lock "2919d1ee-a301-445e-8447-72c3e6972bf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2252.465102] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Lock "2919d1ee-a301-445e-8447-72c3e6972bf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.598163] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bc38770a-7d0d-4b54-9fe7-1ab9dbaafb64 tempest-ServerDiskConfigTestJSON-2065486840 tempest-ServerDiskConfigTestJSON-2065486840-project-member] Lock "906fac63-d7e4-42ec-8af7-5626f23e3cc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.658s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.614194] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58726} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.614489] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] b9518b05-8c5c-4121-84d6-2f0d8885a65f/b9518b05-8c5c-4121-84d6-2f0d8885a65f.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2252.614655] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2252.614902] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-009cc7d0-cb21-402f-94be-084c6f122544 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.622710] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2252.622710] env[62189]: value = "task-2122796" [ 2252.622710] env[62189]: _type = "Task" [ 2252.622710] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.633463] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.653777] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.825069] env[62189]: DEBUG oslo_concurrency.lockutils [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "interface-aa895c8f-876f-43b4-b0ca-7f51548bee51-341f4f60-f901-4f55-ad26-46ab014a493e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2252.825192] env[62189]: DEBUG oslo_concurrency.lockutils [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-aa895c8f-876f-43b4-b0ca-7f51548bee51-341f4f60-f901-4f55-ad26-46ab014a493e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.967611] env[62189]: DEBUG nova.compute.manager [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2253.135693] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066754} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.135964] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2253.136770] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f2443f-e751-4048-9f14-279af39f8866 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.159703] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] b9518b05-8c5c-4121-84d6-2f0d8885a65f/b9518b05-8c5c-4121-84d6-2f0d8885a65f.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2253.166019] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90acc01e-c460-419d-904b-1df7f84d8b4f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.185722] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.187160] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2253.187160] env[62189]: value = "task-2122797" [ 2253.187160] env[62189]: _type = "Task" [ 2253.187160] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.201555] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.328170] env[62189]: DEBUG oslo_concurrency.lockutils [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.328658] env[62189]: DEBUG oslo_concurrency.lockutils [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.329279] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35783d83-7fc3-4015-8a75-4a894ed3b134 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.354541] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f5fe15-2f55-4ba3-9cf3-c027ce0ca7e1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.384073] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Reconfiguring VM to detach interface {{(pid=62189) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2253.387388] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4c6f2db-5b30-49d2-9d4d-da422390c7f8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.406800] env[62189]: DEBUG oslo_vmware.api [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2253.406800] env[62189]: value = "task-2122798" [ 2253.406800] env[62189]: _type = "Task" [ 2253.406800] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.418281] env[62189]: DEBUG oslo_vmware.api [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.442585] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5fe38f-7d5f-41f5-b8cc-659c033b7954 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.450298] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9166cc18-9fbc-4884-8fb8-c9733cd359a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.489273] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d19f44-1f47-421c-91c1-285c3aad3747 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.500346] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2541f17e-6415-475f-ad67-e27cd30e8f6a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.505359] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2253.516621] env[62189]: DEBUG nova.compute.provider_tree [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2253.662655] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.698074] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.745634] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b646092-7a55-4787-8d71-47e25757e857 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.753767] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-01a019f0-8e02-4747-ad18-30e6cd13ac36 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Suspending the VM {{(pid=62189) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2253.754482] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d4490303-81c1-451b-a6a5-696e2d96933a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.766027] env[62189]: DEBUG oslo_vmware.api [None req-01a019f0-8e02-4747-ad18-30e6cd13ac36 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2253.766027] env[62189]: value = "task-2122799" [ 2253.766027] env[62189]: _type = "Task" [ 2253.766027] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.779771] env[62189]: DEBUG oslo_vmware.api [None req-01a019f0-8e02-4747-ad18-30e6cd13ac36 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122799, 'name': SuspendVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.918176] env[62189]: DEBUG oslo_vmware.api [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.021333] env[62189]: DEBUG nova.scheduler.client.report [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2254.166269] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.199969] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122797, 'name': ReconfigVM_Task, 'duration_secs': 0.633444} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.203090] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Reconfigured VM instance instance-0000005e to attach disk [datastore2] b9518b05-8c5c-4121-84d6-2f0d8885a65f/b9518b05-8c5c-4121-84d6-2f0d8885a65f.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2254.203853] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e23a145f-a576-4141-ad46-a310e79fd8a3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.212680] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2254.212680] env[62189]: value = "task-2122800" [ 2254.212680] env[62189]: _type = "Task" [ 2254.212680] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.222274] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122800, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.275017] env[62189]: DEBUG oslo_vmware.api [None req-01a019f0-8e02-4747-ad18-30e6cd13ac36 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122799, 'name': SuspendVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.419795] env[62189]: DEBUG oslo_vmware.api [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.527972] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2254.528245] env[62189]: DEBUG nova.compute.manager [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2254.531133] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.408s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2254.532726] env[62189]: INFO nova.compute.claims [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2254.664791] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.722873] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122800, 'name': Rename_Task, 'duration_secs': 0.207782} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.723379] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2254.723720] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-474b463f-e39e-4570-930a-c601ee16ed1b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.732998] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2254.732998] env[62189]: value = "task-2122801" [ 2254.732998] env[62189]: _type = "Task" [ 2254.732998] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.743858] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.777296] env[62189]: DEBUG oslo_vmware.api [None req-01a019f0-8e02-4747-ad18-30e6cd13ac36 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122799, 'name': SuspendVM_Task, 'duration_secs': 0.696953} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.777296] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-01a019f0-8e02-4747-ad18-30e6cd13ac36 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Suspended the VM {{(pid=62189) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2254.777296] env[62189]: DEBUG nova.compute.manager [None req-01a019f0-8e02-4747-ad18-30e6cd13ac36 tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2254.777296] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b7c770-0b57-49c4-b209-91ced816b6ad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.919978] env[62189]: DEBUG oslo_vmware.api [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.037668] env[62189]: DEBUG nova.compute.utils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2255.041709] env[62189]: DEBUG nova.compute.manager [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2255.041922] env[62189]: DEBUG nova.network.neutron [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2255.092292] env[62189]: DEBUG nova.policy [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '751b66b9696e4390a50a1bf2343d6c18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fc6aea5c3694269a68d44856dc7fe31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2255.170026] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.245873] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122801, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.399397] env[62189]: DEBUG nova.network.neutron [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Successfully created port: fda49717-c1c5-44fe-91f5-d17df6b6c454 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2255.419534] env[62189]: DEBUG oslo_vmware.api [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.542331] env[62189]: DEBUG nova.compute.manager [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2255.667907] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.745934] env[62189]: DEBUG oslo_vmware.api [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122801, 'name': PowerOnVM_Task, 'duration_secs': 0.830152} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.746316] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2255.746428] env[62189]: INFO nova.compute.manager [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Took 10.26 seconds to spawn the instance on the hypervisor. [ 2255.746602] env[62189]: DEBUG nova.compute.manager [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2255.747401] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa73e81-606c-417c-8b8a-963a9648f7a1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.845687] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5108e7f9-aee5-4702-87f6-becd6073f295 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.856216] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48039264-b014-4c3d-9be0-33d9f1710d5e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.888416] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371e8186-65e8-49bb-a667-b118e58e9afe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.896733] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d764ae8-79d4-4311-be59-49f4f456fb11 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.913863] env[62189]: DEBUG nova.compute.provider_tree [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2255.924420] env[62189]: DEBUG oslo_vmware.api [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.165125] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.266516] env[62189]: INFO nova.compute.manager [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Took 26.36 seconds to build instance. [ 2256.337052] env[62189]: INFO nova.compute.manager [None req-7604b498-63b3-4391-a79a-72afd801ecbb tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Resuming [ 2256.337338] env[62189]: DEBUG nova.objects.instance [None req-7604b498-63b3-4391-a79a-72afd801ecbb tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lazy-loading 'flavor' on Instance uuid d6b4cf12-640a-4937-8336-0077929e7d4c {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2256.420337] env[62189]: DEBUG nova.scheduler.client.report [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2256.430353] env[62189]: DEBUG oslo_vmware.api [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.556890] env[62189]: DEBUG nova.compute.manager [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2256.583101] env[62189]: DEBUG nova.virt.hardware [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2256.583101] env[62189]: DEBUG nova.virt.hardware [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2256.583101] env[62189]: DEBUG nova.virt.hardware [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2256.583101] env[62189]: DEBUG nova.virt.hardware [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2256.583101] env[62189]: DEBUG nova.virt.hardware [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2256.583101] env[62189]: DEBUG nova.virt.hardware [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2256.583101] env[62189]: DEBUG nova.virt.hardware [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2256.583101] env[62189]: DEBUG nova.virt.hardware [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2256.583667] env[62189]: DEBUG nova.virt.hardware [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2256.584014] env[62189]: DEBUG nova.virt.hardware [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2256.584319] env[62189]: DEBUG nova.virt.hardware [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2256.585297] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255f4563-c911-4229-bb99-be4c23c1b74c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.594234] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0198703c-7179-4e30-a2f0-104b54828638 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.665358] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.768866] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac24a619-76c8-412b-9d76-bc1b7d36037a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "b9518b05-8c5c-4121-84d6-2f0d8885a65f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.891s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2256.924358] env[62189]: DEBUG oslo_vmware.api [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.925254] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2256.925844] env[62189]: DEBUG nova.compute.manager [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2256.928565] env[62189]: DEBUG oslo_concurrency.lockutils [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.524s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.928905] env[62189]: DEBUG nova.objects.instance [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lazy-loading 'resources' on Instance uuid 83dee887-5fc5-462a-bf0d-23dc9b844e2d {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2257.165788] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.426886] env[62189]: DEBUG oslo_vmware.api [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.432401] env[62189]: DEBUG nova.compute.utils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2257.434033] env[62189]: DEBUG nova.compute.manager [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2257.434258] env[62189]: DEBUG nova.network.neutron [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2257.484393] env[62189]: DEBUG nova.policy [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffb859483b454c1e81af7daba880dfaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7fc66cb5cbe455c8136e25094faf967', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2257.667401] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.722845] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0327807-a6b8-43d9-a9e5-92d1c8bb17de {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.731364] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e770cb9c-44d8-48ec-90d2-413cb7d313c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.773957] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660fb16e-3a14-4593-9a31-8cdb34f29fcf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.783085] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b4f9ed-3b48-4bc6-8005-da683a3e99b1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.787832] env[62189]: DEBUG nova.network.neutron [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Successfully created port: 31436528-c142-48dc-9ad9-949ba619a83d {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2257.800211] env[62189]: DEBUG nova.compute.provider_tree [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2257.854328] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7604b498-63b3-4391-a79a-72afd801ecbb tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2257.854546] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7604b498-63b3-4391-a79a-72afd801ecbb tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquired lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2257.854778] env[62189]: DEBUG nova.network.neutron [None req-7604b498-63b3-4391-a79a-72afd801ecbb tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2257.929687] env[62189]: DEBUG oslo_vmware.api [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.939915] env[62189]: DEBUG nova.compute.manager [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2258.168535] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122791, 'name': CreateVM_Task, 'duration_secs': 7.718561} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.168535] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2258.168708] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.169761] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.169761] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2258.169761] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d5173d-dd00-4b33-997a-6db187e19eb0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.176245] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2258.176245] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5238fe78-1048-cb12-ba92-dd9e644eb6da" [ 2258.176245] env[62189]: _type = "Task" [ 2258.176245] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.187385] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5238fe78-1048-cb12-ba92-dd9e644eb6da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.303855] env[62189]: DEBUG nova.scheduler.client.report [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2258.428635] env[62189]: DEBUG oslo_vmware.api [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.495990] env[62189]: DEBUG oslo_concurrency.lockutils [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "110d723b-1cea-4fc0-b44a-c638f23e5879" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.496103] env[62189]: DEBUG oslo_concurrency.lockutils [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "110d723b-1cea-4fc0-b44a-c638f23e5879" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.544856] env[62189]: DEBUG nova.compute.manager [req-c82f3162-efc9-4cc5-9816-24d686b6e558 req-5b96f235-f13b-45fe-977b-6bb49397cfc3 service nova] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Received event network-vif-plugged-fda49717-c1c5-44fe-91f5-d17df6b6c454 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2258.545140] env[62189]: DEBUG oslo_concurrency.lockutils [req-c82f3162-efc9-4cc5-9816-24d686b6e558 req-5b96f235-f13b-45fe-977b-6bb49397cfc3 service nova] Acquiring lock "e41726b5-8623-496e-9e85-a35029fb4779-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.545382] env[62189]: DEBUG oslo_concurrency.lockutils [req-c82f3162-efc9-4cc5-9816-24d686b6e558 req-5b96f235-f13b-45fe-977b-6bb49397cfc3 service nova] Lock "e41726b5-8623-496e-9e85-a35029fb4779-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.545556] env[62189]: DEBUG oslo_concurrency.lockutils [req-c82f3162-efc9-4cc5-9816-24d686b6e558 req-5b96f235-f13b-45fe-977b-6bb49397cfc3 service nova] Lock "e41726b5-8623-496e-9e85-a35029fb4779-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2258.545726] env[62189]: DEBUG nova.compute.manager [req-c82f3162-efc9-4cc5-9816-24d686b6e558 req-5b96f235-f13b-45fe-977b-6bb49397cfc3 service nova] [instance: e41726b5-8623-496e-9e85-a35029fb4779] No waiting events found dispatching network-vif-plugged-fda49717-c1c5-44fe-91f5-d17df6b6c454 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2258.546056] env[62189]: WARNING nova.compute.manager [req-c82f3162-efc9-4cc5-9816-24d686b6e558 req-5b96f235-f13b-45fe-977b-6bb49397cfc3 service nova] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Received unexpected event network-vif-plugged-fda49717-c1c5-44fe-91f5-d17df6b6c454 for instance with vm_state building and task_state spawning. [ 2258.687844] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5238fe78-1048-cb12-ba92-dd9e644eb6da, 'name': SearchDatastore_Task, 'duration_secs': 0.012404} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.688159] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2258.688397] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2258.688711] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.688785] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.688944] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2258.689221] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e47927cc-2213-4cff-954f-f1611b0dc939 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.703288] env[62189]: DEBUG nova.network.neutron [None req-7604b498-63b3-4391-a79a-72afd801ecbb tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Updating instance_info_cache with network_info: [{"id": "266e45b2-bc60-4015-bf9c-586a18dcc7e3", "address": "fa:16:3e:e8:17:06", "network": {"id": "ae8be405-7310-4f6c-b64d-b3252705b6fe", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1924334693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d11cbf5c3c642ba8783a41041a3a26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266e45b2-bc", "ovs_interfaceid": "266e45b2-bc60-4015-bf9c-586a18dcc7e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2258.706285] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2258.706473] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2258.707301] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0712fadd-6821-4e6d-a377-d9511415a73f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.714555] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2258.714555] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52721863-217d-e975-f6a4-0f06ff847f24" [ 2258.714555] env[62189]: _type = "Task" [ 2258.714555] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.726000] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52721863-217d-e975-f6a4-0f06ff847f24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.767153] env[62189]: DEBUG nova.network.neutron [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Successfully updated port: fda49717-c1c5-44fe-91f5-d17df6b6c454 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2258.772119] env[62189]: DEBUG nova.compute.manager [req-09ae428c-1575-437c-8d31-2340a8a055b7 req-64712c6a-5f8b-48a9-862c-9d76a620e334 service nova] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Received event network-vif-plugged-82a5d6f1-09ae-4cdb-98b1-40362a390be6 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2258.772308] env[62189]: DEBUG oslo_concurrency.lockutils [req-09ae428c-1575-437c-8d31-2340a8a055b7 req-64712c6a-5f8b-48a9-862c-9d76a620e334 service nova] Acquiring lock "d84f653c-d4e4-472e-8763-a36b575d4485-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.772510] env[62189]: DEBUG oslo_concurrency.lockutils [req-09ae428c-1575-437c-8d31-2340a8a055b7 req-64712c6a-5f8b-48a9-862c-9d76a620e334 service nova] Lock "d84f653c-d4e4-472e-8763-a36b575d4485-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.772671] env[62189]: DEBUG oslo_concurrency.lockutils [req-09ae428c-1575-437c-8d31-2340a8a055b7 req-64712c6a-5f8b-48a9-862c-9d76a620e334 service nova] Lock "d84f653c-d4e4-472e-8763-a36b575d4485-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2258.772872] env[62189]: DEBUG nova.compute.manager [req-09ae428c-1575-437c-8d31-2340a8a055b7 req-64712c6a-5f8b-48a9-862c-9d76a620e334 service nova] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] No waiting events found dispatching network-vif-plugged-82a5d6f1-09ae-4cdb-98b1-40362a390be6 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2258.774026] env[62189]: WARNING nova.compute.manager [req-09ae428c-1575-437c-8d31-2340a8a055b7 req-64712c6a-5f8b-48a9-862c-9d76a620e334 service nova] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Received unexpected event network-vif-plugged-82a5d6f1-09ae-4cdb-98b1-40362a390be6 for instance with vm_state building and task_state spawning. [ 2258.811650] env[62189]: DEBUG oslo_concurrency.lockutils [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2258.814240] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.427s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.814485] env[62189]: DEBUG nova.objects.instance [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lazy-loading 'resources' on Instance uuid 27f8dbb0-09db-498c-a87c-c99128e1a2cb {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2258.843535] env[62189]: INFO nova.scheduler.client.report [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Deleted allocations for instance 83dee887-5fc5-462a-bf0d-23dc9b844e2d [ 2258.879246] env[62189]: DEBUG nova.network.neutron [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Successfully updated port: 82a5d6f1-09ae-4cdb-98b1-40362a390be6 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2258.929927] env[62189]: DEBUG oslo_vmware.api [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122798, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.955815] env[62189]: DEBUG nova.compute.manager [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2258.982734] env[62189]: DEBUG nova.virt.hardware [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2258.983056] env[62189]: DEBUG nova.virt.hardware [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2258.983228] env[62189]: DEBUG nova.virt.hardware [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2258.983412] env[62189]: DEBUG nova.virt.hardware [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2258.983559] env[62189]: DEBUG nova.virt.hardware [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2258.983707] env[62189]: DEBUG nova.virt.hardware [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2258.983915] env[62189]: DEBUG nova.virt.hardware [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2258.984097] env[62189]: DEBUG nova.virt.hardware [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2258.984269] env[62189]: DEBUG nova.virt.hardware [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2258.984434] env[62189]: DEBUG nova.virt.hardware [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2258.984608] env[62189]: DEBUG nova.virt.hardware [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2258.985515] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a298cf98-40fa-453d-beb3-6784d22c9514 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.994288] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c31aad2-bdba-4942-aa04-63865088937a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.998837] env[62189]: INFO nova.compute.manager [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Detaching volume 30cb9a86-4c32-49d6-9ec4-6133ae3581e5 [ 2259.043665] env[62189]: INFO nova.virt.block_device [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Attempting to driver detach volume 30cb9a86-4c32-49d6-9ec4-6133ae3581e5 from mountpoint /dev/sdb [ 2259.043914] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2259.044189] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434243', 'volume_id': '30cb9a86-4c32-49d6-9ec4-6133ae3581e5', 'name': 'volume-30cb9a86-4c32-49d6-9ec4-6133ae3581e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '110d723b-1cea-4fc0-b44a-c638f23e5879', 'attached_at': '', 'detached_at': '', 'volume_id': '30cb9a86-4c32-49d6-9ec4-6133ae3581e5', 'serial': '30cb9a86-4c32-49d6-9ec4-6133ae3581e5'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2259.045401] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968cb64f-54d3-401b-95eb-ca70053e1e92 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.068835] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769847be-0e2f-4f72-8882-8dd49f6f433b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.079023] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f11b5c-5159-45a6-b4ee-10932bf4454c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.106433] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3d74f7-4f85-4e23-8f42-6dcd3ac3c9c3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.123817] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] The volume has not been displaced from its original location: [datastore2] volume-30cb9a86-4c32-49d6-9ec4-6133ae3581e5/volume-30cb9a86-4c32-49d6-9ec4-6133ae3581e5.vmdk. No consolidation needed. {{(pid=62189) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2259.129892] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2259.130286] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffc2272e-7817-4479-922e-78779205783c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.151099] env[62189]: DEBUG oslo_vmware.api [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2259.151099] env[62189]: value = "task-2122802" [ 2259.151099] env[62189]: _type = "Task" [ 2259.151099] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.162382] env[62189]: DEBUG oslo_vmware.api [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.206161] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7604b498-63b3-4391-a79a-72afd801ecbb tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Releasing lock "refresh_cache-d6b4cf12-640a-4937-8336-0077929e7d4c" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.207376] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa9b9a4-6d60-4ba9-b55d-e470b28da7a7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.215150] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7604b498-63b3-4391-a79a-72afd801ecbb tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Resuming the VM {{(pid=62189) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2259.218494] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-effe339b-ec43-43bf-ba1d-c8abf9a8cc9d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.229053] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52721863-217d-e975-f6a4-0f06ff847f24, 'name': SearchDatastore_Task, 'duration_secs': 0.024546} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.231216] env[62189]: DEBUG oslo_vmware.api [None req-7604b498-63b3-4391-a79a-72afd801ecbb tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2259.231216] env[62189]: value = "task-2122803" [ 2259.231216] env[62189]: _type = "Task" [ 2259.231216] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.231694] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdeb2540-ef1c-4309-a557-d3e196d0d41d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.241178] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2259.241178] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520ff4d2-343b-7354-1fa5-9f55f014e281" [ 2259.241178] env[62189]: _type = "Task" [ 2259.241178] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.247912] env[62189]: DEBUG oslo_vmware.api [None req-7604b498-63b3-4391-a79a-72afd801ecbb tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.255099] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520ff4d2-343b-7354-1fa5-9f55f014e281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.272939] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "refresh_cache-e41726b5-8623-496e-9e85-a35029fb4779" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.273152] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "refresh_cache-e41726b5-8623-496e-9e85-a35029fb4779" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.273264] env[62189]: DEBUG nova.network.neutron [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2259.350778] env[62189]: DEBUG oslo_concurrency.lockutils [None req-830f1fd2-33b4-461a-a05c-43515911d3e3 tempest-ServersAdminNegativeTestJSON-871581191 tempest-ServersAdminNegativeTestJSON-871581191-project-member] Lock "83dee887-5fc5-462a-bf0d-23dc9b844e2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.623s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.383843] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "refresh_cache-d84f653c-d4e4-472e-8763-a36b575d4485" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.384034] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquired lock "refresh_cache-d84f653c-d4e4-472e-8763-a36b575d4485" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.384222] env[62189]: DEBUG nova.network.neutron [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2259.430343] env[62189]: DEBUG oslo_vmware.api [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122798, 'name': ReconfigVM_Task, 'duration_secs': 5.849956} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.430343] env[62189]: DEBUG oslo_concurrency.lockutils [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.430561] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Reconfigured VM to detach interface {{(pid=62189) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2259.630641] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27abbaaa-126d-44db-a441-2bc55e92c537 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.640102] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b82d8f6-67a5-47f7-9194-2df7b9cda159 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.685611] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83df0e5-02f5-4ae1-87e0-134148faf957 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.699267] env[62189]: DEBUG oslo_vmware.api [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122802, 'name': ReconfigVM_Task, 'duration_secs': 0.268996} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.701961] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2259.707608] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8c243d1-50a9-4781-88e3-59d5d7646055 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.722312] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcbb6fd-42b2-4a22-b922-fd34506d1035 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.743784] env[62189]: DEBUG nova.compute.provider_tree [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2259.748501] env[62189]: DEBUG nova.network.neutron [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Successfully updated port: 31436528-c142-48dc-9ad9-949ba619a83d {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2259.756706] env[62189]: DEBUG oslo_vmware.api [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2259.756706] env[62189]: value = "task-2122804" [ 2259.756706] env[62189]: _type = "Task" [ 2259.756706] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.775165] env[62189]: DEBUG oslo_vmware.api [None req-7604b498-63b3-4391-a79a-72afd801ecbb tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122803, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.786657] env[62189]: DEBUG oslo_vmware.api [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.786657] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520ff4d2-343b-7354-1fa5-9f55f014e281, 'name': SearchDatastore_Task, 'duration_secs': 0.018356} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.787708] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.788020] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 0cf09974-ff6b-4d6f-bc1a-67b0279f2336/0cf09974-ff6b-4d6f-bc1a-67b0279f2336.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2259.788258] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-197e88f7-d66d-4254-8e80-3bfe6365eb87 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.797893] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2259.797893] env[62189]: value = "task-2122805" [ 2259.797893] env[62189]: _type = "Task" [ 2259.797893] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.808633] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.831667] env[62189]: DEBUG nova.network.neutron [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2259.918609] env[62189]: DEBUG nova.network.neutron [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2260.125344] env[62189]: DEBUG nova.network.neutron [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Updating instance_info_cache with network_info: [{"id": "fda49717-c1c5-44fe-91f5-d17df6b6c454", "address": "fa:16:3e:c0:f3:25", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda49717-c1", "ovs_interfaceid": "fda49717-c1c5-44fe-91f5-d17df6b6c454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2260.137052] env[62189]: DEBUG nova.network.neutron [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Updating instance_info_cache with network_info: [{"id": "82a5d6f1-09ae-4cdb-98b1-40362a390be6", "address": "fa:16:3e:d6:29:06", "network": {"id": "c3637216-e17b-488a-9e84-d9fbe8cd68d8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-78196822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ffd20c63244407a466dcb112841c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a5d6f1-09", "ovs_interfaceid": "82a5d6f1-09ae-4cdb-98b1-40362a390be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2260.248678] env[62189]: DEBUG nova.scheduler.client.report [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2260.259739] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.260142] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.260142] env[62189]: DEBUG nova.network.neutron [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2260.261135] env[62189]: DEBUG oslo_vmware.api [None req-7604b498-63b3-4391-a79a-72afd801ecbb tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122803, 'name': PowerOnVM_Task, 'duration_secs': 0.563542} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.262103] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7604b498-63b3-4391-a79a-72afd801ecbb tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Resumed the VM {{(pid=62189) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2260.262295] env[62189]: DEBUG nova.compute.manager [None req-7604b498-63b3-4391-a79a-72afd801ecbb tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2260.266966] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed82cabb-54f7-4f34-a474-1b37a2081bcd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.282505] env[62189]: DEBUG oslo_vmware.api [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.308235] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.614733] env[62189]: DEBUG nova.compute.manager [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Received event network-changed-fda49717-c1c5-44fe-91f5-d17df6b6c454 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2260.616015] env[62189]: DEBUG nova.compute.manager [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Refreshing instance network info cache due to event network-changed-fda49717-c1c5-44fe-91f5-d17df6b6c454. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2260.616015] env[62189]: DEBUG oslo_concurrency.lockutils [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] Acquiring lock "refresh_cache-e41726b5-8623-496e-9e85-a35029fb4779" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.629559] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "refresh_cache-e41726b5-8623-496e-9e85-a35029fb4779" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.629885] env[62189]: DEBUG nova.compute.manager [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Instance network_info: |[{"id": "fda49717-c1c5-44fe-91f5-d17df6b6c454", "address": "fa:16:3e:c0:f3:25", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda49717-c1", "ovs_interfaceid": "fda49717-c1c5-44fe-91f5-d17df6b6c454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2260.630205] env[62189]: DEBUG oslo_concurrency.lockutils [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] Acquired lock "refresh_cache-e41726b5-8623-496e-9e85-a35029fb4779" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.630377] env[62189]: DEBUG nova.network.neutron [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Refreshing network info cache for port fda49717-c1c5-44fe-91f5-d17df6b6c454 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2260.631620] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:f3:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fda49717-c1c5-44fe-91f5-d17df6b6c454', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2260.644205] env[62189]: DEBUG oslo.service.loopingcall [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2260.645938] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Releasing lock "refresh_cache-d84f653c-d4e4-472e-8763-a36b575d4485" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.646855] env[62189]: DEBUG nova.compute.manager [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Instance network_info: |[{"id": "82a5d6f1-09ae-4cdb-98b1-40362a390be6", "address": "fa:16:3e:d6:29:06", "network": {"id": "c3637216-e17b-488a-9e84-d9fbe8cd68d8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-78196822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ffd20c63244407a466dcb112841c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a5d6f1-09", "ovs_interfaceid": "82a5d6f1-09ae-4cdb-98b1-40362a390be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2260.646855] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2260.647555] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:29:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82a5d6f1-09ae-4cdb-98b1-40362a390be6', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2260.656983] env[62189]: DEBUG oslo.service.loopingcall [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2260.657224] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99e7a774-e6c1-4516-933f-b95235d7b30a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.673725] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2260.676258] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c293ef73-cfb4-4e5c-81b0-82614b3b24e3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.701542] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2260.701542] env[62189]: value = "task-2122806" [ 2260.701542] env[62189]: _type = "Task" [ 2260.701542] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.703072] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2260.703072] env[62189]: value = "task-2122807" [ 2260.703072] env[62189]: _type = "Task" [ 2260.703072] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.721917] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122807, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.722175] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122806, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.734097] env[62189]: DEBUG oslo_concurrency.lockutils [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.734097] env[62189]: DEBUG oslo_concurrency.lockutils [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.734302] env[62189]: DEBUG nova.network.neutron [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2260.754542] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2260.757020] env[62189]: DEBUG oslo_concurrency.lockutils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.982s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2260.758912] env[62189]: INFO nova.compute.claims [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2260.780741] env[62189]: DEBUG oslo_vmware.api [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.809616] env[62189]: INFO nova.scheduler.client.report [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleted allocations for instance 27f8dbb0-09db-498c-a87c-c99128e1a2cb [ 2260.826356] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122805, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.843950] env[62189]: DEBUG nova.network.neutron [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2260.859336] env[62189]: DEBUG nova.compute.manager [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Received event network-changed-82a5d6f1-09ae-4cdb-98b1-40362a390be6 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2260.859336] env[62189]: DEBUG nova.compute.manager [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Refreshing instance network info cache due to event network-changed-82a5d6f1-09ae-4cdb-98b1-40362a390be6. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2260.859336] env[62189]: DEBUG oslo_concurrency.lockutils [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] Acquiring lock "refresh_cache-d84f653c-d4e4-472e-8763-a36b575d4485" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.859336] env[62189]: DEBUG oslo_concurrency.lockutils [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] Acquired lock "refresh_cache-d84f653c-d4e4-472e-8763-a36b575d4485" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.859336] env[62189]: DEBUG nova.network.neutron [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Refreshing network info cache for port 82a5d6f1-09ae-4cdb-98b1-40362a390be6 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2261.062497] env[62189]: DEBUG oslo_concurrency.lockutils [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2261.062977] env[62189]: DEBUG oslo_concurrency.lockutils [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2261.063320] env[62189]: DEBUG oslo_concurrency.lockutils [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "aa895c8f-876f-43b4-b0ca-7f51548bee51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2261.063603] env[62189]: DEBUG oslo_concurrency.lockutils [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "aa895c8f-876f-43b4-b0ca-7f51548bee51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2261.063873] env[62189]: DEBUG oslo_concurrency.lockutils [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "aa895c8f-876f-43b4-b0ca-7f51548bee51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.066273] env[62189]: INFO nova.compute.manager [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Terminating instance [ 2261.122126] env[62189]: DEBUG nova.network.neutron [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Updating instance_info_cache with network_info: [{"id": "31436528-c142-48dc-9ad9-949ba619a83d", "address": "fa:16:3e:f2:aa:1e", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31436528-c1", "ovs_interfaceid": "31436528-c142-48dc-9ad9-949ba619a83d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.217051] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122806, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.220344] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122807, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.289374] env[62189]: DEBUG oslo_vmware.api [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122804, 'name': ReconfigVM_Task, 'duration_secs': 1.397867} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.293151] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434243', 'volume_id': '30cb9a86-4c32-49d6-9ec4-6133ae3581e5', 'name': 'volume-30cb9a86-4c32-49d6-9ec4-6133ae3581e5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '110d723b-1cea-4fc0-b44a-c638f23e5879', 'attached_at': '', 'detached_at': '', 'volume_id': '30cb9a86-4c32-49d6-9ec4-6133ae3581e5', 'serial': '30cb9a86-4c32-49d6-9ec4-6133ae3581e5'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2261.310727] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122805, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.309988} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.314097] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 0cf09974-ff6b-4d6f-bc1a-67b0279f2336/0cf09974-ff6b-4d6f-bc1a-67b0279f2336.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2261.314477] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2261.318636] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26a94f90-039d-4190-b380-f151beb7f3e9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.331586] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2261.331586] env[62189]: value = "task-2122808" [ 2261.331586] env[62189]: _type = "Task" [ 2261.331586] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.332528] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c1ec7bc-6e41-4382-959e-426cadd01645 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "27f8dbb0-09db-498c-a87c-c99128e1a2cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.967s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.343946] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.416550] env[62189]: DEBUG nova.network.neutron [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Updated VIF entry in instance network info cache for port fda49717-c1c5-44fe-91f5-d17df6b6c454. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2261.416550] env[62189]: DEBUG nova.network.neutron [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Updating instance_info_cache with network_info: [{"id": "fda49717-c1c5-44fe-91f5-d17df6b6c454", "address": "fa:16:3e:c0:f3:25", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda49717-c1", "ovs_interfaceid": "fda49717-c1c5-44fe-91f5-d17df6b6c454", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.570477] env[62189]: DEBUG nova.compute.manager [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2261.570776] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2261.572010] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86bb551-afb1-4d34-b213-0a80096697bb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.587238] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2261.587714] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-857fce82-662d-44db-a98b-abcfa20b935b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.598934] env[62189]: DEBUG oslo_vmware.api [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2261.598934] env[62189]: value = "task-2122809" [ 2261.598934] env[62189]: _type = "Task" [ 2261.598934] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.608689] env[62189]: DEBUG oslo_vmware.api [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.625406] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.625738] env[62189]: DEBUG nova.compute.manager [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Instance network_info: |[{"id": "31436528-c142-48dc-9ad9-949ba619a83d", "address": "fa:16:3e:f2:aa:1e", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31436528-c1", "ovs_interfaceid": "31436528-c142-48dc-9ad9-949ba619a83d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2261.626346] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:aa:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31436528-c142-48dc-9ad9-949ba619a83d', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2261.637849] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Creating folder: Project (a7fc66cb5cbe455c8136e25094faf967). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2261.638546] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6de9d513-5c3f-460b-9245-e7395f69ea7b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.652429] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Created folder: Project (a7fc66cb5cbe455c8136e25094faf967) in parent group-v433996. [ 2261.652646] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Creating folder: Instances. Parent ref: group-v434261. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2261.652912] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-524ca772-d58e-48f8-bdda-88f77027334b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.664121] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Created folder: Instances in parent group-v434261. [ 2261.664379] env[62189]: DEBUG oslo.service.loopingcall [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2261.664619] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2261.664863] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e99d4f5-e71f-42b1-8f0c-b73051236403 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.686566] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2261.686566] env[62189]: value = "task-2122812" [ 2261.686566] env[62189]: _type = "Task" [ 2261.686566] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.701385] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122812, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.717799] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122806, 'name': CreateVM_Task, 'duration_secs': 0.696986} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.721373] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2261.721736] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122807, 'name': CreateVM_Task, 'duration_secs': 0.662109} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.722500] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.722746] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.723165] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2261.723421] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2261.726822] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14c9eea-0aa0-407f-8bb4-8ea46ecf6b3e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.726822] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.734338] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2261.734338] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5246c6dc-732b-9dc7-8e5e-42fd24894c34" [ 2261.734338] env[62189]: _type = "Task" [ 2261.734338] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.743205] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5246c6dc-732b-9dc7-8e5e-42fd24894c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.846539] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075141} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.847457] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2261.848313] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb0930c-581f-4da1-9e1b-763a7bc6b218 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.857379] env[62189]: DEBUG nova.objects.instance [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lazy-loading 'flavor' on Instance uuid 110d723b-1cea-4fc0-b44a-c638f23e5879 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2261.885134] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 0cf09974-ff6b-4d6f-bc1a-67b0279f2336/0cf09974-ff6b-4d6f-bc1a-67b0279f2336.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2261.889573] env[62189]: INFO nova.network.neutron [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Port 341f4f60-f901-4f55-ad26-46ab014a493e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2261.889894] env[62189]: INFO nova.network.neutron [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Port c69a6591-2178-4466-93a4-9e8aef9c2b02 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2261.890316] env[62189]: DEBUG nova.network.neutron [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Updating instance_info_cache with network_info: [{"id": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "address": "fa:16:3e:09:b9:3d", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb3b874-5a", "ovs_interfaceid": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.892134] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfd89d33-58b5-47c4-9c80-f62ecad5a97f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.919610] env[62189]: DEBUG oslo_concurrency.lockutils [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] Releasing lock "refresh_cache-e41726b5-8623-496e-9e85-a35029fb4779" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.919874] env[62189]: DEBUG nova.compute.manager [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Received event network-vif-plugged-31436528-c142-48dc-9ad9-949ba619a83d {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2261.920085] env[62189]: DEBUG oslo_concurrency.lockutils [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] Acquiring lock "9b145d00-5c3f-4842-8428-fb8f8f1f4c02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2261.920291] env[62189]: DEBUG oslo_concurrency.lockutils [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] Lock "9b145d00-5c3f-4842-8428-fb8f8f1f4c02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2261.920456] env[62189]: DEBUG oslo_concurrency.lockutils [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] Lock "9b145d00-5c3f-4842-8428-fb8f8f1f4c02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.920679] env[62189]: DEBUG nova.compute.manager [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] No waiting events found dispatching network-vif-plugged-31436528-c142-48dc-9ad9-949ba619a83d {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2261.920910] env[62189]: WARNING nova.compute.manager [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Received unexpected event network-vif-plugged-31436528-c142-48dc-9ad9-949ba619a83d for instance with vm_state building and task_state spawning. [ 2261.921114] env[62189]: DEBUG nova.compute.manager [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Received event network-changed-31436528-c142-48dc-9ad9-949ba619a83d {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2261.921278] env[62189]: DEBUG nova.compute.manager [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Refreshing instance network info cache due to event network-changed-31436528-c142-48dc-9ad9-949ba619a83d. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2261.921474] env[62189]: DEBUG oslo_concurrency.lockutils [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] Acquiring lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.921616] env[62189]: DEBUG oslo_concurrency.lockutils [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] Acquired lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.921773] env[62189]: DEBUG nova.network.neutron [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Refreshing network info cache for port 31436528-c142-48dc-9ad9-949ba619a83d {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2261.922984] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2261.922984] env[62189]: value = "task-2122813" [ 2261.922984] env[62189]: _type = "Task" [ 2261.922984] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.936756] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122813, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.958914] env[62189]: DEBUG nova.network.neutron [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Updated VIF entry in instance network info cache for port 82a5d6f1-09ae-4cdb-98b1-40362a390be6. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2261.959288] env[62189]: DEBUG nova.network.neutron [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Updating instance_info_cache with network_info: [{"id": "82a5d6f1-09ae-4cdb-98b1-40362a390be6", "address": "fa:16:3e:d6:29:06", "network": {"id": "c3637216-e17b-488a-9e84-d9fbe8cd68d8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-78196822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ffd20c63244407a466dcb112841c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a5d6f1-09", "ovs_interfaceid": "82a5d6f1-09ae-4cdb-98b1-40362a390be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2262.109395] env[62189]: DEBUG oslo_vmware.api [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122809, 'name': PowerOffVM_Task, 'duration_secs': 0.462717} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.109780] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2262.110010] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2262.110347] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f2cc35e-3e22-455f-a2b6-d86996084dad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.140999] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22acba0f-2aa7-4922-ad9d-09683680859b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.149269] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2944e3-014c-4e44-9453-890c4400d2af {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.181777] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f80d057-cc10-4305-8a59-5c109190a158 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.193419] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bcc58a-3d73-47a6-83ed-36b32da2d60a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.203428] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122812, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.210881] env[62189]: DEBUG nova.compute.provider_tree [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2262.244817] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5246c6dc-732b-9dc7-8e5e-42fd24894c34, 'name': SearchDatastore_Task, 'duration_secs': 0.037944} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.245143] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.245457] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2262.245608] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2262.245750] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2262.245923] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2262.246215] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2262.246518] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2262.246776] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0668cf79-8507-4ecb-946f-4c4a09034432 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.248567] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-063adb2a-5429-479d-9ba3-d6e8cc94a924 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.254916] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2262.254916] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e3de9f-7524-b339-ac58-ab1a0447f7ad" [ 2262.254916] env[62189]: _type = "Task" [ 2262.254916] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.259638] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2262.259960] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2262.261352] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebbd5a26-393a-4adf-a971-fe1be9298d64 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.267650] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e3de9f-7524-b339-ac58-ab1a0447f7ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.270778] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2262.270778] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c1c5bd-10b7-a1b5-3a67-b71ed754a4f5" [ 2262.270778] env[62189]: _type = "Task" [ 2262.270778] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.280406] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c1c5bd-10b7-a1b5-3a67-b71ed754a4f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.415403] env[62189]: DEBUG oslo_concurrency.lockutils [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "refresh_cache-aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.440883] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122813, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.464481] env[62189]: DEBUG oslo_concurrency.lockutils [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] Releasing lock "refresh_cache-d84f653c-d4e4-472e-8763-a36b575d4485" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.464638] env[62189]: DEBUG nova.compute.manager [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Received event network-vif-deleted-341f4f60-f901-4f55-ad26-46ab014a493e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2262.464823] env[62189]: INFO nova.compute.manager [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Neutron deleted interface 341f4f60-f901-4f55-ad26-46ab014a493e; detaching it from the instance and deleting it from the info cache [ 2262.465253] env[62189]: DEBUG nova.network.neutron [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Updating instance_info_cache with network_info: [{"id": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "address": "fa:16:3e:09:b9:3d", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb3b874-5a", "ovs_interfaceid": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c69a6591-2178-4466-93a4-9e8aef9c2b02", "address": "fa:16:3e:51:c2:32", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69a6591-21", "ovs_interfaceid": "c69a6591-2178-4466-93a4-9e8aef9c2b02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2262.636346] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2262.636398] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2262.636611] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Deleting the datastore file [datastore2] aa895c8f-876f-43b4-b0ca-7f51548bee51 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2262.636901] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63e834f8-1bb0-49cc-ba26-148b3d4eb82d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.646093] env[62189]: DEBUG oslo_vmware.api [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2262.646093] env[62189]: value = "task-2122815" [ 2262.646093] env[62189]: _type = "Task" [ 2262.646093] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.660767] env[62189]: DEBUG oslo_vmware.api [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.698439] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122812, 'name': CreateVM_Task, 'duration_secs': 0.973156} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.698628] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2262.699345] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2262.714598] env[62189]: DEBUG nova.scheduler.client.report [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2262.775022] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e3de9f-7524-b339-ac58-ab1a0447f7ad, 'name': SearchDatastore_Task, 'duration_secs': 0.024393} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.776791] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.777277] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2262.777661] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2262.778037] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2262.778456] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2262.779189] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790f40f8-4fca-413e-bffe-e6c7df44dbf3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.785992] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c1c5bd-10b7-a1b5-3a67-b71ed754a4f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.790018] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2262.790018] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529be47d-9001-d894-15aa-a3f7b9a7b6e9" [ 2262.790018] env[62189]: _type = "Task" [ 2262.790018] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.790018] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44eae68b-da74-450b-9e47-72ed8639c839 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.800223] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2262.800223] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5236675f-f95b-ea34-2ddb-0aadf05bc176" [ 2262.800223] env[62189]: _type = "Task" [ 2262.800223] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.804600] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529be47d-9001-d894-15aa-a3f7b9a7b6e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013651} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.807508] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.807744] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2262.807954] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2262.824728] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5236675f-f95b-ea34-2ddb-0aadf05bc176, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.825013] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.826215] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] d84f653c-d4e4-472e-8763-a36b575d4485/d84f653c-d4e4-472e-8763-a36b575d4485.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2262.826215] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2262.827613] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2262.827920] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-beea03f3-9127-42e4-8bbc-6a0a8ca09893 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.830204] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95c4c339-ecd4-47ed-8854-ac667ed62873 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.839792] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2262.839792] env[62189]: value = "task-2122816" [ 2262.839792] env[62189]: _type = "Task" [ 2262.839792] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.844999] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2262.845218] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2262.846339] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72b2a0d8-8c6d-48bd-b3ae-53a467e45c95 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.854981] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.860304] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2262.860304] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fefa1d-976b-a26c-9410-f08954b38b03" [ 2262.860304] env[62189]: _type = "Task" [ 2262.860304] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.864599] env[62189]: DEBUG oslo_concurrency.lockutils [None req-97bc5720-3bf3-4076-8483-9c3fc504351c tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "110d723b-1cea-4fc0-b44a-c638f23e5879" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.368s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.866647] env[62189]: DEBUG nova.network.neutron [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Updated VIF entry in instance network info cache for port 31436528-c142-48dc-9ad9-949ba619a83d. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2262.867340] env[62189]: DEBUG nova.network.neutron [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Updating instance_info_cache with network_info: [{"id": "31436528-c142-48dc-9ad9-949ba619a83d", "address": "fa:16:3e:f2:aa:1e", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31436528-c1", "ovs_interfaceid": "31436528-c142-48dc-9ad9-949ba619a83d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2262.876323] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fefa1d-976b-a26c-9410-f08954b38b03, 'name': SearchDatastore_Task, 'duration_secs': 0.012115} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.877326] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d9ff2e-3a8b-4c64-a920-0ad096f6523f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.886192] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2262.886192] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524b890b-d5a7-b8a5-9ac6-3c7cc8649cd0" [ 2262.886192] env[62189]: _type = "Task" [ 2262.886192] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.902188] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524b890b-d5a7-b8a5-9ac6-3c7cc8649cd0, 'name': SearchDatastore_Task, 'duration_secs': 0.01111} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.902510] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.902802] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] e41726b5-8623-496e-9e85-a35029fb4779/e41726b5-8623-496e-9e85-a35029fb4779.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2262.903223] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2262.903487] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2262.903985] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6a826f8-6411-43d5-9940-02be4b102d89 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.908707] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1895407-9553-47a4-a143-5afe40e9ac28 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.920349] env[62189]: DEBUG oslo_concurrency.lockutils [None req-da48458c-72c0-4044-a6d8-a210ce6eb088 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-aa895c8f-876f-43b4-b0ca-7f51548bee51-341f4f60-f901-4f55-ad26-46ab014a493e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.095s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.922177] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2262.922177] env[62189]: value = "task-2122817" [ 2262.922177] env[62189]: _type = "Task" [ 2262.922177] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.924166] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2262.924427] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2262.928796] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e63dfcf-29e8-4887-b771-7759f91b0a94 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.944142] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.949917] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2262.949917] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520e633e-ac81-147e-bc20-a3d61184a537" [ 2262.949917] env[62189]: _type = "Task" [ 2262.949917] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.950606] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122813, 'name': ReconfigVM_Task, 'duration_secs': 0.562346} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.950963] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 0cf09974-ff6b-4d6f-bc1a-67b0279f2336/0cf09974-ff6b-4d6f-bc1a-67b0279f2336.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2262.956094] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ab13d54-10a6-4530-996e-5585548172ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.968593] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2262.968593] env[62189]: value = "task-2122818" [ 2262.968593] env[62189]: _type = "Task" [ 2262.968593] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.969185] env[62189]: DEBUG oslo_concurrency.lockutils [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] Acquiring lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2262.969468] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520e633e-ac81-147e-bc20-a3d61184a537, 'name': SearchDatastore_Task, 'duration_secs': 0.012003} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.975027] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be48424-0de8-4428-9035-baffc7ace4b1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.988653] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122818, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.990043] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2262.990043] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525f88af-da11-8c85-e527-0900743a25b6" [ 2262.990043] env[62189]: _type = "Task" [ 2262.990043] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.001838] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525f88af-da11-8c85-e527-0900743a25b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011989} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.001838] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2263.002098] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 9b145d00-5c3f-4842-8428-fb8f8f1f4c02/9b145d00-5c3f-4842-8428-fb8f8f1f4c02.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2263.002397] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b0a09c5-09f1-4be4-97bd-3e0902995ab1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.012286] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2263.012286] env[62189]: value = "task-2122819" [ 2263.012286] env[62189]: _type = "Task" [ 2263.012286] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.024121] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "ee5fac4a-1316-4347-869e-823a05925cd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.024435] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "ee5fac4a-1316-4347-869e-823a05925cd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.026158] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.161149] env[62189]: DEBUG oslo_vmware.api [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344924} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.161579] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2263.161830] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2263.162123] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2263.162384] env[62189]: INFO nova.compute.manager [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Took 1.59 seconds to destroy the instance on the hypervisor. [ 2263.162657] env[62189]: DEBUG oslo.service.loopingcall [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2263.163658] env[62189]: DEBUG nova.compute.manager [-] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2263.164435] env[62189]: DEBUG nova.network.neutron [-] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2263.228034] env[62189]: DEBUG oslo_concurrency.lockutils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.229040] env[62189]: DEBUG nova.compute.manager [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2263.236060] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.730s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.240031] env[62189]: INFO nova.compute.claims [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2263.285888] env[62189]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port c69a6591-2178-4466-93a4-9e8aef9c2b02 could not be found.", "detail": ""}} {{(pid=62189) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 2263.285888] env[62189]: DEBUG nova.network.neutron [-] Unable to show port c69a6591-2178-4466-93a4-9e8aef9c2b02 as it no longer exists. {{(pid=62189) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 2263.319636] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "110d723b-1cea-4fc0-b44a-c638f23e5879" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.321203] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "110d723b-1cea-4fc0-b44a-c638f23e5879" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.321603] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "110d723b-1cea-4fc0-b44a-c638f23e5879-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.321814] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "110d723b-1cea-4fc0-b44a-c638f23e5879-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.322017] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "110d723b-1cea-4fc0-b44a-c638f23e5879-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.324888] env[62189]: INFO nova.compute.manager [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Terminating instance [ 2263.356022] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122816, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.371918] env[62189]: DEBUG oslo_concurrency.lockutils [req-97f8f447-ba9e-4e11-a082-97da1e31645a req-44d23685-2f83-44e7-892f-9f218c1eaa9c service nova] Releasing lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2263.435769] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122817, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.483216] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122818, 'name': Rename_Task, 'duration_secs': 0.496999} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.483216] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2263.483762] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4afd943c-1b50-4280-ad1d-b4642277483c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.496597] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2263.496597] env[62189]: value = "task-2122820" [ 2263.496597] env[62189]: _type = "Task" [ 2263.496597] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.509312] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.523040] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.528281] env[62189]: DEBUG nova.compute.manager [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2263.744268] env[62189]: DEBUG nova.compute.utils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2263.749018] env[62189]: DEBUG nova.compute.manager [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2263.749590] env[62189]: DEBUG nova.network.neutron [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2263.830189] env[62189]: DEBUG nova.compute.manager [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2263.830296] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2263.831324] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98a2976-5146-421b-aa39-43653229113e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.845973] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2263.853561] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee2a5626-e0de-4f89-90c2-19397d3976e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.869025] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532951} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.872148] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] d84f653c-d4e4-472e-8763-a36b575d4485/d84f653c-d4e4-472e-8763-a36b575d4485.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2263.873114] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2263.873844] env[62189]: DEBUG oslo_vmware.api [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2263.873844] env[62189]: value = "task-2122821" [ 2263.873844] env[62189]: _type = "Task" [ 2263.873844] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.875163] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-399f2b68-924d-4d9a-a339-f47d4a0c65e7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.883411] env[62189]: DEBUG nova.policy [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd66eb94929a74b7381cbd76ea375750b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6c3efd9bf48470f98e2bec6ae33ee5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2263.894498] env[62189]: DEBUG oslo_vmware.api [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.896522] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2263.896522] env[62189]: value = "task-2122822" [ 2263.896522] env[62189]: _type = "Task" [ 2263.896522] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.911546] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.939153] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860494} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.939384] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] e41726b5-8623-496e-9e85-a35029fb4779/e41726b5-8623-496e-9e85-a35029fb4779.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2263.940543] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2263.940543] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ea70ec7-2b79-469c-9c7e-f6ffe0ae565f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.951614] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2263.951614] env[62189]: value = "task-2122823" [ 2263.951614] env[62189]: _type = "Task" [ 2263.951614] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.963439] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.008045] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.024308] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122819, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.068407] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.151468] env[62189]: DEBUG oslo_concurrency.lockutils [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "c0c2b9f2-4cef-4224-aaec-c77642696a46" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.151468] env[62189]: DEBUG oslo_concurrency.lockutils [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "c0c2b9f2-4cef-4224-aaec-c77642696a46" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.250703] env[62189]: DEBUG nova.compute.manager [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2264.399568] env[62189]: DEBUG oslo_vmware.api [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122821, 'name': PowerOffVM_Task, 'duration_secs': 0.405231} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.404114] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2264.404329] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2264.407059] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d4e47c3-5d92-42b3-955e-b5c561d484a2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.416358] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091182} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.417105] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2264.417464] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11caeff8-c435-4767-8310-a5094c54a1c6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.455410] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] d84f653c-d4e4-472e-8763-a36b575d4485/d84f653c-d4e4-472e-8763-a36b575d4485.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2264.458711] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15ebb807-3197-4aaf-b5e8-bf28ee1418f0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.486525] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095541} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.491025] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2264.491025] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2264.491025] env[62189]: value = "task-2122825" [ 2264.491025] env[62189]: _type = "Task" [ 2264.491025] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.491025] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f90e31-9aa2-4a1e-81ea-bba327541f95 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.524408] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] e41726b5-8623-496e-9e85-a35029fb4779/e41726b5-8623-496e-9e85-a35029fb4779.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2264.533707] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e544f060-81b3-4c44-84dc-1398845f5b09 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.548537] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122825, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.554697] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122820, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.562936] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122819, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.128731} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.564499] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 9b145d00-5c3f-4842-8428-fb8f8f1f4c02/9b145d00-5c3f-4842-8428-fb8f8f1f4c02.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2264.565360] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2264.565360] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2264.565360] env[62189]: value = "task-2122826" [ 2264.565360] env[62189]: _type = "Task" [ 2264.565360] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.565360] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfefabc0-9484-43fb-ba9c-2210ba0d9426 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.579313] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122826, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.588891] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2264.588891] env[62189]: value = "task-2122827" [ 2264.588891] env[62189]: _type = "Task" [ 2264.588891] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.593920] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2264.594165] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2264.595026] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Deleting the datastore file [datastore2] 110d723b-1cea-4fc0-b44a-c638f23e5879 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2264.595197] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ba1988d-981e-4e85-a81c-d4e371da8151 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.603218] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.606063] env[62189]: DEBUG oslo_vmware.api [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2264.606063] env[62189]: value = "task-2122828" [ 2264.606063] env[62189]: _type = "Task" [ 2264.606063] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.618209] env[62189]: DEBUG oslo_vmware.api [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.653692] env[62189]: DEBUG nova.compute.utils [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2264.663397] env[62189]: DEBUG nova.network.neutron [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Successfully created port: 97c76183-7a0a-43cd-811f-319f542f93cd {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2264.680537] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bd6df3-85c2-4aae-91f0-cb4f9a58c5de {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.689804] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8204d2d0-bee1-4b3d-9b5f-0e8968b5405e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.726724] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd593213-f402-4d67-9c71-16784a81ac16 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.735874] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d9abc8-06d7-42d3-87a2-1203e9427595 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.751154] env[62189]: DEBUG nova.compute.provider_tree [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2264.926992] env[62189]: DEBUG nova.network.neutron [-] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2265.018087] env[62189]: DEBUG oslo_vmware.api [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122820, 'name': PowerOnVM_Task, 'duration_secs': 1.061303} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.018366] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122825, 'name': ReconfigVM_Task, 'duration_secs': 0.336826} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.018616] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2265.018818] env[62189]: INFO nova.compute.manager [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Took 17.11 seconds to spawn the instance on the hypervisor. [ 2265.019092] env[62189]: DEBUG nova.compute.manager [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2265.019297] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Reconfigured VM instance instance-00000060 to attach disk [datastore2] d84f653c-d4e4-472e-8763-a36b575d4485/d84f653c-d4e4-472e-8763-a36b575d4485.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2265.020441] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8d0731-c8bd-4b8e-8d7a-881176a548b2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.023887] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-074b225b-4417-4fa2-95ca-fcd2d1d89651 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.036935] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2265.036935] env[62189]: value = "task-2122829" [ 2265.036935] env[62189]: _type = "Task" [ 2265.036935] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.048425] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122829, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.081265] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122826, 'name': ReconfigVM_Task, 'duration_secs': 0.356099} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.081564] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Reconfigured VM instance instance-00000061 to attach disk [datastore2] e41726b5-8623-496e-9e85-a35029fb4779/e41726b5-8623-496e-9e85-a35029fb4779.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2265.082470] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-234114cb-b29e-4d2f-b4ce-a45b0f90057c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.091431] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2265.091431] env[62189]: value = "task-2122830" [ 2265.091431] env[62189]: _type = "Task" [ 2265.091431] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.109814] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076668} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.116703] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2265.118418] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122830, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.122090] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a34cbfe-0e54-474c-82a5-8df14f2552e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.128552] env[62189]: DEBUG oslo_vmware.api [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.150930] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 9b145d00-5c3f-4842-8428-fb8f8f1f4c02/9b145d00-5c3f-4842-8428-fb8f8f1f4c02.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2265.150930] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ba2f82d-b421-4c7b-889f-3a73d23fa022 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.170237] env[62189]: DEBUG nova.compute.manager [req-3a61b837-c43f-42de-aa5a-6292ce30aad5 req-23910587-2592-4575-8c3e-d1d1bf2d91c7 service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Received event network-vif-deleted-5cb3b874-5a97-4bcd-b96b-f9c67608fe69 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2265.171248] env[62189]: DEBUG oslo_concurrency.lockutils [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "c0c2b9f2-4cef-4224-aaec-c77642696a46" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.020s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.180147] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2265.180147] env[62189]: value = "task-2122831" [ 2265.180147] env[62189]: _type = "Task" [ 2265.180147] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.193941] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.262738] env[62189]: DEBUG nova.compute.manager [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2265.284625] env[62189]: ERROR nova.scheduler.client.report [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [req-4b66d60e-4091-4c06-86a5-b134d004766c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4b66d60e-4091-4c06-86a5-b134d004766c"}]} [ 2265.296374] env[62189]: DEBUG nova.virt.hardware [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2265.296607] env[62189]: DEBUG nova.virt.hardware [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2265.296877] env[62189]: DEBUG nova.virt.hardware [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2265.296970] env[62189]: DEBUG nova.virt.hardware [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2265.297149] env[62189]: DEBUG nova.virt.hardware [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2265.297309] env[62189]: DEBUG nova.virt.hardware [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2265.297552] env[62189]: DEBUG nova.virt.hardware [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2265.297719] env[62189]: DEBUG nova.virt.hardware [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2265.297896] env[62189]: DEBUG nova.virt.hardware [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2265.298076] env[62189]: DEBUG nova.virt.hardware [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2265.298271] env[62189]: DEBUG nova.virt.hardware [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2265.299210] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1282ec00-6dc8-4141-b47a-5e4f20b5061d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.309383] env[62189]: DEBUG nova.scheduler.client.report [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2265.312600] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e517f3d-2892-43b1-a05d-1a2276358567 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.339416] env[62189]: DEBUG nova.scheduler.client.report [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2265.339416] env[62189]: DEBUG nova.compute.provider_tree [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2265.349802] env[62189]: DEBUG nova.scheduler.client.report [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2265.374038] env[62189]: DEBUG nova.scheduler.client.report [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2265.429773] env[62189]: INFO nova.compute.manager [-] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Took 2.27 seconds to deallocate network for instance. [ 2265.550635] env[62189]: INFO nova.compute.manager [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Took 35.17 seconds to build instance. [ 2265.557034] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122829, 'name': Rename_Task, 'duration_secs': 0.170868} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.557034] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2265.557034] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd2a5484-764e-41b8-a702-8eab4f7ce61d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.568184] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2265.568184] env[62189]: value = "task-2122832" [ 2265.568184] env[62189]: _type = "Task" [ 2265.568184] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.578028] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.609322] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122830, 'name': Rename_Task, 'duration_secs': 0.17297} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.609322] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2265.609471] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8314c88b-0a6e-4eab-84ea-571730c4a93c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.621402] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2265.621402] env[62189]: value = "task-2122833" [ 2265.621402] env[62189]: _type = "Task" [ 2265.621402] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.630270] env[62189]: DEBUG oslo_vmware.api [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553456} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.631090] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2265.631341] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2265.631565] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2265.631747] env[62189]: INFO nova.compute.manager [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Took 1.80 seconds to destroy the instance on the hypervisor. [ 2265.632037] env[62189]: DEBUG oslo.service.loopingcall [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2265.635239] env[62189]: DEBUG nova.compute.manager [-] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2265.635337] env[62189]: DEBUG nova.network.neutron [-] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2265.641034] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.673599] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9766d44e-27e6-4a7e-9258-d384f4274735 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.686725] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b060d709-d03e-4377-a700-aa1967f05af0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.697193] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.737226] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a785083b-13dc-4766-8142-ff8ba85f217b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.747843] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b18b01c-a79c-4517-8f16-e6833b91d21e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.771406] env[62189]: DEBUG nova.compute.provider_tree [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2265.944603] env[62189]: DEBUG oslo_concurrency.lockutils [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.053628] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ac695984-f53e-43e4-ac6e-b3e8a4a49c52 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "0cf09974-ff6b-4d6f-bc1a-67b0279f2336" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.683s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.081357] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122832, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.134767] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122833, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.199028] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122831, 'name': ReconfigVM_Task, 'duration_secs': 0.599974} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.199028] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 9b145d00-5c3f-4842-8428-fb8f8f1f4c02/9b145d00-5c3f-4842-8428-fb8f8f1f4c02.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2266.199028] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2995fd57-8163-41ee-b3d9-d0007cf94d16 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.206644] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2266.206644] env[62189]: value = "task-2122834" [ 2266.206644] env[62189]: _type = "Task" [ 2266.206644] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.220085] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122834, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.275195] env[62189]: DEBUG oslo_concurrency.lockutils [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "c0c2b9f2-4cef-4224-aaec-c77642696a46" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.275195] env[62189]: DEBUG oslo_concurrency.lockutils [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "c0c2b9f2-4cef-4224-aaec-c77642696a46" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.275195] env[62189]: INFO nova.compute.manager [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Attaching volume 42d91970-5eb2-4674-91b0-463cec011052 to /dev/sdb [ 2266.277252] env[62189]: DEBUG nova.scheduler.client.report [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2266.334093] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6e505b-0150-408f-a27a-7108f05c2dc1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.347241] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8f5eef-a60d-463e-83a5-0595f3fb9574 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.365840] env[62189]: DEBUG nova.virt.block_device [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating existing volume attachment record: 1c5de679-a020-4adf-8efe-9a559e6fca89 {{(pid=62189) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2266.582255] env[62189]: DEBUG oslo_vmware.api [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122832, 'name': PowerOnVM_Task, 'duration_secs': 0.687597} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.582475] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2266.582694] env[62189]: INFO nova.compute.manager [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Took 16.26 seconds to spawn the instance on the hypervisor. [ 2266.582890] env[62189]: DEBUG nova.compute.manager [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2266.583702] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feb7265-5fed-4eff-919e-f194d1bd4ae9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.633524] env[62189]: DEBUG oslo_vmware.api [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122833, 'name': PowerOnVM_Task, 'duration_secs': 0.667766} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.633799] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2266.634070] env[62189]: INFO nova.compute.manager [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Took 10.08 seconds to spawn the instance on the hypervisor. [ 2266.634307] env[62189]: DEBUG nova.compute.manager [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2266.635221] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448194f6-9cce-4020-9d66-3da81de4516e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.719671] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122834, 'name': Rename_Task, 'duration_secs': 0.187948} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.719943] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2266.720271] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7329351-9875-458b-9067-cfe14a5951c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.732252] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2266.732252] env[62189]: value = "task-2122838" [ 2266.732252] env[62189]: _type = "Task" [ 2266.732252] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.744740] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.789133] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.554s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.789660] env[62189]: DEBUG nova.compute.manager [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2266.794657] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.725s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.795064] env[62189]: INFO nova.compute.claims [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2267.022163] env[62189]: DEBUG nova.network.neutron [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Successfully updated port: 97c76183-7a0a-43cd-811f-319f542f93cd {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2267.114583] env[62189]: INFO nova.compute.manager [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Took 36.27 seconds to build instance. [ 2267.165395] env[62189]: INFO nova.compute.manager [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Took 26.66 seconds to build instance. [ 2267.245685] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122838, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.301396] env[62189]: DEBUG nova.compute.utils [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2267.305637] env[62189]: DEBUG nova.compute.manager [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Not allocating networking since 'none' was specified. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2267.340115] env[62189]: DEBUG nova.compute.manager [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Received event network-vif-plugged-97c76183-7a0a-43cd-811f-319f542f93cd {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2267.340367] env[62189]: DEBUG oslo_concurrency.lockutils [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] Acquiring lock "800a1af0-11b7-493e-8bbd-412057495630-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.340594] env[62189]: DEBUG oslo_concurrency.lockutils [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] Lock "800a1af0-11b7-493e-8bbd-412057495630-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.340798] env[62189]: DEBUG oslo_concurrency.lockutils [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] Lock "800a1af0-11b7-493e-8bbd-412057495630-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.341757] env[62189]: DEBUG nova.compute.manager [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] No waiting events found dispatching network-vif-plugged-97c76183-7a0a-43cd-811f-319f542f93cd {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2267.342069] env[62189]: WARNING nova.compute.manager [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Received unexpected event network-vif-plugged-97c76183-7a0a-43cd-811f-319f542f93cd for instance with vm_state building and task_state spawning. [ 2267.342382] env[62189]: DEBUG nova.compute.manager [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Received event network-vif-deleted-5a1b7508-653c-4476-b2b3-a3d27e40fa02 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2267.342582] env[62189]: INFO nova.compute.manager [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Neutron deleted interface 5a1b7508-653c-4476-b2b3-a3d27e40fa02; detaching it from the instance and deleting it from the info cache [ 2267.343043] env[62189]: DEBUG nova.network.neutron [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2267.396441] env[62189]: DEBUG nova.network.neutron [-] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2267.535026] env[62189]: DEBUG oslo_concurrency.lockutils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "refresh_cache-800a1af0-11b7-493e-8bbd-412057495630" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2267.535026] env[62189]: DEBUG oslo_concurrency.lockutils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquired lock "refresh_cache-800a1af0-11b7-493e-8bbd-412057495630" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2267.535026] env[62189]: DEBUG nova.network.neutron [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2267.535552] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3ce06b-6977-4c3c-8f9c-b39d671f07f7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.546036] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-81792797-9c9e-456e-a01d-56c2bba149d5 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Suspending the VM {{(pid=62189) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2267.546861] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d81ef551-59ab-4a09-a000-37757a53668e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.556697] env[62189]: DEBUG oslo_vmware.api [None req-81792797-9c9e-456e-a01d-56c2bba149d5 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2267.556697] env[62189]: value = "task-2122839" [ 2267.556697] env[62189]: _type = "Task" [ 2267.556697] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.566151] env[62189]: DEBUG oslo_vmware.api [None req-81792797-9c9e-456e-a01d-56c2bba149d5 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122839, 'name': SuspendVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.620247] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9b87a31a-26d7-48ac-86d5-33bad934fa8a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "d84f653c-d4e4-472e-8763-a36b575d4485" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.791s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.669612] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7980c789-fdae-4192-a98b-2cf2e2adefa6 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "e41726b5-8623-496e-9e85-a35029fb4779" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.171s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.745951] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122838, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.763529] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Acquiring lock "54c20750-c0eb-45c0-89d0-7540343e6585" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.763790] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Lock "54c20750-c0eb-45c0-89d0-7540343e6585" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.807082] env[62189]: DEBUG nova.compute.manager [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2267.853034] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72cc8f45-7536-4a25-9fc6-c786a9f24126 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.872191] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe27a4c8-3529-4083-a254-5cfcdf2da7d0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.899499] env[62189]: INFO nova.compute.manager [-] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Took 2.26 seconds to deallocate network for instance. [ 2267.915918] env[62189]: DEBUG nova.compute.manager [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Detach interface failed, port_id=5a1b7508-653c-4476-b2b3-a3d27e40fa02, reason: Instance 110d723b-1cea-4fc0-b44a-c638f23e5879 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2267.916186] env[62189]: DEBUG nova.compute.manager [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Received event network-changed-97c76183-7a0a-43cd-811f-319f542f93cd {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2267.916352] env[62189]: DEBUG nova.compute.manager [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Refreshing instance network info cache due to event network-changed-97c76183-7a0a-43cd-811f-319f542f93cd. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2267.916551] env[62189]: DEBUG oslo_concurrency.lockutils [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] Acquiring lock "refresh_cache-800a1af0-11b7-493e-8bbd-412057495630" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2268.070698] env[62189]: DEBUG oslo_vmware.api [None req-81792797-9c9e-456e-a01d-56c2bba149d5 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122839, 'name': SuspendVM_Task} progress is 54%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.075497] env[62189]: DEBUG nova.network.neutron [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2268.145902] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbd6ed4-d8c5-4c8d-85bb-a49f80823fd0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.156254] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617911fd-42df-4b22-8a16-5a47261b6018 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.187023] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c284f2d4-5ec6-45ab-ac0b-d710b1c79193 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.196702] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a205376-e7cc-4519-9268-439708eccee7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.210898] env[62189]: DEBUG nova.compute.provider_tree [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2268.246132] env[62189]: DEBUG oslo_vmware.api [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122838, 'name': PowerOnVM_Task, 'duration_secs': 1.358412} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.246447] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2268.246719] env[62189]: INFO nova.compute.manager [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Took 9.29 seconds to spawn the instance on the hypervisor. [ 2268.246836] env[62189]: DEBUG nova.compute.manager [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2268.247834] env[62189]: DEBUG nova.network.neutron [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Updating instance_info_cache with network_info: [{"id": "97c76183-7a0a-43cd-811f-319f542f93cd", "address": "fa:16:3e:08:fc:9f", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c76183-7a", "ovs_interfaceid": "97c76183-7a0a-43cd-811f-319f542f93cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2268.253021] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c341a7d-ff52-4c81-954a-f77672949db6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.266848] env[62189]: DEBUG nova.compute.manager [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2268.387709] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2268.388463] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2268.426179] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2268.574399] env[62189]: DEBUG oslo_vmware.api [None req-81792797-9c9e-456e-a01d-56c2bba149d5 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122839, 'name': SuspendVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.714072] env[62189]: DEBUG nova.scheduler.client.report [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2268.753521] env[62189]: DEBUG oslo_concurrency.lockutils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Releasing lock "refresh_cache-800a1af0-11b7-493e-8bbd-412057495630" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2268.753922] env[62189]: DEBUG nova.compute.manager [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Instance network_info: |[{"id": "97c76183-7a0a-43cd-811f-319f542f93cd", "address": "fa:16:3e:08:fc:9f", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c76183-7a", "ovs_interfaceid": "97c76183-7a0a-43cd-811f-319f542f93cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2268.754276] env[62189]: DEBUG oslo_concurrency.lockutils [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] Acquired lock "refresh_cache-800a1af0-11b7-493e-8bbd-412057495630" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2268.754460] env[62189]: DEBUG nova.network.neutron [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Refreshing network info cache for port 97c76183-7a0a-43cd-811f-319f542f93cd {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2268.757046] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:fc:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97c76183-7a0a-43cd-811f-319f542f93cd', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2268.765587] env[62189]: DEBUG oslo.service.loopingcall [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2268.772830] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2268.778398] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e494e53-d788-4c5c-b6c0-1069c6b65058 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.797860] env[62189]: INFO nova.compute.manager [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Took 23.69 seconds to build instance. [ 2268.804596] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2268.804596] env[62189]: value = "task-2122841" [ 2268.804596] env[62189]: _type = "Task" [ 2268.804596] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.813544] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122841, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.814598] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2268.821964] env[62189]: DEBUG nova.compute.manager [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2268.862561] env[62189]: DEBUG nova.virt.hardware [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2268.862834] env[62189]: DEBUG nova.virt.hardware [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2268.864301] env[62189]: DEBUG nova.virt.hardware [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2268.864301] env[62189]: DEBUG nova.virt.hardware [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2268.864301] env[62189]: DEBUG nova.virt.hardware [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2268.864301] env[62189]: DEBUG nova.virt.hardware [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2268.865418] env[62189]: DEBUG nova.virt.hardware [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2268.865640] env[62189]: DEBUG nova.virt.hardware [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2268.865857] env[62189]: DEBUG nova.virt.hardware [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2268.866065] env[62189]: DEBUG nova.virt.hardware [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2268.866256] env[62189]: DEBUG nova.virt.hardware [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2268.867246] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89d9c98-ecd0-499d-8a3e-94913b163e92 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.881027] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63646f6-7f89-4620-9619-aadb5094b3d0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.896031] env[62189]: DEBUG nova.compute.manager [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2268.899125] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Instance VIF info [] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2268.905785] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Creating folder: Project (6e74fbd422dc4b8b8a764c8456c39b7b). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2268.906931] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daf51845-4039-4220-880d-d403d98acca9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.924022] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Created folder: Project (6e74fbd422dc4b8b8a764c8456c39b7b) in parent group-v433996. [ 2268.924022] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Creating folder: Instances. Parent ref: group-v434267. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2268.924022] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abcc245b-7673-4b55-a62a-48833f06f59c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.943077] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Created folder: Instances in parent group-v434267. [ 2268.945022] env[62189]: DEBUG oslo.service.loopingcall [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2268.945022] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2268.945022] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46dfe918-95ac-4338-ba36-2a1b6ab912a9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.968804] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2268.968804] env[62189]: value = "task-2122844" [ 2268.968804] env[62189]: _type = "Task" [ 2268.968804] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.979219] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122844, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.000480] env[62189]: DEBUG oslo_concurrency.lockutils [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "d6b4cf12-640a-4937-8336-0077929e7d4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.000480] env[62189]: DEBUG oslo_concurrency.lockutils [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "d6b4cf12-640a-4937-8336-0077929e7d4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.000571] env[62189]: DEBUG oslo_concurrency.lockutils [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "d6b4cf12-640a-4937-8336-0077929e7d4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.001350] env[62189]: DEBUG oslo_concurrency.lockutils [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "d6b4cf12-640a-4937-8336-0077929e7d4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.001350] env[62189]: DEBUG oslo_concurrency.lockutils [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "d6b4cf12-640a-4937-8336-0077929e7d4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.003252] env[62189]: INFO nova.compute.manager [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Terminating instance [ 2269.070979] env[62189]: DEBUG oslo_vmware.api [None req-81792797-9c9e-456e-a01d-56c2bba149d5 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122839, 'name': SuspendVM_Task, 'duration_secs': 1.372887} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.071247] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-81792797-9c9e-456e-a01d-56c2bba149d5 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Suspended the VM {{(pid=62189) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2269.071247] env[62189]: DEBUG nova.compute.manager [None req-81792797-9c9e-456e-a01d-56c2bba149d5 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2269.072059] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ea3dd4-4d94-476e-b016-d167284b7fff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.224034] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.224034] env[62189]: DEBUG nova.compute.manager [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2269.225894] env[62189]: DEBUG oslo_concurrency.lockutils [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.282s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.226793] env[62189]: DEBUG nova.objects.instance [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lazy-loading 'resources' on Instance uuid aa895c8f-876f-43b4-b0ca-7f51548bee51 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2269.251873] env[62189]: DEBUG nova.network.neutron [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Updated VIF entry in instance network info cache for port 97c76183-7a0a-43cd-811f-319f542f93cd. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2269.252296] env[62189]: DEBUG nova.network.neutron [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Updating instance_info_cache with network_info: [{"id": "97c76183-7a0a-43cd-811f-319f542f93cd", "address": "fa:16:3e:08:fc:9f", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c76183-7a", "ovs_interfaceid": "97c76183-7a0a-43cd-811f-319f542f93cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2269.300305] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0277587a-d1d3-4a12-859a-b5055f54e514 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "9b145d00-5c3f-4842-8428-fb8f8f1f4c02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.199s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.316149] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122841, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.432463] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.480667] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122844, 'name': CreateVM_Task, 'duration_secs': 0.372362} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.480843] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2269.481328] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2269.481493] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2269.481811] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2269.482317] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e533da76-9772-46e1-a8b7-e3ba8455405c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.487878] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2269.487878] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522e07c2-1281-2716-3949-02242be26124" [ 2269.487878] env[62189]: _type = "Task" [ 2269.487878] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.497685] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522e07c2-1281-2716-3949-02242be26124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.499780] env[62189]: DEBUG nova.compute.manager [req-cfc08cde-88dd-4e75-a2d1-3be099211e82 req-1de22e2b-1f21-425a-8917-eeea994640f3 service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Received event network-changed-31436528-c142-48dc-9ad9-949ba619a83d {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2269.499950] env[62189]: DEBUG nova.compute.manager [req-cfc08cde-88dd-4e75-a2d1-3be099211e82 req-1de22e2b-1f21-425a-8917-eeea994640f3 service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Refreshing instance network info cache due to event network-changed-31436528-c142-48dc-9ad9-949ba619a83d. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2269.500205] env[62189]: DEBUG oslo_concurrency.lockutils [req-cfc08cde-88dd-4e75-a2d1-3be099211e82 req-1de22e2b-1f21-425a-8917-eeea994640f3 service nova] Acquiring lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2269.500347] env[62189]: DEBUG oslo_concurrency.lockutils [req-cfc08cde-88dd-4e75-a2d1-3be099211e82 req-1de22e2b-1f21-425a-8917-eeea994640f3 service nova] Acquired lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2269.500507] env[62189]: DEBUG nova.network.neutron [req-cfc08cde-88dd-4e75-a2d1-3be099211e82 req-1de22e2b-1f21-425a-8917-eeea994640f3 service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Refreshing network info cache for port 31436528-c142-48dc-9ad9-949ba619a83d {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2269.506982] env[62189]: DEBUG nova.compute.manager [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2269.507211] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2269.508026] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4550fa4e-4693-488d-a9f1-fce47f1f6677 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.518278] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2269.518563] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-913ecfc6-a7df-4803-b3ed-4e96a839d8c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.526304] env[62189]: DEBUG oslo_vmware.api [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2269.526304] env[62189]: value = "task-2122845" [ 2269.526304] env[62189]: _type = "Task" [ 2269.526304] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.534592] env[62189]: DEBUG oslo_vmware.api [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.729411] env[62189]: DEBUG nova.compute.utils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2269.735285] env[62189]: DEBUG nova.compute.manager [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2269.735285] env[62189]: DEBUG nova.network.neutron [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2269.755395] env[62189]: DEBUG oslo_concurrency.lockutils [req-b72d7ee0-3980-4c44-9558-692c93ede6ff req-8357850b-4faa-48a8-be2e-12765dff91ae service nova] Releasing lock "refresh_cache-800a1af0-11b7-493e-8bbd-412057495630" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2269.791715] env[62189]: DEBUG nova.policy [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5b9c0c57cde4c968761bea79e161a93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4c2687d706b4e10b6e412f4532d8114', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2269.817224] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122841, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.969030] env[62189]: DEBUG oslo_concurrency.lockutils [None req-88964fb2-2a34-4201-9694-2e2ff357d4d0 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "b9518b05-8c5c-4121-84d6-2f0d8885a65f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.969030] env[62189]: DEBUG oslo_concurrency.lockutils [None req-88964fb2-2a34-4201-9694-2e2ff357d4d0 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "b9518b05-8c5c-4121-84d6-2f0d8885a65f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.969030] env[62189]: DEBUG nova.compute.manager [None req-88964fb2-2a34-4201-9694-2e2ff357d4d0 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2269.969030] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729c2c40-bc4c-4850-95d6-a4d93ee92a16 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.979543] env[62189]: DEBUG nova.compute.manager [None req-88964fb2-2a34-4201-9694-2e2ff357d4d0 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62189) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2269.980159] env[62189]: DEBUG nova.objects.instance [None req-88964fb2-2a34-4201-9694-2e2ff357d4d0 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lazy-loading 'flavor' on Instance uuid b9518b05-8c5c-4121-84d6-2f0d8885a65f {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2269.999431] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522e07c2-1281-2716-3949-02242be26124, 'name': SearchDatastore_Task, 'duration_secs': 0.031635} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.000706] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2270.001056] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2270.001387] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2270.001616] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2270.002203] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2270.008982] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb1f8726-a065-4d36-b5c3-5e7b769eb9f5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.025362] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2270.025564] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2270.028020] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a8c594-9042-4c39-a024-f740659c10eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.039717] env[62189]: DEBUG oslo_vmware.api [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122845, 'name': PowerOffVM_Task, 'duration_secs': 0.456539} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.041893] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2270.042029] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2270.042342] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2270.042342] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b13abd-ad2f-6518-c520-79859668351d" [ 2270.042342] env[62189]: _type = "Task" [ 2270.042342] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.043357] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a209088-585f-4f9d-8825-645401dd6c0c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.045762] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a638ce4b-7452-4c73-b72e-0d3b77f264ca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.064361] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f14526-53f0-411d-8c08-bc6bc9c865b4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.068373] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b13abd-ad2f-6518-c520-79859668351d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.104541] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7938fce8-6e28-4104-ae30-6b353e40cbad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.117022] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18afdae7-601a-493d-9c27-e7c9b33f0169 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.130436] env[62189]: DEBUG nova.compute.provider_tree [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2270.162548] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2270.162807] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2270.166134] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Deleting the datastore file [datastore2] d6b4cf12-640a-4937-8336-0077929e7d4c {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2270.166134] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33482f8c-72b7-48f0-a6d5-65db431c464f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.170898] env[62189]: DEBUG oslo_concurrency.lockutils [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "e41726b5-8623-496e-9e85-a35029fb4779" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.171228] env[62189]: DEBUG oslo_concurrency.lockutils [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "e41726b5-8623-496e-9e85-a35029fb4779" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.171448] env[62189]: DEBUG oslo_concurrency.lockutils [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "e41726b5-8623-496e-9e85-a35029fb4779-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.171652] env[62189]: DEBUG oslo_concurrency.lockutils [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "e41726b5-8623-496e-9e85-a35029fb4779-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.171818] env[62189]: DEBUG oslo_concurrency.lockutils [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "e41726b5-8623-496e-9e85-a35029fb4779-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.174438] env[62189]: DEBUG oslo_vmware.api [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for the task: (returnval){ [ 2270.174438] env[62189]: value = "task-2122847" [ 2270.174438] env[62189]: _type = "Task" [ 2270.174438] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.174908] env[62189]: INFO nova.compute.manager [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Terminating instance [ 2270.189537] env[62189]: DEBUG oslo_vmware.api [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.191382] env[62189]: DEBUG nova.network.neutron [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Successfully created port: 4f2a9e47-52a4-475f-a787-9eae5eec75e3 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2270.236179] env[62189]: DEBUG nova.compute.manager [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2270.324293] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122841, 'name': CreateVM_Task, 'duration_secs': 1.507151} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.329834] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2270.330642] env[62189]: DEBUG oslo_concurrency.lockutils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2270.330771] env[62189]: DEBUG oslo_concurrency.lockutils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2270.331688] env[62189]: DEBUG oslo_concurrency.lockutils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2270.331861] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e62f29-0378-43b5-b3f4-a69745d76c4a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.338330] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2270.338330] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f993bf-8efd-b8a4-adb3-fb9fb0289c34" [ 2270.338330] env[62189]: _type = "Task" [ 2270.338330] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.357566] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f993bf-8efd-b8a4-adb3-fb9fb0289c34, 'name': SearchDatastore_Task, 'duration_secs': 0.01292} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.357906] env[62189]: DEBUG oslo_concurrency.lockutils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2270.358182] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2270.358401] env[62189]: DEBUG oslo_concurrency.lockutils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2270.559881] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b13abd-ad2f-6518-c520-79859668351d, 'name': SearchDatastore_Task, 'duration_secs': 0.02477} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.560750] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd8f921a-3024-4eb0-8bf2-a83c6f88fe51 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.569476] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2270.569476] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52467751-edce-b627-140a-cb92345b2ff7" [ 2270.569476] env[62189]: _type = "Task" [ 2270.569476] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.574219] env[62189]: DEBUG nova.network.neutron [req-cfc08cde-88dd-4e75-a2d1-3be099211e82 req-1de22e2b-1f21-425a-8917-eeea994640f3 service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Updated VIF entry in instance network info cache for port 31436528-c142-48dc-9ad9-949ba619a83d. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2270.574477] env[62189]: DEBUG nova.network.neutron [req-cfc08cde-88dd-4e75-a2d1-3be099211e82 req-1de22e2b-1f21-425a-8917-eeea994640f3 service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Updating instance_info_cache with network_info: [{"id": "31436528-c142-48dc-9ad9-949ba619a83d", "address": "fa:16:3e:f2:aa:1e", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31436528-c1", "ovs_interfaceid": "31436528-c142-48dc-9ad9-949ba619a83d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2270.582466] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52467751-edce-b627-140a-cb92345b2ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.012872} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.582724] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2270.583040] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 2919d1ee-a301-445e-8447-72c3e6972bf8/2919d1ee-a301-445e-8447-72c3e6972bf8.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2270.583436] env[62189]: DEBUG oslo_concurrency.lockutils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2270.583545] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2270.584452] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-301d093b-0e62-401b-a176-d069a367cbd5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.585872] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c090cce-52e1-41bd-b27f-accbf344805b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.595744] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2270.595744] env[62189]: value = "task-2122848" [ 2270.595744] env[62189]: _type = "Task" [ 2270.595744] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.596888] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2270.597083] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2270.605219] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc4429a-c0da-405e-8795-681ffe19dcb4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.616848] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.617654] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2270.617654] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521e2d79-c1eb-58a8-e965-f821923edc4a" [ 2270.617654] env[62189]: _type = "Task" [ 2270.617654] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.626797] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521e2d79-c1eb-58a8-e965-f821923edc4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.653553] env[62189]: ERROR nova.scheduler.client.report [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [req-95e0cc3b-85ce-4a8a-8f57-24b142455fc5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-95e0cc3b-85ce-4a8a-8f57-24b142455fc5"}]} [ 2270.672481] env[62189]: DEBUG nova.scheduler.client.report [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2270.682551] env[62189]: DEBUG nova.compute.manager [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2270.682861] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2270.683759] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951d2441-d5a1-49ae-bbda-d92fff232efe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.690397] env[62189]: DEBUG oslo_vmware.api [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Task: {'id': task-2122847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244805} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.691376] env[62189]: DEBUG nova.scheduler.client.report [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2270.691623] env[62189]: DEBUG nova.compute.provider_tree [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2270.694031] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2270.694290] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2270.694478] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2270.694669] env[62189]: INFO nova.compute.manager [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2270.694911] env[62189]: DEBUG oslo.service.loopingcall [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2270.695343] env[62189]: DEBUG nova.compute.manager [-] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2270.695443] env[62189]: DEBUG nova.network.neutron [-] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2270.699377] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2270.699968] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6e99f15-8afa-437b-aa08-054e16f1fe04 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.709390] env[62189]: DEBUG nova.scheduler.client.report [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2270.733064] env[62189]: DEBUG nova.scheduler.client.report [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2270.794022] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2270.795021] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2270.795021] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleting the datastore file [datastore2] e41726b5-8623-496e-9e85-a35029fb4779 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2270.795153] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df2c6eb5-3970-4d28-966c-e6be0717ad5f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.807433] env[62189]: DEBUG oslo_vmware.api [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2270.807433] env[62189]: value = "task-2122850" [ 2270.807433] env[62189]: _type = "Task" [ 2270.807433] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.825024] env[62189]: DEBUG oslo_vmware.api [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.933237] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Volume attach. Driver type: vmdk {{(pid=62189) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2270.933671] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434265', 'volume_id': '42d91970-5eb2-4674-91b0-463cec011052', 'name': 'volume-42d91970-5eb2-4674-91b0-463cec011052', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0c2b9f2-4cef-4224-aaec-c77642696a46', 'attached_at': '', 'detached_at': '', 'volume_id': '42d91970-5eb2-4674-91b0-463cec011052', 'serial': '42d91970-5eb2-4674-91b0-463cec011052'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2270.935196] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f527a9-352b-4c45-8915-2a9c86e05f64 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.960969] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d765aaf-7ac1-48ad-b9f1-6893c74f2ddb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.990537] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-42d91970-5eb2-4674-91b0-463cec011052/volume-42d91970-5eb2-4674-91b0-463cec011052.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2270.994279] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-88964fb2-2a34-4201-9694-2e2ff357d4d0 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2270.994652] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77897f43-abcd-4e6e-9b54-52d96c59d554 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.010354] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a98face-3ded-4a35-9b92-bb57f064b741 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.019482] env[62189]: DEBUG oslo_vmware.api [None req-88964fb2-2a34-4201-9694-2e2ff357d4d0 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2271.019482] env[62189]: value = "task-2122852" [ 2271.019482] env[62189]: _type = "Task" [ 2271.019482] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.021637] env[62189]: DEBUG oslo_vmware.api [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2271.021637] env[62189]: value = "task-2122851" [ 2271.021637] env[62189]: _type = "Task" [ 2271.021637] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.041614] env[62189]: DEBUG oslo_vmware.api [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122851, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.046662] env[62189]: DEBUG oslo_vmware.api [None req-88964fb2-2a34-4201-9694-2e2ff357d4d0 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.077927] env[62189]: DEBUG oslo_concurrency.lockutils [req-cfc08cde-88dd-4e75-a2d1-3be099211e82 req-1de22e2b-1f21-425a-8917-eeea994640f3 service nova] Releasing lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2271.109575] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122848, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.135929] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521e2d79-c1eb-58a8-e965-f821923edc4a, 'name': SearchDatastore_Task, 'duration_secs': 0.013704} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.137023] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ed95bec-5c7c-4853-a3f0-bcf35951ef3a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.142435] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ce2591-5d4d-4e35-bfd6-1abd98631902 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.155516] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbfd2a4-a77a-42d4-981a-bcb7be1598eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.159571] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2271.159571] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52609285-43e6-a8da-2d47-01fc438e4bf4" [ 2271.159571] env[62189]: _type = "Task" [ 2271.159571] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.193951] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c0d477-a33b-46c1-87ac-ea793d20c0bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.201764] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52609285-43e6-a8da-2d47-01fc438e4bf4, 'name': SearchDatastore_Task, 'duration_secs': 0.028793} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.201764] env[62189]: DEBUG oslo_concurrency.lockutils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2271.201764] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 800a1af0-11b7-493e-8bbd-412057495630/800a1af0-11b7-493e-8bbd-412057495630.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2271.201764] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ace96e7b-6886-4e4e-a4fb-3aca1f30b525 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.207116] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bc8508-2d53-4ccb-8bf5-bc9a3c30ead8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.212208] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2271.212208] env[62189]: value = "task-2122853" [ 2271.212208] env[62189]: _type = "Task" [ 2271.212208] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.224720] env[62189]: DEBUG nova.compute.provider_tree [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2271.234370] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.246463] env[62189]: DEBUG nova.compute.manager [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2271.275667] env[62189]: DEBUG nova.virt.hardware [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2271.275962] env[62189]: DEBUG nova.virt.hardware [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2271.276176] env[62189]: DEBUG nova.virt.hardware [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2271.276373] env[62189]: DEBUG nova.virt.hardware [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2271.276523] env[62189]: DEBUG nova.virt.hardware [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2271.276670] env[62189]: DEBUG nova.virt.hardware [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2271.276876] env[62189]: DEBUG nova.virt.hardware [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2271.277047] env[62189]: DEBUG nova.virt.hardware [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2271.277222] env[62189]: DEBUG nova.virt.hardware [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2271.277436] env[62189]: DEBUG nova.virt.hardware [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2271.277545] env[62189]: DEBUG nova.virt.hardware [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2271.278473] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f1d45a-d7cc-4440-9e3d-a5b52dbb3c82 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.290083] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d3ebee-eb41-44bc-b410-c5143380d089 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.321684] env[62189]: DEBUG oslo_vmware.api [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.532959] env[62189]: DEBUG nova.compute.manager [req-29ac55b5-05ec-4791-8b13-969a1f9e2ed7 req-82f87986-dcfa-4ef0-99dd-9db036514d22 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Received event network-vif-deleted-266e45b2-bc60-4015-bf9c-586a18dcc7e3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2271.533189] env[62189]: INFO nova.compute.manager [req-29ac55b5-05ec-4791-8b13-969a1f9e2ed7 req-82f87986-dcfa-4ef0-99dd-9db036514d22 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Neutron deleted interface 266e45b2-bc60-4015-bf9c-586a18dcc7e3; detaching it from the instance and deleting it from the info cache [ 2271.533396] env[62189]: DEBUG nova.network.neutron [req-29ac55b5-05ec-4791-8b13-969a1f9e2ed7 req-82f87986-dcfa-4ef0-99dd-9db036514d22 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2271.538485] env[62189]: DEBUG oslo_vmware.api [None req-88964fb2-2a34-4201-9694-2e2ff357d4d0 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122852, 'name': PowerOffVM_Task, 'duration_secs': 0.363181} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.538974] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-88964fb2-2a34-4201-9694-2e2ff357d4d0 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2271.539188] env[62189]: DEBUG nova.compute.manager [None req-88964fb2-2a34-4201-9694-2e2ff357d4d0 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2271.540020] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16986a74-f905-49e1-be5c-5f375e142888 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.546260] env[62189]: DEBUG oslo_vmware.api [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.609563] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564367} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.609771] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 2919d1ee-a301-445e-8447-72c3e6972bf8/2919d1ee-a301-445e-8447-72c3e6972bf8.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2271.610035] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2271.610336] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8342b5a-13e6-4832-97a1-7108b61462ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.614219] env[62189]: DEBUG nova.network.neutron [-] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2271.618487] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2271.618487] env[62189]: value = "task-2122854" [ 2271.618487] env[62189]: _type = "Task" [ 2271.618487] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.629304] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.722980] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122853, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.764211] env[62189]: DEBUG nova.scheduler.client.report [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2271.764595] env[62189]: DEBUG nova.compute.provider_tree [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 141 to 142 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2271.764830] env[62189]: DEBUG nova.compute.provider_tree [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2271.822476] env[62189]: DEBUG oslo_vmware.api [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.630368} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.822730] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2271.823056] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2271.823162] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2271.823340] env[62189]: INFO nova.compute.manager [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2271.823581] env[62189]: DEBUG oslo.service.loopingcall [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2271.823763] env[62189]: DEBUG nova.compute.manager [-] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2271.823863] env[62189]: DEBUG nova.network.neutron [-] [instance: e41726b5-8623-496e-9e85-a35029fb4779] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2272.046855] env[62189]: DEBUG oslo_vmware.api [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122851, 'name': ReconfigVM_Task, 'duration_secs': 0.652756} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.047549] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-751bdb96-5bca-42d1-b5a5-8aaff1be3e55 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.053148] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-42d91970-5eb2-4674-91b0-463cec011052/volume-42d91970-5eb2-4674-91b0-463cec011052.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2272.063133] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e638f75b-e079-42bc-acc8-1537ce8a0b5f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.086497] env[62189]: DEBUG oslo_concurrency.lockutils [None req-88964fb2-2a34-4201-9694-2e2ff357d4d0 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "b9518b05-8c5c-4121-84d6-2f0d8885a65f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.119s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.105238] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563c72ab-5c4d-4f42-8dec-86f939576799 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.115953] env[62189]: DEBUG oslo_vmware.api [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2272.115953] env[62189]: value = "task-2122855" [ 2272.115953] env[62189]: _type = "Task" [ 2272.115953] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.118492] env[62189]: INFO nova.compute.manager [-] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Took 1.42 seconds to deallocate network for instance. [ 2272.149630] env[62189]: DEBUG nova.compute.manager [req-29ac55b5-05ec-4791-8b13-969a1f9e2ed7 req-82f87986-dcfa-4ef0-99dd-9db036514d22 service nova] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Detach interface failed, port_id=266e45b2-bc60-4015-bf9c-586a18dcc7e3, reason: Instance d6b4cf12-640a-4937-8336-0077929e7d4c could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2272.156780] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17559} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.157274] env[62189]: DEBUG oslo_vmware.api [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.158090] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2272.158874] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b90829c-8848-476c-b8d6-5681e7bb53bb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.181496] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 2919d1ee-a301-445e-8447-72c3e6972bf8/2919d1ee-a301-445e-8447-72c3e6972bf8.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2272.182503] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beea23e6-5c61-4865-91ac-ddd4038e708d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.197626] env[62189]: DEBUG nova.network.neutron [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Successfully updated port: 4f2a9e47-52a4-475f-a787-9eae5eec75e3 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2272.207096] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2272.207096] env[62189]: value = "task-2122856" [ 2272.207096] env[62189]: _type = "Task" [ 2272.207096] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.217359] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.227135] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122853, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.269943] env[62189]: DEBUG oslo_concurrency.lockutils [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.044s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.273045] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.846s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.273045] env[62189]: DEBUG nova.objects.instance [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lazy-loading 'resources' on Instance uuid 110d723b-1cea-4fc0-b44a-c638f23e5879 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2272.293030] env[62189]: INFO nova.scheduler.client.report [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Deleted allocations for instance aa895c8f-876f-43b4-b0ca-7f51548bee51 [ 2272.490291] env[62189]: DEBUG nova.objects.instance [None req-391101b2-a60a-4e82-9363-66c69ed47258 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lazy-loading 'flavor' on Instance uuid b9518b05-8c5c-4121-84d6-2f0d8885a65f {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2272.628132] env[62189]: DEBUG oslo_vmware.api [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122855, 'name': ReconfigVM_Task, 'duration_secs': 0.235802} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.628450] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434265', 'volume_id': '42d91970-5eb2-4674-91b0-463cec011052', 'name': 'volume-42d91970-5eb2-4674-91b0-463cec011052', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0c2b9f2-4cef-4224-aaec-c77642696a46', 'attached_at': '', 'detached_at': '', 'volume_id': '42d91970-5eb2-4674-91b0-463cec011052', 'serial': '42d91970-5eb2-4674-91b0-463cec011052'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2272.636899] env[62189]: DEBUG oslo_concurrency.lockutils [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.700117] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "refresh_cache-ee5fac4a-1316-4347-869e-823a05925cd5" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2272.700284] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "refresh_cache-ee5fac4a-1316-4347-869e-823a05925cd5" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2272.700439] env[62189]: DEBUG nova.network.neutron [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2272.717933] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.726349] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122853, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.759629] env[62189]: DEBUG nova.network.neutron [-] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2272.804477] env[62189]: DEBUG oslo_concurrency.lockutils [None req-71c330ef-77e6-4401-9809-1d5639d87776 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.741s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.806033] env[62189]: DEBUG oslo_concurrency.lockutils [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] Acquired lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2272.806536] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee20021c-4aa5-4125-a0bd-5fb35f430ed8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.820127] env[62189]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2272.820338] env[62189]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62189) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2272.821636] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b90a4259-5e87-4dbf-846e-758673536792 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.836275] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ebc488-5bc6-472d-af37-7ee2ca99e460 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.875848] env[62189]: ERROR root [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-434202' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-434202' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-434202' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-434202'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-434202' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-434202' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-434202'}\n"]: nova.exception.InstanceNotFound: Instance aa895c8f-876f-43b4-b0ca-7f51548bee51 could not be found. [ 2272.876150] env[62189]: DEBUG oslo_concurrency.lockutils [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] Releasing lock "aa895c8f-876f-43b4-b0ca-7f51548bee51" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2272.876299] env[62189]: DEBUG nova.compute.manager [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Detach interface failed, port_id=341f4f60-f901-4f55-ad26-46ab014a493e, reason: Instance aa895c8f-876f-43b4-b0ca-7f51548bee51 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2272.876485] env[62189]: DEBUG nova.compute.manager [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Received event network-vif-deleted-c69a6591-2178-4466-93a4-9e8aef9c2b02 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2272.876656] env[62189]: INFO nova.compute.manager [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Neutron deleted interface c69a6591-2178-4466-93a4-9e8aef9c2b02; detaching it from the instance and deleting it from the info cache [ 2272.876904] env[62189]: DEBUG nova.network.neutron [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Updating instance_info_cache with network_info: [{"id": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "address": "fa:16:3e:09:b9:3d", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb3b874-5a", "ovs_interfaceid": "5cb3b874-5a97-4bcd-b96b-f9c67608fe69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2272.995520] env[62189]: DEBUG oslo_concurrency.lockutils [None req-391101b2-a60a-4e82-9363-66c69ed47258 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "refresh_cache-b9518b05-8c5c-4121-84d6-2f0d8885a65f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2272.995691] env[62189]: DEBUG oslo_concurrency.lockutils [None req-391101b2-a60a-4e82-9363-66c69ed47258 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquired lock "refresh_cache-b9518b05-8c5c-4121-84d6-2f0d8885a65f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2272.995864] env[62189]: DEBUG nova.network.neutron [None req-391101b2-a60a-4e82-9363-66c69ed47258 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2272.996067] env[62189]: DEBUG nova.objects.instance [None req-391101b2-a60a-4e82-9363-66c69ed47258 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lazy-loading 'info_cache' on Instance uuid b9518b05-8c5c-4121-84d6-2f0d8885a65f {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2273.037890] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6433960e-ba09-47b0-8e85-fcb92a0c6063 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.045762] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43513ff5-05af-4600-b0c1-6f5a9373fc3d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.078491] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ec0481-9bed-4fdc-9f10-c68d7c1345ca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.086301] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f11271-56c5-48a4-a150-0f3822dfd649 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.099724] env[62189]: DEBUG nova.compute.provider_tree [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2273.222445] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122856, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.234827] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122853, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.951476} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.235298] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 800a1af0-11b7-493e-8bbd-412057495630/800a1af0-11b7-493e-8bbd-412057495630.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2273.235540] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2273.236117] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce535e73-d7fc-4483-ac5f-86489fd22f22 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.244652] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2273.244652] env[62189]: value = "task-2122857" [ 2273.244652] env[62189]: _type = "Task" [ 2273.244652] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.254909] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.256536] env[62189]: DEBUG nova.network.neutron [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2273.262305] env[62189]: INFO nova.compute.manager [-] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Took 1.44 seconds to deallocate network for instance. [ 2273.384034] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61997a56-3ca2-4039-818d-127b0468661e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.398245] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debed94f-a431-41e3-8464-84920db06a37 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.442845] env[62189]: DEBUG nova.compute.manager [req-f5034a70-e85f-463b-8b08-5036c3c0b885 req-7041de7e-2516-4d0e-aaab-c153e094e72b service nova] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Detach interface failed, port_id=c69a6591-2178-4466-93a4-9e8aef9c2b02, reason: Instance aa895c8f-876f-43b4-b0ca-7f51548bee51 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2273.455089] env[62189]: DEBUG nova.network.neutron [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Updating instance_info_cache with network_info: [{"id": "4f2a9e47-52a4-475f-a787-9eae5eec75e3", "address": "fa:16:3e:1d:47:60", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2a9e47-52", "ovs_interfaceid": "4f2a9e47-52a4-475f-a787-9eae5eec75e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2273.501288] env[62189]: DEBUG nova.objects.base [None req-391101b2-a60a-4e82-9363-66c69ed47258 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2273.586369] env[62189]: DEBUG nova.compute.manager [req-f65570cf-cf92-40ea-917b-dffec376be39 req-d323e4d2-f85f-4f63-a7ec-fdefbbb56431 service nova] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Received event network-vif-plugged-4f2a9e47-52a4-475f-a787-9eae5eec75e3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2273.586580] env[62189]: DEBUG oslo_concurrency.lockutils [req-f65570cf-cf92-40ea-917b-dffec376be39 req-d323e4d2-f85f-4f63-a7ec-fdefbbb56431 service nova] Acquiring lock "ee5fac4a-1316-4347-869e-823a05925cd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2273.586799] env[62189]: DEBUG oslo_concurrency.lockutils [req-f65570cf-cf92-40ea-917b-dffec376be39 req-d323e4d2-f85f-4f63-a7ec-fdefbbb56431 service nova] Lock "ee5fac4a-1316-4347-869e-823a05925cd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2273.586986] env[62189]: DEBUG oslo_concurrency.lockutils [req-f65570cf-cf92-40ea-917b-dffec376be39 req-d323e4d2-f85f-4f63-a7ec-fdefbbb56431 service nova] Lock "ee5fac4a-1316-4347-869e-823a05925cd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2273.587589] env[62189]: DEBUG nova.compute.manager [req-f65570cf-cf92-40ea-917b-dffec376be39 req-d323e4d2-f85f-4f63-a7ec-fdefbbb56431 service nova] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] No waiting events found dispatching network-vif-plugged-4f2a9e47-52a4-475f-a787-9eae5eec75e3 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2273.587772] env[62189]: WARNING nova.compute.manager [req-f65570cf-cf92-40ea-917b-dffec376be39 req-d323e4d2-f85f-4f63-a7ec-fdefbbb56431 service nova] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Received unexpected event network-vif-plugged-4f2a9e47-52a4-475f-a787-9eae5eec75e3 for instance with vm_state building and task_state spawning. [ 2273.587937] env[62189]: DEBUG nova.compute.manager [req-f65570cf-cf92-40ea-917b-dffec376be39 req-d323e4d2-f85f-4f63-a7ec-fdefbbb56431 service nova] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Received event network-changed-4f2a9e47-52a4-475f-a787-9eae5eec75e3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2273.588111] env[62189]: DEBUG nova.compute.manager [req-f65570cf-cf92-40ea-917b-dffec376be39 req-d323e4d2-f85f-4f63-a7ec-fdefbbb56431 service nova] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Refreshing instance network info cache due to event network-changed-4f2a9e47-52a4-475f-a787-9eae5eec75e3. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2273.588327] env[62189]: DEBUG oslo_concurrency.lockutils [req-f65570cf-cf92-40ea-917b-dffec376be39 req-d323e4d2-f85f-4f63-a7ec-fdefbbb56431 service nova] Acquiring lock "refresh_cache-ee5fac4a-1316-4347-869e-823a05925cd5" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2273.603525] env[62189]: DEBUG nova.scheduler.client.report [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2273.668409] env[62189]: DEBUG nova.objects.instance [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lazy-loading 'flavor' on Instance uuid c0c2b9f2-4cef-4224-aaec-c77642696a46 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2273.720515] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122856, 'name': ReconfigVM_Task, 'duration_secs': 1.021728} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.720515] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 2919d1ee-a301-445e-8447-72c3e6972bf8/2919d1ee-a301-445e-8447-72c3e6972bf8.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2273.720515] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef5bd4ee-5ea4-41ba-970f-0045ba017eec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.728562] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2273.728562] env[62189]: value = "task-2122858" [ 2273.728562] env[62189]: _type = "Task" [ 2273.728562] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.738926] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122858, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.755506] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076792} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.755777] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2273.756596] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56efa92d-7ff2-45e8-bc2d-43af2a4bbfef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.772322] env[62189]: DEBUG oslo_concurrency.lockutils [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2273.781235] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 800a1af0-11b7-493e-8bbd-412057495630/800a1af0-11b7-493e-8bbd-412057495630.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2273.783474] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43b8ce6e-f13c-4ff0-b973-1fcfc130d215 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.803660] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2273.803660] env[62189]: value = "task-2122859" [ 2273.803660] env[62189]: _type = "Task" [ 2273.803660] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.816086] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.958064] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "refresh_cache-ee5fac4a-1316-4347-869e-823a05925cd5" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2273.958480] env[62189]: DEBUG nova.compute.manager [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Instance network_info: |[{"id": "4f2a9e47-52a4-475f-a787-9eae5eec75e3", "address": "fa:16:3e:1d:47:60", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2a9e47-52", "ovs_interfaceid": "4f2a9e47-52a4-475f-a787-9eae5eec75e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2273.958834] env[62189]: DEBUG oslo_concurrency.lockutils [req-f65570cf-cf92-40ea-917b-dffec376be39 req-d323e4d2-f85f-4f63-a7ec-fdefbbb56431 service nova] Acquired lock "refresh_cache-ee5fac4a-1316-4347-869e-823a05925cd5" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2273.959055] env[62189]: DEBUG nova.network.neutron [req-f65570cf-cf92-40ea-917b-dffec376be39 req-d323e4d2-f85f-4f63-a7ec-fdefbbb56431 service nova] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Refreshing network info cache for port 4f2a9e47-52a4-475f-a787-9eae5eec75e3 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2273.960922] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:47:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f2a9e47-52a4-475f-a787-9eae5eec75e3', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2273.970117] env[62189]: DEBUG oslo.service.loopingcall [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2273.971446] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2273.971683] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d37a3acf-222e-4301-a2b5-3c8f8b806f99 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.992769] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2273.992769] env[62189]: value = "task-2122860" [ 2273.992769] env[62189]: _type = "Task" [ 2273.992769] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.004983] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122860, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.109260] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2274.114568] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.300s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2274.116729] env[62189]: INFO nova.compute.claims [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2274.136507] env[62189]: INFO nova.scheduler.client.report [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Deleted allocations for instance 110d723b-1cea-4fc0-b44a-c638f23e5879 [ 2274.173846] env[62189]: DEBUG oslo_concurrency.lockutils [None req-606de002-0a3e-4e7a-bff5-b8dd18feba3d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "c0c2b9f2-4cef-4224-aaec-c77642696a46" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.899s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2274.236960] env[62189]: DEBUG nova.network.neutron [None req-391101b2-a60a-4e82-9363-66c69ed47258 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Updating instance_info_cache with network_info: [{"id": "9006ed31-20f3-4245-baa1-b3ad957beccb", "address": "fa:16:3e:b9:62:39", "network": {"id": "c3637216-e17b-488a-9e84-d9fbe8cd68d8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-78196822-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9ffd20c63244407a466dcb112841c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9006ed31-20", "ovs_interfaceid": "9006ed31-20f3-4245-baa1-b3ad957beccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2274.245222] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122858, 'name': Rename_Task, 'duration_secs': 0.280203} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.245519] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2274.245769] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fc64475-3aaa-4628-aab4-55b7a1f54a7f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.253916] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2274.253916] env[62189]: value = "task-2122861" [ 2274.253916] env[62189]: _type = "Task" [ 2274.253916] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.264175] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.319462] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122859, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.507604] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122860, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.649126] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d250b508-92e2-4789-a76d-182e669e02e3 tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "110d723b-1cea-4fc0-b44a-c638f23e5879" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.329s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2274.740408] env[62189]: DEBUG oslo_concurrency.lockutils [None req-391101b2-a60a-4e82-9363-66c69ed47258 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Releasing lock "refresh_cache-b9518b05-8c5c-4121-84d6-2f0d8885a65f" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2274.765714] env[62189]: DEBUG oslo_vmware.api [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122861, 'name': PowerOnVM_Task, 'duration_secs': 0.487396} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.765714] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2274.765846] env[62189]: INFO nova.compute.manager [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Took 5.94 seconds to spawn the instance on the hypervisor. [ 2274.766043] env[62189]: DEBUG nova.compute.manager [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2274.766823] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246fff27-a222-48bc-9fb3-0b874dac7eb5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.781691] env[62189]: DEBUG nova.network.neutron [req-f65570cf-cf92-40ea-917b-dffec376be39 req-d323e4d2-f85f-4f63-a7ec-fdefbbb56431 service nova] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Updated VIF entry in instance network info cache for port 4f2a9e47-52a4-475f-a787-9eae5eec75e3. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2274.782459] env[62189]: DEBUG nova.network.neutron [req-f65570cf-cf92-40ea-917b-dffec376be39 req-d323e4d2-f85f-4f63-a7ec-fdefbbb56431 service nova] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Updating instance_info_cache with network_info: [{"id": "4f2a9e47-52a4-475f-a787-9eae5eec75e3", "address": "fa:16:3e:1d:47:60", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2a9e47-52", "ovs_interfaceid": "4f2a9e47-52a4-475f-a787-9eae5eec75e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2274.815690] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122859, 'name': ReconfigVM_Task, 'duration_secs': 0.539823} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.815743] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 800a1af0-11b7-493e-8bbd-412057495630/800a1af0-11b7-493e-8bbd-412057495630.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2274.816488] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f943943-a3bd-462b-84cb-aa6fd8486691 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.823863] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2274.823863] env[62189]: value = "task-2122862" [ 2274.823863] env[62189]: _type = "Task" [ 2274.823863] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.832683] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122862, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.006480] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122860, 'name': CreateVM_Task, 'duration_secs': 0.7814} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.006710] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2275.008034] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.008249] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.008608] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2275.008873] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4723704a-49bf-4d6a-9040-1de3c995bd5a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.014685] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2275.014685] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527f4dad-27f4-9b23-d8ff-26b2e003ba27" [ 2275.014685] env[62189]: _type = "Task" [ 2275.014685] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.023659] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527f4dad-27f4-9b23-d8ff-26b2e003ba27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.284859] env[62189]: DEBUG oslo_concurrency.lockutils [req-f65570cf-cf92-40ea-917b-dffec376be39 req-d323e4d2-f85f-4f63-a7ec-fdefbbb56431 service nova] Releasing lock "refresh_cache-ee5fac4a-1316-4347-869e-823a05925cd5" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2275.285441] env[62189]: DEBUG nova.compute.manager [req-f65570cf-cf92-40ea-917b-dffec376be39 req-d323e4d2-f85f-4f63-a7ec-fdefbbb56431 service nova] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Received event network-vif-deleted-fda49717-c1c5-44fe-91f5-d17df6b6c454 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2275.287816] env[62189]: INFO nova.compute.manager [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Took 21.80 seconds to build instance. [ 2275.340042] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122862, 'name': Rename_Task, 'duration_secs': 0.250263} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.342033] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2275.344822] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e121635a-38f7-44a5-9149-08d77a107b19 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.347142] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "69045deb-bc18-493e-b08f-363960d3d16b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.347422] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "69045deb-bc18-493e-b08f-363960d3d16b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.359990] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2275.359990] env[62189]: value = "task-2122864" [ 2275.359990] env[62189]: _type = "Task" [ 2275.359990] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.373033] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.418032] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af60548-b41c-4095-9bfe-136e44c3e4cb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.426749] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2ebe31-df63-4855-97ba-7f2634535649 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.459159] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d44c31-9f1e-4d27-86f5-48dc0df97ea0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.467879] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48cb5c9-7255-4fde-a7cb-2f17c42d95ee {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.482518] env[62189]: DEBUG nova.compute.provider_tree [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2275.526099] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527f4dad-27f4-9b23-d8ff-26b2e003ba27, 'name': SearchDatastore_Task, 'duration_secs': 0.010897} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.526419] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2275.526661] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2275.526891] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.527046] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.527229] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2275.527485] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58030d40-7499-4de5-b6d0-f62eefa2be0a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.540140] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2275.540335] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2275.541216] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cdd2d2e-6ccd-4428-b4b6-2b21e137cc33 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.549726] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2275.549726] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5278ed44-0e2d-4e0b-2ac5-7fde6ffccbd4" [ 2275.549726] env[62189]: _type = "Task" [ 2275.549726] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.560560] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5278ed44-0e2d-4e0b-2ac5-7fde6ffccbd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.566437] env[62189]: DEBUG nova.compute.manager [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Stashing vm_state: active {{(pid=62189) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2275.648070] env[62189]: INFO nova.compute.manager [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Rebuilding instance [ 2275.691044] env[62189]: DEBUG nova.compute.manager [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2275.692064] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdce599f-08c5-47b0-9897-49b4c13d7bb6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.751676] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-391101b2-a60a-4e82-9363-66c69ed47258 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2275.752565] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cb190ea-b1bf-462e-a92a-228a71a7c231 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.763573] env[62189]: DEBUG oslo_vmware.api [None req-391101b2-a60a-4e82-9363-66c69ed47258 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2275.763573] env[62189]: value = "task-2122865" [ 2275.763573] env[62189]: _type = "Task" [ 2275.763573] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.778157] env[62189]: DEBUG oslo_vmware.api [None req-391101b2-a60a-4e82-9363-66c69ed47258 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.792906] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ace55ba3-9f76-4a1d-979a-cea8b487d9c8 tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Lock "2919d1ee-a301-445e-8447-72c3e6972bf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.328s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.853167] env[62189]: DEBUG nova.compute.manager [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2275.871224] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122864, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.986530] env[62189]: DEBUG nova.scheduler.client.report [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2276.061037] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5278ed44-0e2d-4e0b-2ac5-7fde6ffccbd4, 'name': SearchDatastore_Task, 'duration_secs': 0.013092} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.061537] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ee4140-c1d0-4108-926e-33a7d33316a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.068346] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2276.068346] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52392862-303b-07c8-33d8-02119877e426" [ 2276.068346] env[62189]: _type = "Task" [ 2276.068346] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.082027] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52392862-303b-07c8-33d8-02119877e426, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.082211] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2276.082468] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] ee5fac4a-1316-4347-869e-823a05925cd5/ee5fac4a-1316-4347-869e-823a05925cd5.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2276.082728] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bb6dc35-40de-4595-867a-b942742d8c28 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.085395] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.091491] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2276.091491] env[62189]: value = "task-2122866" [ 2276.091491] env[62189]: _type = "Task" [ 2276.091491] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.100661] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.273938] env[62189]: DEBUG oslo_vmware.api [None req-391101b2-a60a-4e82-9363-66c69ed47258 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.373269] env[62189]: DEBUG oslo_vmware.api [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122864, 'name': PowerOnVM_Task, 'duration_secs': 0.946565} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.373672] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2276.373733] env[62189]: INFO nova.compute.manager [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Took 11.11 seconds to spawn the instance on the hypervisor. [ 2276.373996] env[62189]: DEBUG nova.compute.manager [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2276.375016] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fde20c-2e63-4d94-b0cb-22ac9c6f48af {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.378076] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.492371] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2276.492884] env[62189]: DEBUG nova.compute.manager [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2276.495572] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.063s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.496987] env[62189]: INFO nova.compute.claims [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2276.603882] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.706410] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2276.706755] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1928320b-86f4-42c4-bcc7-2a3986965c6d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.718092] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2276.718092] env[62189]: value = "task-2122867" [ 2276.718092] env[62189]: _type = "Task" [ 2276.718092] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.728830] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.776585] env[62189]: DEBUG oslo_vmware.api [None req-391101b2-a60a-4e82-9363-66c69ed47258 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.893027] env[62189]: INFO nova.compute.manager [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Took 25.14 seconds to build instance. [ 2277.001041] env[62189]: DEBUG nova.compute.utils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2277.005321] env[62189]: DEBUG nova.compute.manager [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2277.005321] env[62189]: DEBUG nova.network.neutron [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2277.068410] env[62189]: DEBUG nova.policy [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '541de48960a44a97a33f3ac0a68ffced', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cdf614167094b17ae2592c8752f55da', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2277.104318] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92784} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.104722] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] ee5fac4a-1316-4347-869e-823a05925cd5/ee5fac4a-1316-4347-869e-823a05925cd5.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2277.104992] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2277.105310] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47b86c35-9ce3-4ff3-b0c3-64006c03421f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.114488] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2277.114488] env[62189]: value = "task-2122868" [ 2277.114488] env[62189]: _type = "Task" [ 2277.114488] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.127098] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.229193] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122867, 'name': PowerOffVM_Task, 'duration_secs': 0.324673} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.229193] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2277.229324] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2277.230035] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1ca155-ab47-453b-a2df-f71381080b6a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.237840] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2277.238086] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b418b2d6-aff1-496f-9517-c4bd75f0dae4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.271547] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2277.271787] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2277.274194] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Deleting the datastore file [datastore2] 2919d1ee-a301-445e-8447-72c3e6972bf8 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2277.274194] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bf9e292-d2fd-4124-97a7-1152d3e1bedc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.278487] env[62189]: DEBUG oslo_vmware.api [None req-391101b2-a60a-4e82-9363-66c69ed47258 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122865, 'name': PowerOnVM_Task, 'duration_secs': 1.427298} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.278487] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-391101b2-a60a-4e82-9363-66c69ed47258 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2277.278674] env[62189]: DEBUG nova.compute.manager [None req-391101b2-a60a-4e82-9363-66c69ed47258 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2277.279839] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e52bef-66f8-4ba4-b2fa-b00ebbd750bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.285977] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2277.285977] env[62189]: value = "task-2122870" [ 2277.285977] env[62189]: _type = "Task" [ 2277.285977] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.301990] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.397448] env[62189]: DEBUG oslo_concurrency.lockutils [None req-315138a3-aaea-4c70-9d6b-c433d2eb4ebd tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "800a1af0-11b7-493e-8bbd-412057495630" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.650s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2277.462900] env[62189]: DEBUG nova.network.neutron [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Successfully created port: 63597230-0c1d-4ddf-9557-c46cadd89b99 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2277.500296] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64a2bbfb-9fb5-4460-ad39-4c3ea71740a5 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2277.500537] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64a2bbfb-9fb5-4460-ad39-4c3ea71740a5 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2277.500776] env[62189]: INFO nova.compute.manager [None req-64a2bbfb-9fb5-4460-ad39-4c3ea71740a5 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Rebooting instance [ 2277.506814] env[62189]: DEBUG nova.compute.manager [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2277.624808] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075964} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.627578] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2277.628586] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19171cfc-7829-45d7-9b92-2ca0df28449e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.653443] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] ee5fac4a-1316-4347-869e-823a05925cd5/ee5fac4a-1316-4347-869e-823a05925cd5.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2277.656549] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-572a176f-fabb-4254-b7ec-df0cf810a1ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.679159] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2277.679159] env[62189]: value = "task-2122871" [ 2277.679159] env[62189]: _type = "Task" [ 2277.679159] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.692502] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.806526] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482603} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.807300] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2277.807515] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2277.807693] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2277.837542] env[62189]: DEBUG nova.compute.manager [req-a23409cd-319f-4b7d-ba1a-2c99de1aa1b2 req-18f6f573-c7bc-4860-982e-87837b80059e service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Received event network-changed-97c76183-7a0a-43cd-811f-319f542f93cd {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2277.837762] env[62189]: DEBUG nova.compute.manager [req-a23409cd-319f-4b7d-ba1a-2c99de1aa1b2 req-18f6f573-c7bc-4860-982e-87837b80059e service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Refreshing instance network info cache due to event network-changed-97c76183-7a0a-43cd-811f-319f542f93cd. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2277.838115] env[62189]: DEBUG oslo_concurrency.lockutils [req-a23409cd-319f-4b7d-ba1a-2c99de1aa1b2 req-18f6f573-c7bc-4860-982e-87837b80059e service nova] Acquiring lock "refresh_cache-800a1af0-11b7-493e-8bbd-412057495630" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2277.838273] env[62189]: DEBUG oslo_concurrency.lockutils [req-a23409cd-319f-4b7d-ba1a-2c99de1aa1b2 req-18f6f573-c7bc-4860-982e-87837b80059e service nova] Acquired lock "refresh_cache-800a1af0-11b7-493e-8bbd-412057495630" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2277.838438] env[62189]: DEBUG nova.network.neutron [req-a23409cd-319f-4b7d-ba1a-2c99de1aa1b2 req-18f6f573-c7bc-4860-982e-87837b80059e service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Refreshing network info cache for port 97c76183-7a0a-43cd-811f-319f542f93cd {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2277.845134] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea500b96-b641-4498-8605-3ea293269cb7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.854742] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ecb086-3db9-47b8-9d77-d792e9ea91b4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.887612] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312c70d1-8ce1-4a39-8dc5-b81d1d7af23d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.895915] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405844bf-623b-4727-b07b-f4153d9cda7f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.910943] env[62189]: DEBUG nova.compute.provider_tree [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2278.029854] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64a2bbfb-9fb5-4460-ad39-4c3ea71740a5 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2278.030064] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64a2bbfb-9fb5-4460-ad39-4c3ea71740a5 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2278.030303] env[62189]: DEBUG nova.network.neutron [None req-64a2bbfb-9fb5-4460-ad39-4c3ea71740a5 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2278.190724] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.414344] env[62189]: DEBUG nova.scheduler.client.report [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2278.435842] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2278.435842] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2278.435842] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2278.435842] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2278.522454] env[62189]: DEBUG nova.compute.manager [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2278.557816] env[62189]: DEBUG nova.virt.hardware [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2278.558845] env[62189]: DEBUG nova.virt.hardware [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2278.559460] env[62189]: DEBUG nova.virt.hardware [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2278.559775] env[62189]: DEBUG nova.virt.hardware [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2278.560052] env[62189]: DEBUG nova.virt.hardware [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2278.560359] env[62189]: DEBUG nova.virt.hardware [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2278.560781] env[62189]: DEBUG nova.virt.hardware [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2278.561144] env[62189]: DEBUG nova.virt.hardware [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2278.561530] env[62189]: DEBUG nova.virt.hardware [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2278.561804] env[62189]: DEBUG nova.virt.hardware [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2278.562123] env[62189]: DEBUG nova.virt.hardware [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2278.563154] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bf13b2-cfe4-4afb-b473-7148e3f17984 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.573877] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38acb9bb-5ea3-4894-9630-06d1036ba7cd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.676891] env[62189]: DEBUG nova.network.neutron [req-a23409cd-319f-4b7d-ba1a-2c99de1aa1b2 req-18f6f573-c7bc-4860-982e-87837b80059e service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Updated VIF entry in instance network info cache for port 97c76183-7a0a-43cd-811f-319f542f93cd. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2278.676992] env[62189]: DEBUG nova.network.neutron [req-a23409cd-319f-4b7d-ba1a-2c99de1aa1b2 req-18f6f573-c7bc-4860-982e-87837b80059e service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Updating instance_info_cache with network_info: [{"id": "97c76183-7a0a-43cd-811f-319f542f93cd", "address": "fa:16:3e:08:fc:9f", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c76183-7a", "ovs_interfaceid": "97c76183-7a0a-43cd-811f-319f542f93cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2278.697956] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122871, 'name': ReconfigVM_Task, 'duration_secs': 0.709052} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.698922] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Reconfigured VM instance instance-00000065 to attach disk [datastore2] ee5fac4a-1316-4347-869e-823a05925cd5/ee5fac4a-1316-4347-869e-823a05925cd5.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2278.699725] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0adec939-117c-43f4-812e-efbdbc29ff1a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.708845] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2278.708845] env[62189]: value = "task-2122872" [ 2278.708845] env[62189]: _type = "Task" [ 2278.708845] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.719006] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122872, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.855585] env[62189]: DEBUG nova.virt.hardware [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2278.855920] env[62189]: DEBUG nova.virt.hardware [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2278.856277] env[62189]: DEBUG nova.virt.hardware [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2278.856522] env[62189]: DEBUG nova.virt.hardware [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2278.856974] env[62189]: DEBUG nova.virt.hardware [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2278.857188] env[62189]: DEBUG nova.virt.hardware [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2278.857571] env[62189]: DEBUG nova.virt.hardware [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2278.857760] env[62189]: DEBUG nova.virt.hardware [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2278.857959] env[62189]: DEBUG nova.virt.hardware [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2278.858224] env[62189]: DEBUG nova.virt.hardware [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2278.858478] env[62189]: DEBUG nova.virt.hardware [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2278.859661] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bd9620-f07c-4446-a617-3fee0c0bedaf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.870787] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8a9bbc-ff63-4c97-9134-74d5e6d59c2c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.885796] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Instance VIF info [] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2278.892591] env[62189]: DEBUG oslo.service.loopingcall [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2278.892887] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2278.893169] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec9b1ced-0615-48c0-a7b1-2f2afda4a7a2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.911908] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2278.911908] env[62189]: value = "task-2122873" [ 2278.911908] env[62189]: _type = "Task" [ 2278.911908] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.921785] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.922475] env[62189]: DEBUG nova.compute.manager [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2278.925552] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122873, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.926099] env[62189]: DEBUG oslo_concurrency.lockutils [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.289s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2278.930090] env[62189]: DEBUG nova.objects.instance [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lazy-loading 'resources' on Instance uuid d6b4cf12-640a-4937-8336-0077929e7d4c {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2278.943099] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Skipping network cache update for instance because it is Building. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2278.943365] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Skipping network cache update for instance because it is Building. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2278.943459] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Skipping network cache update for instance because it is Building. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2278.979886] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "refresh_cache-5f68ad50-621d-4214-8edf-09c1304d6e43" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2278.979886] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquired lock "refresh_cache-5f68ad50-621d-4214-8edf-09c1304d6e43" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2278.979886] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Forcefully refreshing network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2278.979886] env[62189]: DEBUG nova.objects.instance [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lazy-loading 'info_cache' on Instance uuid 5f68ad50-621d-4214-8edf-09c1304d6e43 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2279.058579] env[62189]: DEBUG nova.network.neutron [None req-64a2bbfb-9fb5-4460-ad39-4c3ea71740a5 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance_info_cache with network_info: [{"id": "b40850d7-d54c-4893-af29-7f9c0570e0df", "address": "fa:16:3e:65:86:f0", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40850d7-d5", "ovs_interfaceid": "b40850d7-d54c-4893-af29-7f9c0570e0df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2279.180221] env[62189]: DEBUG oslo_concurrency.lockutils [req-a23409cd-319f-4b7d-ba1a-2c99de1aa1b2 req-18f6f573-c7bc-4860-982e-87837b80059e service nova] Releasing lock "refresh_cache-800a1af0-11b7-493e-8bbd-412057495630" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2279.218533] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122872, 'name': Rename_Task, 'duration_secs': 0.154761} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.218808] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2279.219068] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-180ef56b-4321-4677-950e-91221294d6c0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.225887] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2279.225887] env[62189]: value = "task-2122874" [ 2279.225887] env[62189]: _type = "Task" [ 2279.225887] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.238076] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.423221] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122873, 'name': CreateVM_Task, 'duration_secs': 0.396001} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.423570] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2279.423874] env[62189]: DEBUG oslo_concurrency.lockutils [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2279.424075] env[62189]: DEBUG oslo_concurrency.lockutils [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2279.424456] env[62189]: DEBUG oslo_concurrency.lockutils [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2279.424726] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-232afde9-0517-4d09-b3eb-10d10b1e4e30 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.430634] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2279.430634] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52926da1-dc8a-f941-e5e4-e3f5ecb77d27" [ 2279.430634] env[62189]: _type = "Task" [ 2279.430634] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.434908] env[62189]: DEBUG nova.compute.utils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2279.440212] env[62189]: DEBUG nova.compute.manager [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2279.440713] env[62189]: DEBUG nova.network.neutron [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2279.449901] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52926da1-dc8a-f941-e5e4-e3f5ecb77d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.531563] env[62189]: DEBUG nova.policy [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a9b9714e544425ba0f6275f12f51874', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a163083b7cf4f7ca00c214863f72207', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2279.562464] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64a2bbfb-9fb5-4460-ad39-4c3ea71740a5 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2279.733926] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d0251c-e697-48ec-8bc9-f4806c38c3b9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.742698] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.745554] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dbb925-eecc-45f9-88d4-aa38380584eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.778712] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af1b7c6-4b8d-4bec-9f4d-3b489f794e76 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.788419] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba15ce0-9fb8-4230-9476-87fd9b643024 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.805567] env[62189]: DEBUG nova.compute.provider_tree [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2279.898918] env[62189]: DEBUG nova.network.neutron [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Successfully created port: 76000a8c-3a7d-4ad0-852d-3cc2a02c5a44 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2279.943101] env[62189]: DEBUG nova.compute.manager [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2279.945745] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52926da1-dc8a-f941-e5e4-e3f5ecb77d27, 'name': SearchDatastore_Task, 'duration_secs': 0.024553} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.946107] env[62189]: DEBUG oslo_concurrency.lockutils [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2279.946260] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2279.947035] env[62189]: DEBUG oslo_concurrency.lockutils [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2279.947035] env[62189]: DEBUG oslo_concurrency.lockutils [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2279.947035] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2279.947335] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4ced098-1b5b-4fa5-8d83-0a4a653d63b4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.965891] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2279.966406] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2279.967371] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f6356cf-24fd-40cc-aedd-b7e1dee48f31 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.974822] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2279.974822] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524e8a7a-408b-f587-afc5-2a8e925c966f" [ 2279.974822] env[62189]: _type = "Task" [ 2279.974822] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.984069] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524e8a7a-408b-f587-afc5-2a8e925c966f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.077720] env[62189]: DEBUG nova.compute.manager [None req-64a2bbfb-9fb5-4460-ad39-4c3ea71740a5 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2280.079140] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682c18a4-5dc4-4673-8ad7-e440f99711b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.169988] env[62189]: DEBUG oslo_concurrency.lockutils [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "04d77cc1-32ad-4f9a-aefa-25122cdd1827" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2280.170349] env[62189]: DEBUG oslo_concurrency.lockutils [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "04d77cc1-32ad-4f9a-aefa-25122cdd1827" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.170574] env[62189]: DEBUG oslo_concurrency.lockutils [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "04d77cc1-32ad-4f9a-aefa-25122cdd1827-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2280.170904] env[62189]: DEBUG oslo_concurrency.lockutils [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "04d77cc1-32ad-4f9a-aefa-25122cdd1827-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.171144] env[62189]: DEBUG oslo_concurrency.lockutils [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "04d77cc1-32ad-4f9a-aefa-25122cdd1827-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2280.174542] env[62189]: INFO nova.compute.manager [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Terminating instance [ 2280.239478] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122874, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.309546] env[62189]: DEBUG nova.scheduler.client.report [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2280.485757] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524e8a7a-408b-f587-afc5-2a8e925c966f, 'name': SearchDatastore_Task, 'duration_secs': 0.012778} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.486864] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce36d4a-96f6-48b0-bf56-21e6f9b6f652 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.492632] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2280.492632] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c1fc54-fa8b-f0b5-fb1c-50233e942f03" [ 2280.492632] env[62189]: _type = "Task" [ 2280.492632] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.501488] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c1fc54-fa8b-f0b5-fb1c-50233e942f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.544864] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "d84f653c-d4e4-472e-8763-a36b575d4485" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2280.545126] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "d84f653c-d4e4-472e-8763-a36b575d4485" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.545337] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "d84f653c-d4e4-472e-8763-a36b575d4485-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2280.545518] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "d84f653c-d4e4-472e-8763-a36b575d4485-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.545687] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "d84f653c-d4e4-472e-8763-a36b575d4485-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2280.547776] env[62189]: INFO nova.compute.manager [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Terminating instance [ 2280.678900] env[62189]: DEBUG nova.compute.manager [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2280.679415] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2280.682520] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bd5d78-079f-4fe5-ab26-c099aa0b6021 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.688188] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2280.688438] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c015d6c6-9613-49af-8790-dc1b2b928855 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.696096] env[62189]: DEBUG oslo_vmware.api [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2280.696096] env[62189]: value = "task-2122875" [ 2280.696096] env[62189]: _type = "Task" [ 2280.696096] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.700296] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Updating instance_info_cache with network_info: [{"id": "123eff83-ac3e-418e-86a9-71619ba3d180", "address": "fa:16:3e:8a:44:3d", "network": {"id": "6c08450f-247b-4e69-8518-8bc399c65039", "bridge": "br-int", "label": "tempest-ServersTestJSON-1857070616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4c2687d706b4e10b6e412f4532d8114", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123eff83-ac", "ovs_interfaceid": "123eff83-ac3e-418e-86a9-71619ba3d180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2280.707525] env[62189]: DEBUG oslo_vmware.api [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.738252] env[62189]: DEBUG oslo_vmware.api [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122874, 'name': PowerOnVM_Task, 'duration_secs': 1.054677} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.738531] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2280.738738] env[62189]: INFO nova.compute.manager [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Took 9.49 seconds to spawn the instance on the hypervisor. [ 2280.738921] env[62189]: DEBUG nova.compute.manager [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2280.739697] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1787abb2-b136-4e0c-b2b0-14eec0e6da9b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.814927] env[62189]: DEBUG oslo_concurrency.lockutils [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2280.817575] env[62189]: DEBUG oslo_concurrency.lockutils [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.045s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.817714] env[62189]: DEBUG nova.objects.instance [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lazy-loading 'resources' on Instance uuid e41726b5-8623-496e-9e85-a35029fb4779 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2280.839776] env[62189]: INFO nova.scheduler.client.report [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Deleted allocations for instance d6b4cf12-640a-4937-8336-0077929e7d4c [ 2280.959023] env[62189]: DEBUG nova.compute.manager [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2280.986200] env[62189]: DEBUG nova.virt.hardware [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2280.986460] env[62189]: DEBUG nova.virt.hardware [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2280.986621] env[62189]: DEBUG nova.virt.hardware [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2280.986799] env[62189]: DEBUG nova.virt.hardware [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2280.986943] env[62189]: DEBUG nova.virt.hardware [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2280.987127] env[62189]: DEBUG nova.virt.hardware [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2280.987350] env[62189]: DEBUG nova.virt.hardware [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2280.987514] env[62189]: DEBUG nova.virt.hardware [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2280.987681] env[62189]: DEBUG nova.virt.hardware [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2280.987842] env[62189]: DEBUG nova.virt.hardware [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2280.988030] env[62189]: DEBUG nova.virt.hardware [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2280.988895] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21deaf02-4dd8-4f13-a5ef-b819422b52c5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.999501] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eb201d-ba74-438d-ac77-26b767eb9472 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.006726] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c1fc54-fa8b-f0b5-fb1c-50233e942f03, 'name': SearchDatastore_Task, 'duration_secs': 0.015138} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.007279] env[62189]: DEBUG oslo_concurrency.lockutils [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2281.007562] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 2919d1ee-a301-445e-8447-72c3e6972bf8/2919d1ee-a301-445e-8447-72c3e6972bf8.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2281.007810] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e525f719-df14-44f9-abc7-140a6aa6c59e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.023072] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2281.023072] env[62189]: value = "task-2122876" [ 2281.023072] env[62189]: _type = "Task" [ 2281.023072] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.031562] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.051490] env[62189]: DEBUG nova.compute.manager [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2281.051700] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2281.052550] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95930c8-eadb-4e8e-83ba-ff65fe76907d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.060741] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2281.060975] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80ab7930-30c2-4224-8ae6-70fa47479da2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.068948] env[62189]: DEBUG oslo_vmware.api [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2281.068948] env[62189]: value = "task-2122877" [ 2281.068948] env[62189]: _type = "Task" [ 2281.068948] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.078071] env[62189]: DEBUG oslo_vmware.api [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.096074] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed86446-ef0b-4fd6-b66f-a6af2cc9db5a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.104710] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-64a2bbfb-9fb5-4460-ad39-4c3ea71740a5 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Doing hard reboot of VM {{(pid=62189) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2281.104960] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a56fbecd-20bd-45d8-9693-f88979c4636a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.113208] env[62189]: DEBUG oslo_vmware.api [None req-64a2bbfb-9fb5-4460-ad39-4c3ea71740a5 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2281.113208] env[62189]: value = "task-2122878" [ 2281.113208] env[62189]: _type = "Task" [ 2281.113208] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.122171] env[62189]: DEBUG oslo_vmware.api [None req-64a2bbfb-9fb5-4460-ad39-4c3ea71740a5 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122878, 'name': ResetVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.203426] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Releasing lock "refresh_cache-5f68ad50-621d-4214-8edf-09c1304d6e43" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2281.203631] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Updated the network info_cache for instance {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2281.204157] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2281.204157] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2281.207901] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2281.208210] env[62189]: DEBUG oslo_vmware.api [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122875, 'name': PowerOffVM_Task, 'duration_secs': 0.26293} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.208404] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2281.208628] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2281.208825] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2281.209122] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2281.209310] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a4cbd9b-7f6a-4e1c-b866-6fe4f8bff029 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.211026] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2281.211397] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2281.211615] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2281.258629] env[62189]: INFO nova.compute.manager [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Took 17.23 seconds to build instance. [ 2281.353325] env[62189]: DEBUG oslo_concurrency.lockutils [None req-99ec3aaf-0631-422b-9e86-66301862df8e tempest-ServersNegativeTestJSON-1824660285 tempest-ServersNegativeTestJSON-1824660285-project-member] Lock "d6b4cf12-640a-4937-8336-0077929e7d4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.353s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.538114] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122876, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.583949] env[62189]: DEBUG oslo_vmware.api [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122877, 'name': PowerOffVM_Task, 'duration_secs': 0.247119} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.584393] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2281.584758] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2281.585175] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbaa53ab-85c5-4adb-bb1a-8b00088ef80f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.616020] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc4faee-f7fc-47d2-af91-04304a5e2703 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.626622] env[62189]: DEBUG oslo_vmware.api [None req-64a2bbfb-9fb5-4460-ad39-4c3ea71740a5 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122878, 'name': ResetVM_Task, 'duration_secs': 0.109554} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.629394] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-64a2bbfb-9fb5-4460-ad39-4c3ea71740a5 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Did hard reboot of VM {{(pid=62189) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2281.629756] env[62189]: DEBUG nova.compute.manager [None req-64a2bbfb-9fb5-4460-ad39-4c3ea71740a5 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2281.630828] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7a769a-da6a-4bcd-8e2c-2b89f4bb0e03 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.634053] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2a1a1f-8009-418b-95c9-2733ddd38996 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.672225] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9628a706-052f-4d45-a3e1-f4ae04b3de92 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.681265] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe11300-7578-4355-9030-860dd8fdc401 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.696573] env[62189]: DEBUG nova.compute.provider_tree [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2281.715969] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2281.763256] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b3a976d5-411c-4123-bb6a-706382f1abc0 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "ee5fac4a-1316-4347-869e-823a05925cd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.739s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.034986] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521694} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.035847] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 2919d1ee-a301-445e-8447-72c3e6972bf8/2919d1ee-a301-445e-8447-72c3e6972bf8.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2282.035847] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2282.036125] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ce9bf90-cca3-4ed3-b4f8-a8dad095f24a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.044833] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2282.044833] env[62189]: value = "task-2122881" [ 2282.044833] env[62189]: _type = "Task" [ 2282.044833] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.054737] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.177130] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64a2bbfb-9fb5-4460-ad39-4c3ea71740a5 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.676s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.199232] env[62189]: DEBUG nova.scheduler.client.report [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2282.557684] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123217} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.558054] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2282.558784] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79256d0f-1e2c-4c31-a69a-c164aa131c60 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.582625] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 2919d1ee-a301-445e-8447-72c3e6972bf8/2919d1ee-a301-445e-8447-72c3e6972bf8.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2282.582966] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aed8d6d7-67ca-42f6-a38c-b35a63c2d6c9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.605847] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2282.605847] env[62189]: value = "task-2122882" [ 2282.605847] env[62189]: _type = "Task" [ 2282.605847] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.615093] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.655625] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3b3765ec-3459-4fcc-ace9-87a4fe0f984a tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "ee5fac4a-1316-4347-869e-823a05925cd5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.655882] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3b3765ec-3459-4fcc-ace9-87a4fe0f984a tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "ee5fac4a-1316-4347-869e-823a05925cd5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.656095] env[62189]: DEBUG nova.compute.manager [None req-3b3765ec-3459-4fcc-ace9-87a4fe0f984a tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2282.657062] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3b3b2c-a5b3-44c6-aa3a-2f8a2a1b30ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.665020] env[62189]: DEBUG nova.compute.manager [None req-3b3765ec-3459-4fcc-ace9-87a4fe0f984a tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62189) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2282.665614] env[62189]: DEBUG nova.objects.instance [None req-3b3765ec-3459-4fcc-ace9-87a4fe0f984a tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lazy-loading 'flavor' on Instance uuid ee5fac4a-1316-4347-869e-823a05925cd5 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2282.706922] env[62189]: DEBUG oslo_concurrency.lockutils [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.709238] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.624s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.732143] env[62189]: INFO nova.scheduler.client.report [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleted allocations for instance e41726b5-8623-496e-9e85-a35029fb4779 [ 2283.117787] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.214347] env[62189]: INFO nova.compute.claims [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2283.240588] env[62189]: DEBUG oslo_concurrency.lockutils [None req-602bc92a-8822-4a1d-a421-d95fd5c25e7e tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "e41726b5-8623-496e-9e85-a35029fb4779" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.069s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2283.617432] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122882, 'name': ReconfigVM_Task, 'duration_secs': 0.730705} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.617706] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 2919d1ee-a301-445e-8447-72c3e6972bf8/2919d1ee-a301-445e-8447-72c3e6972bf8.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2283.618339] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aef9a83f-046a-4006-8037-86ab1cb9728a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.626037] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2283.626037] env[62189]: value = "task-2122883" [ 2283.626037] env[62189]: _type = "Task" [ 2283.626037] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.635401] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122883, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.673368] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3765ec-3459-4fcc-ace9-87a4fe0f984a tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2283.673682] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81515483-afb9-498d-9f98-79f666255df6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.681717] env[62189]: DEBUG oslo_vmware.api [None req-3b3765ec-3459-4fcc-ace9-87a4fe0f984a tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2283.681717] env[62189]: value = "task-2122884" [ 2283.681717] env[62189]: _type = "Task" [ 2283.681717] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.692010] env[62189]: DEBUG oslo_vmware.api [None req-3b3765ec-3459-4fcc-ace9-87a4fe0f984a tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.722027] env[62189]: INFO nova.compute.resource_tracker [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating resource usage from migration 55e5c868-4d22-4354-9286-ce0630d1693a [ 2283.987586] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61e9105-3efa-4f88-b799-dad9a894a985 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.999374] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16498de2-38e8-4cc2-8a06-15c4e7c2ba1e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.032332] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f76069-ad15-4427-9c01-cf5ec9b57313 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.041472] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3d6245-ccd9-4e06-9848-de43d20d9bcc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.056261] env[62189]: DEBUG nova.compute.provider_tree [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2284.137553] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122883, 'name': Rename_Task, 'duration_secs': 0.242056} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.137834] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2284.138107] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a6f0a5d-d516-413c-a5f5-b186a2b1d372 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.145039] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "466c94c3-e292-43c4-8de7-106fc8cd7b80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.145303] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "466c94c3-e292-43c4-8de7-106fc8cd7b80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.148706] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2284.148706] env[62189]: value = "task-2122885" [ 2284.148706] env[62189]: _type = "Task" [ 2284.148706] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.157776] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.192834] env[62189]: DEBUG oslo_vmware.api [None req-3b3765ec-3459-4fcc-ace9-87a4fe0f984a tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122884, 'name': PowerOffVM_Task, 'duration_secs': 0.327177} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.193122] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b3765ec-3459-4fcc-ace9-87a4fe0f984a tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2284.193415] env[62189]: DEBUG nova.compute.manager [None req-3b3765ec-3459-4fcc-ace9-87a4fe0f984a tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2284.194591] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f7ae5c-759d-4963-8f37-eb5cf0b3f05c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.560381] env[62189]: DEBUG nova.scheduler.client.report [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2284.597527] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2284.597781] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2284.597935] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Deleting the datastore file [datastore2] d84f653c-d4e4-472e-8763-a36b575d4485 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2284.598238] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c04bfd31-977b-46eb-b95a-2a762b2dd52c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.607169] env[62189]: DEBUG oslo_vmware.api [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2284.607169] env[62189]: value = "task-2122886" [ 2284.607169] env[62189]: _type = "Task" [ 2284.607169] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.616515] env[62189]: DEBUG oslo_vmware.api [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.624881] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2284.624881] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2284.625483] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Deleting the datastore file [datastore2] 04d77cc1-32ad-4f9a-aefa-25122cdd1827 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2284.625483] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-257cc459-6606-4b14-b47e-f5ea0d545a82 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.634408] env[62189]: DEBUG oslo_vmware.api [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2284.634408] env[62189]: value = "task-2122887" [ 2284.634408] env[62189]: _type = "Task" [ 2284.634408] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.643357] env[62189]: DEBUG oslo_vmware.api [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.649900] env[62189]: DEBUG nova.compute.manager [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2284.662288] env[62189]: DEBUG oslo_vmware.api [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122885, 'name': PowerOnVM_Task, 'duration_secs': 0.506982} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.662548] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2284.662803] env[62189]: DEBUG nova.compute.manager [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2284.663858] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4477d15-f538-437f-8ad2-5198729ae319 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.706874] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3b3765ec-3459-4fcc-ace9-87a4fe0f984a tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "ee5fac4a-1316-4347-869e-823a05925cd5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.067664] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.358s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.067897] env[62189]: INFO nova.compute.manager [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Migrating [ 2285.075053] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.697s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.077336] env[62189]: INFO nova.compute.claims [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2285.120426] env[62189]: DEBUG oslo_vmware.api [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174162} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.120507] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2285.120648] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2285.120829] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2285.120999] env[62189]: INFO nova.compute.manager [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Took 4.07 seconds to destroy the instance on the hypervisor. [ 2285.121271] env[62189]: DEBUG oslo.service.loopingcall [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2285.121461] env[62189]: DEBUG nova.compute.manager [-] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2285.121613] env[62189]: DEBUG nova.network.neutron [-] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2285.146789] env[62189]: DEBUG oslo_vmware.api [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216136} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.147390] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2285.147641] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2285.147825] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2285.147999] env[62189]: INFO nova.compute.manager [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Took 4.47 seconds to destroy the instance on the hypervisor. [ 2285.148260] env[62189]: DEBUG oslo.service.loopingcall [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2285.148551] env[62189]: DEBUG nova.compute.manager [-] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2285.148690] env[62189]: DEBUG nova.network.neutron [-] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2285.179776] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.183423] env[62189]: DEBUG oslo_concurrency.lockutils [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.344403] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "ee5fac4a-1316-4347-869e-823a05925cd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.344639] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "ee5fac4a-1316-4347-869e-823a05925cd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.344895] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "ee5fac4a-1316-4347-869e-823a05925cd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.345115] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "ee5fac4a-1316-4347-869e-823a05925cd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.345323] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "ee5fac4a-1316-4347-869e-823a05925cd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.347722] env[62189]: INFO nova.compute.manager [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Terminating instance [ 2285.421472] env[62189]: DEBUG nova.compute.manager [req-7cb09668-55d1-4096-b425-e7c0316145dd req-3fac71ac-f785-44c4-bdbc-5b650f22e298 service nova] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Received event network-vif-deleted-82a5d6f1-09ae-4cdb-98b1-40362a390be6 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2285.421472] env[62189]: INFO nova.compute.manager [req-7cb09668-55d1-4096-b425-e7c0316145dd req-3fac71ac-f785-44c4-bdbc-5b650f22e298 service nova] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Neutron deleted interface 82a5d6f1-09ae-4cdb-98b1-40362a390be6; detaching it from the instance and deleting it from the info cache [ 2285.421472] env[62189]: DEBUG nova.network.neutron [req-7cb09668-55d1-4096-b425-e7c0316145dd req-3fac71ac-f785-44c4-bdbc-5b650f22e298 service nova] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2285.513615] env[62189]: DEBUG nova.compute.manager [req-36fd7bc1-e82e-42fc-9ab4-360946921c63 req-badeaa9d-5fae-4b24-8e3e-1ec0c8444bb3 service nova] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Received event network-vif-plugged-76000a8c-3a7d-4ad0-852d-3cc2a02c5a44 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2285.513831] env[62189]: DEBUG oslo_concurrency.lockutils [req-36fd7bc1-e82e-42fc-9ab4-360946921c63 req-badeaa9d-5fae-4b24-8e3e-1ec0c8444bb3 service nova] Acquiring lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.515179] env[62189]: DEBUG oslo_concurrency.lockutils [req-36fd7bc1-e82e-42fc-9ab4-360946921c63 req-badeaa9d-5fae-4b24-8e3e-1ec0c8444bb3 service nova] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.515179] env[62189]: DEBUG oslo_concurrency.lockutils [req-36fd7bc1-e82e-42fc-9ab4-360946921c63 req-badeaa9d-5fae-4b24-8e3e-1ec0c8444bb3 service nova] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.515179] env[62189]: DEBUG nova.compute.manager [req-36fd7bc1-e82e-42fc-9ab4-360946921c63 req-badeaa9d-5fae-4b24-8e3e-1ec0c8444bb3 service nova] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] No waiting events found dispatching network-vif-plugged-76000a8c-3a7d-4ad0-852d-3cc2a02c5a44 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2285.515179] env[62189]: WARNING nova.compute.manager [req-36fd7bc1-e82e-42fc-9ab4-360946921c63 req-badeaa9d-5fae-4b24-8e3e-1ec0c8444bb3 service nova] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Received unexpected event network-vif-plugged-76000a8c-3a7d-4ad0-852d-3cc2a02c5a44 for instance with vm_state building and task_state spawning. [ 2285.590106] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2285.590317] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2285.590452] env[62189]: DEBUG nova.network.neutron [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2285.601971] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquiring lock "2919d1ee-a301-445e-8447-72c3e6972bf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.602237] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Lock "2919d1ee-a301-445e-8447-72c3e6972bf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.602433] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquiring lock "2919d1ee-a301-445e-8447-72c3e6972bf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.602611] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Lock "2919d1ee-a301-445e-8447-72c3e6972bf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.602774] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Lock "2919d1ee-a301-445e-8447-72c3e6972bf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.604619] env[62189]: INFO nova.compute.manager [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Terminating instance [ 2285.609196] env[62189]: DEBUG nova.network.neutron [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Successfully updated port: 76000a8c-3a7d-4ad0-852d-3cc2a02c5a44 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2285.711980] env[62189]: DEBUG nova.network.neutron [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Successfully updated port: 63597230-0c1d-4ddf-9557-c46cadd89b99 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2285.852169] env[62189]: DEBUG nova.compute.manager [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2285.852432] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2285.853489] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3791e879-9f6e-4a7d-bb3f-82a01bd5924c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.862241] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2285.862488] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d929b98-fbd7-426e-882f-9a9e2f777442 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.886537] env[62189]: DEBUG nova.network.neutron [-] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2285.923598] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fee243e2-9d86-4b59-b8c3-87be7be1425a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.933728] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b0b14b-cb3c-4343-aa85-9f3ee2d655f6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.971648] env[62189]: DEBUG nova.compute.manager [req-7cb09668-55d1-4096-b425-e7c0316145dd req-3fac71ac-f785-44c4-bdbc-5b650f22e298 service nova] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Detach interface failed, port_id=82a5d6f1-09ae-4cdb-98b1-40362a390be6, reason: Instance d84f653c-d4e4-472e-8763-a36b575d4485 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2285.973043] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2285.973267] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2285.973455] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleting the datastore file [datastore2] ee5fac4a-1316-4347-869e-823a05925cd5 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2285.973713] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05806a9a-e9e8-46a4-8f21-92d0b09a733c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.981325] env[62189]: DEBUG oslo_vmware.api [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2285.981325] env[62189]: value = "task-2122889" [ 2285.981325] env[62189]: _type = "Task" [ 2285.981325] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.989625] env[62189]: DEBUG oslo_vmware.api [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.006188] env[62189]: DEBUG nova.network.neutron [-] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2286.109405] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquiring lock "refresh_cache-2919d1ee-a301-445e-8447-72c3e6972bf8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2286.109660] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquired lock "refresh_cache-2919d1ee-a301-445e-8447-72c3e6972bf8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2286.109862] env[62189]: DEBUG nova.network.neutron [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2286.111458] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "refresh_cache-b305947d-e6d2-4ff1-9fcc-8f09aa16032e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2286.111643] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquired lock "refresh_cache-b305947d-e6d2-4ff1-9fcc-8f09aa16032e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2286.111892] env[62189]: DEBUG nova.network.neutron [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2286.215781] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Acquiring lock "refresh_cache-54c20750-c0eb-45c0-89d0-7540343e6585" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2286.215928] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Acquired lock "refresh_cache-54c20750-c0eb-45c0-89d0-7540343e6585" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2286.216089] env[62189]: DEBUG nova.network.neutron [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2286.340468] env[62189]: DEBUG nova.network.neutron [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance_info_cache with network_info: [{"id": "7693ee58-7ec5-47f7-ab8c-db5250f1b118", "address": "fa:16:3e:e9:43:c5", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7693ee58-7e", "ovs_interfaceid": "7693ee58-7ec5-47f7-ab8c-db5250f1b118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2286.343127] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78642f9-1043-445f-b8ce-96d47699a00f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.352901] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b9a05b-cf76-4d73-b78c-c380cdaadda5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.384836] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76085fa-e626-4a35-93b3-9b5efd3d011a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.389100] env[62189]: INFO nova.compute.manager [-] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Took 1.27 seconds to deallocate network for instance. [ 2286.396565] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946defb5-dba3-4de7-bc3c-afb1c9533303 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.411217] env[62189]: DEBUG nova.compute.provider_tree [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2286.493491] env[62189]: DEBUG oslo_vmware.api [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127329} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.493742] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2286.493919] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2286.494111] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2286.494283] env[62189]: INFO nova.compute.manager [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Took 0.64 seconds to destroy the instance on the hypervisor. [ 2286.494519] env[62189]: DEBUG oslo.service.loopingcall [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2286.494705] env[62189]: DEBUG nova.compute.manager [-] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2286.494800] env[62189]: DEBUG nova.network.neutron [-] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2286.508521] env[62189]: INFO nova.compute.manager [-] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Took 1.36 seconds to deallocate network for instance. [ 2286.644167] env[62189]: DEBUG nova.network.neutron [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2286.664030] env[62189]: DEBUG nova.network.neutron [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2286.738592] env[62189]: DEBUG nova.network.neutron [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2286.749891] env[62189]: DEBUG nova.network.neutron [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2286.838845] env[62189]: DEBUG nova.network.neutron [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Updating instance_info_cache with network_info: [{"id": "76000a8c-3a7d-4ad0-852d-3cc2a02c5a44", "address": "fa:16:3e:be:27:d3", "network": {"id": "3757c40d-1946-42da-8aad-d026752a2938", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1334281481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a163083b7cf4f7ca00c214863f72207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76000a8c-3a", "ovs_interfaceid": "76000a8c-3a7d-4ad0-852d-3cc2a02c5a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2286.846801] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2286.893809] env[62189]: DEBUG nova.network.neutron [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Updating instance_info_cache with network_info: [{"id": "63597230-0c1d-4ddf-9557-c46cadd89b99", "address": "fa:16:3e:d4:29:42", "network": {"id": "0d2151b2-d569-4f3b-a712-def2795b1822", "bridge": "br-int", "label": "tempest-ServersTestJSON-79880136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cdf614167094b17ae2592c8752f55da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63597230-0c", "ovs_interfaceid": "63597230-0c1d-4ddf-9557-c46cadd89b99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2286.902328] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.934015] env[62189]: ERROR nova.scheduler.client.report [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [req-40f81da7-c589-4b75-ae81-90e59cdf83c2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-40f81da7-c589-4b75-ae81-90e59cdf83c2"}]} [ 2286.951238] env[62189]: DEBUG nova.scheduler.client.report [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2286.965047] env[62189]: DEBUG nova.scheduler.client.report [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2286.965305] env[62189]: DEBUG nova.compute.provider_tree [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2286.976793] env[62189]: DEBUG nova.scheduler.client.report [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2286.995754] env[62189]: DEBUG nova.scheduler.client.report [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2287.017109] env[62189]: DEBUG oslo_concurrency.lockutils [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2287.217238] env[62189]: DEBUG nova.network.neutron [-] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2287.233631] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd150a3-66e7-4033-9707-9913991fe743 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.242099] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Releasing lock "refresh_cache-2919d1ee-a301-445e-8447-72c3e6972bf8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2287.242540] env[62189]: DEBUG nova.compute.manager [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2287.242729] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2287.243567] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0448ea7e-e987-418b-aab9-ab517187a45c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.247909] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24760b2-1dd5-48d4-8d1f-bcec71aa374f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.255556] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2287.278776] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5fbf428-0d56-43a1-aaf7-fd0b4d2ad065 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.281673] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a109ed2-6b72-431c-99e4-4c86a2959d67 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.289592] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d757fe05-5950-44f8-bf36-2f0d519a67a3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.296388] env[62189]: DEBUG oslo_vmware.api [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2287.296388] env[62189]: value = "task-2122890" [ 2287.296388] env[62189]: _type = "Task" [ 2287.296388] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.308311] env[62189]: DEBUG nova.compute.provider_tree [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2287.316602] env[62189]: DEBUG oslo_vmware.api [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.341061] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Releasing lock "refresh_cache-b305947d-e6d2-4ff1-9fcc-8f09aa16032e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2287.341427] env[62189]: DEBUG nova.compute.manager [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Instance network_info: |[{"id": "76000a8c-3a7d-4ad0-852d-3cc2a02c5a44", "address": "fa:16:3e:be:27:d3", "network": {"id": "3757c40d-1946-42da-8aad-d026752a2938", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1334281481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a163083b7cf4f7ca00c214863f72207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76000a8c-3a", "ovs_interfaceid": "76000a8c-3a7d-4ad0-852d-3cc2a02c5a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2287.341864] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:27:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76000a8c-3a7d-4ad0-852d-3cc2a02c5a44', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2287.349253] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Creating folder: Project (9a163083b7cf4f7ca00c214863f72207). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2287.353062] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d05834a6-ae4d-4955-97c8-5e51857fc5e4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.368970] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Created folder: Project (9a163083b7cf4f7ca00c214863f72207) in parent group-v433996. [ 2287.369189] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Creating folder: Instances. Parent ref: group-v434272. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2287.369442] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fce6ae3-8d48-44c0-910d-ef9bb6976990 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.385980] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Created folder: Instances in parent group-v434272. [ 2287.386370] env[62189]: DEBUG oslo.service.loopingcall [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2287.386577] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2287.386844] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14dc3699-d7ab-4a79-84de-c2c109d9da3c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.402492] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Releasing lock "refresh_cache-54c20750-c0eb-45c0-89d0-7540343e6585" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2287.402762] env[62189]: DEBUG nova.compute.manager [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Instance network_info: |[{"id": "63597230-0c1d-4ddf-9557-c46cadd89b99", "address": "fa:16:3e:d4:29:42", "network": {"id": "0d2151b2-d569-4f3b-a712-def2795b1822", "bridge": "br-int", "label": "tempest-ServersTestJSON-79880136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cdf614167094b17ae2592c8752f55da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63597230-0c", "ovs_interfaceid": "63597230-0c1d-4ddf-9557-c46cadd89b99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2287.403199] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:29:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63597230-0c1d-4ddf-9557-c46cadd89b99', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2287.410327] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Creating folder: Project (6cdf614167094b17ae2592c8752f55da). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2287.411358] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29e7b28a-b48d-41c0-b21a-ef5082c4730d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.416467] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2287.416467] env[62189]: value = "task-2122893" [ 2287.416467] env[62189]: _type = "Task" [ 2287.416467] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.425859] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122893, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.427392] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Created folder: Project (6cdf614167094b17ae2592c8752f55da) in parent group-v433996. [ 2287.427615] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Creating folder: Instances. Parent ref: group-v434274. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2287.427907] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97074284-6c22-43fa-a87b-f85dbfe2add0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.441557] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Created folder: Instances in parent group-v434274. [ 2287.441838] env[62189]: DEBUG oslo.service.loopingcall [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2287.442056] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2287.442304] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6a56401-f0b3-4d89-9be8-3fa15a311638 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.460431] env[62189]: DEBUG nova.compute.manager [req-4d41f82e-414c-4fd2-a94a-331ee60e589f req-a6ab8319-88cd-482c-9368-97d71c65223b service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Received event network-vif-plugged-63597230-0c1d-4ddf-9557-c46cadd89b99 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2287.460637] env[62189]: DEBUG oslo_concurrency.lockutils [req-4d41f82e-414c-4fd2-a94a-331ee60e589f req-a6ab8319-88cd-482c-9368-97d71c65223b service nova] Acquiring lock "54c20750-c0eb-45c0-89d0-7540343e6585-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2287.460840] env[62189]: DEBUG oslo_concurrency.lockutils [req-4d41f82e-414c-4fd2-a94a-331ee60e589f req-a6ab8319-88cd-482c-9368-97d71c65223b service nova] Lock "54c20750-c0eb-45c0-89d0-7540343e6585-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2287.461025] env[62189]: DEBUG oslo_concurrency.lockutils [req-4d41f82e-414c-4fd2-a94a-331ee60e589f req-a6ab8319-88cd-482c-9368-97d71c65223b service nova] Lock "54c20750-c0eb-45c0-89d0-7540343e6585-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2287.461221] env[62189]: DEBUG nova.compute.manager [req-4d41f82e-414c-4fd2-a94a-331ee60e589f req-a6ab8319-88cd-482c-9368-97d71c65223b service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] No waiting events found dispatching network-vif-plugged-63597230-0c1d-4ddf-9557-c46cadd89b99 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2287.461394] env[62189]: WARNING nova.compute.manager [req-4d41f82e-414c-4fd2-a94a-331ee60e589f req-a6ab8319-88cd-482c-9368-97d71c65223b service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Received unexpected event network-vif-plugged-63597230-0c1d-4ddf-9557-c46cadd89b99 for instance with vm_state building and task_state spawning. [ 2287.461571] env[62189]: DEBUG nova.compute.manager [req-4d41f82e-414c-4fd2-a94a-331ee60e589f req-a6ab8319-88cd-482c-9368-97d71c65223b service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Received event network-changed-63597230-0c1d-4ddf-9557-c46cadd89b99 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2287.461757] env[62189]: DEBUG nova.compute.manager [req-4d41f82e-414c-4fd2-a94a-331ee60e589f req-a6ab8319-88cd-482c-9368-97d71c65223b service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Refreshing instance network info cache due to event network-changed-63597230-0c1d-4ddf-9557-c46cadd89b99. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2287.461973] env[62189]: DEBUG oslo_concurrency.lockutils [req-4d41f82e-414c-4fd2-a94a-331ee60e589f req-a6ab8319-88cd-482c-9368-97d71c65223b service nova] Acquiring lock "refresh_cache-54c20750-c0eb-45c0-89d0-7540343e6585" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2287.462152] env[62189]: DEBUG oslo_concurrency.lockutils [req-4d41f82e-414c-4fd2-a94a-331ee60e589f req-a6ab8319-88cd-482c-9368-97d71c65223b service nova] Acquired lock "refresh_cache-54c20750-c0eb-45c0-89d0-7540343e6585" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2287.462345] env[62189]: DEBUG nova.network.neutron [req-4d41f82e-414c-4fd2-a94a-331ee60e589f req-a6ab8319-88cd-482c-9368-97d71c65223b service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Refreshing network info cache for port 63597230-0c1d-4ddf-9557-c46cadd89b99 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2287.474446] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2287.474446] env[62189]: value = "task-2122896" [ 2287.474446] env[62189]: _type = "Task" [ 2287.474446] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.488601] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122896, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.546211] env[62189]: DEBUG nova.compute.manager [req-b4767a67-7c87-4b3e-a98e-79f53c00f6a8 req-9476da8b-51ec-4933-9675-337acc4c9680 service nova] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Received event network-vif-deleted-02e1ab20-b5b4-4966-82dd-50904e7036cd {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2287.546390] env[62189]: DEBUG nova.compute.manager [req-b4767a67-7c87-4b3e-a98e-79f53c00f6a8 req-9476da8b-51ec-4933-9675-337acc4c9680 service nova] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Received event network-changed-76000a8c-3a7d-4ad0-852d-3cc2a02c5a44 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2287.546571] env[62189]: DEBUG nova.compute.manager [req-b4767a67-7c87-4b3e-a98e-79f53c00f6a8 req-9476da8b-51ec-4933-9675-337acc4c9680 service nova] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Refreshing instance network info cache due to event network-changed-76000a8c-3a7d-4ad0-852d-3cc2a02c5a44. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2287.546843] env[62189]: DEBUG oslo_concurrency.lockutils [req-b4767a67-7c87-4b3e-a98e-79f53c00f6a8 req-9476da8b-51ec-4933-9675-337acc4c9680 service nova] Acquiring lock "refresh_cache-b305947d-e6d2-4ff1-9fcc-8f09aa16032e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2287.547097] env[62189]: DEBUG oslo_concurrency.lockutils [req-b4767a67-7c87-4b3e-a98e-79f53c00f6a8 req-9476da8b-51ec-4933-9675-337acc4c9680 service nova] Acquired lock "refresh_cache-b305947d-e6d2-4ff1-9fcc-8f09aa16032e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2287.547337] env[62189]: DEBUG nova.network.neutron [req-b4767a67-7c87-4b3e-a98e-79f53c00f6a8 req-9476da8b-51ec-4933-9675-337acc4c9680 service nova] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Refreshing network info cache for port 76000a8c-3a7d-4ad0-852d-3cc2a02c5a44 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2287.720331] env[62189]: INFO nova.compute.manager [-] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Took 1.23 seconds to deallocate network for instance. [ 2287.810084] env[62189]: DEBUG oslo_vmware.api [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122890, 'name': PowerOffVM_Task, 'duration_secs': 0.211046} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.810540] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2287.810616] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2287.813423] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c341b7e-d4de-4b81-971e-ae6c9f6fc111 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.847899] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2287.848200] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2287.848573] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Deleting the datastore file [datastore2] 2919d1ee-a301-445e-8447-72c3e6972bf8 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2287.849890] env[62189]: DEBUG nova.scheduler.client.report [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2287.849890] env[62189]: DEBUG nova.compute.provider_tree [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 146 to 147 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2287.849890] env[62189]: DEBUG nova.compute.provider_tree [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2287.853428] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ba2346b-7bbc-4637-822e-f159535fc09f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.864903] env[62189]: DEBUG oslo_vmware.api [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for the task: (returnval){ [ 2287.864903] env[62189]: value = "task-2122898" [ 2287.864903] env[62189]: _type = "Task" [ 2287.864903] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.880924] env[62189]: DEBUG oslo_vmware.api [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.928054] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122893, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.985255] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122896, 'name': CreateVM_Task, 'duration_secs': 0.487905} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.985470] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2287.986098] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2287.986272] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2287.986594] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2287.986846] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda5b5c1-69dc-42de-b030-3ea91db09050 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.992528] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Waiting for the task: (returnval){ [ 2287.992528] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529d3dfc-932a-2ce2-9f9a-dc9022bf4004" [ 2287.992528] env[62189]: _type = "Task" [ 2287.992528] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.001328] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529d3dfc-932a-2ce2-9f9a-dc9022bf4004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.181630] env[62189]: DEBUG nova.network.neutron [req-4d41f82e-414c-4fd2-a94a-331ee60e589f req-a6ab8319-88cd-482c-9368-97d71c65223b service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Updated VIF entry in instance network info cache for port 63597230-0c1d-4ddf-9557-c46cadd89b99. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2288.181988] env[62189]: DEBUG nova.network.neutron [req-4d41f82e-414c-4fd2-a94a-331ee60e589f req-a6ab8319-88cd-482c-9368-97d71c65223b service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Updating instance_info_cache with network_info: [{"id": "63597230-0c1d-4ddf-9557-c46cadd89b99", "address": "fa:16:3e:d4:29:42", "network": {"id": "0d2151b2-d569-4f3b-a712-def2795b1822", "bridge": "br-int", "label": "tempest-ServersTestJSON-79880136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cdf614167094b17ae2592c8752f55da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63597230-0c", "ovs_interfaceid": "63597230-0c1d-4ddf-9557-c46cadd89b99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.226606] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.289298] env[62189]: DEBUG nova.network.neutron [req-b4767a67-7c87-4b3e-a98e-79f53c00f6a8 req-9476da8b-51ec-4933-9675-337acc4c9680 service nova] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Updated VIF entry in instance network info cache for port 76000a8c-3a7d-4ad0-852d-3cc2a02c5a44. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2288.289755] env[62189]: DEBUG nova.network.neutron [req-b4767a67-7c87-4b3e-a98e-79f53c00f6a8 req-9476da8b-51ec-4933-9675-337acc4c9680 service nova] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Updating instance_info_cache with network_info: [{"id": "76000a8c-3a7d-4ad0-852d-3cc2a02c5a44", "address": "fa:16:3e:be:27:d3", "network": {"id": "3757c40d-1946-42da-8aad-d026752a2938", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1334281481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a163083b7cf4f7ca00c214863f72207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76000a8c-3a", "ovs_interfaceid": "76000a8c-3a7d-4ad0-852d-3cc2a02c5a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.356955] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.282s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.357716] env[62189]: DEBUG nova.compute.manager [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2288.360663] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.645s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.360712] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.360887] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2288.361279] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.182s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.362891] env[62189]: INFO nova.compute.claims [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2288.367998] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f12b8c-fcc6-4743-8019-d90e29ea9588 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.375175] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797e8b01-a240-4d79-b1fc-2af8c0225494 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.401932] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aca0f2-53fd-4d16-8591-ee871e77ae2f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.406092] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance 'c0c2b9f2-4cef-4224-aaec-c77642696a46' progress to 0 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2288.409356] env[62189]: DEBUG oslo_vmware.api [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Task: {'id': task-2122898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104106} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.410595] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2288.410781] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2288.410989] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2288.411137] env[62189]: INFO nova.compute.manager [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2288.411369] env[62189]: DEBUG oslo.service.loopingcall [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2288.412128] env[62189]: DEBUG nova.compute.manager [-] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2288.412226] env[62189]: DEBUG nova.network.neutron [-] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2288.425551] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d64f23-2bf7-454e-b709-95ade1697757 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.429585] env[62189]: DEBUG nova.network.neutron [-] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2288.435093] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122893, 'name': CreateVM_Task, 'duration_secs': 0.538355} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.435523] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2288.436452] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bf5503-0038-4e29-a064-ce2d7636169e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.440218] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2288.469731] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178939MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2288.469897] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.502361] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529d3dfc-932a-2ce2-9f9a-dc9022bf4004, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.502924] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2288.503211] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2288.503449] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2288.503594] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2288.503766] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2288.504053] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2288.504376] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2288.504600] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-534f3d41-b365-4520-bd8f-7ee6ab5e40d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.506329] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f67f2ff7-40e3-4c03-810a-7b5250967900 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.511390] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2288.511390] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528d59a9-ddda-340b-3fc2-f9dbd7732d72" [ 2288.511390] env[62189]: _type = "Task" [ 2288.511390] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.515454] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2288.515454] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2288.516345] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ded0a492-7fe7-4ed4-91a2-a1a2a702367a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.520861] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528d59a9-ddda-340b-3fc2-f9dbd7732d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.523635] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Waiting for the task: (returnval){ [ 2288.523635] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52702c1e-f608-7738-c0e7-7a8a61676e4a" [ 2288.523635] env[62189]: _type = "Task" [ 2288.523635] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.530909] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52702c1e-f608-7738-c0e7-7a8a61676e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.687666] env[62189]: DEBUG oslo_concurrency.lockutils [req-4d41f82e-414c-4fd2-a94a-331ee60e589f req-a6ab8319-88cd-482c-9368-97d71c65223b service nova] Releasing lock "refresh_cache-54c20750-c0eb-45c0-89d0-7540343e6585" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2288.687666] env[62189]: DEBUG nova.compute.manager [req-4d41f82e-414c-4fd2-a94a-331ee60e589f req-a6ab8319-88cd-482c-9368-97d71c65223b service nova] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Received event network-vif-deleted-4f2a9e47-52a4-475f-a787-9eae5eec75e3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2288.792373] env[62189]: DEBUG oslo_concurrency.lockutils [req-b4767a67-7c87-4b3e-a98e-79f53c00f6a8 req-9476da8b-51ec-4933-9675-337acc4c9680 service nova] Releasing lock "refresh_cache-b305947d-e6d2-4ff1-9fcc-8f09aa16032e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2288.871364] env[62189]: DEBUG nova.compute.utils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2288.872885] env[62189]: DEBUG nova.compute.manager [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2288.872885] env[62189]: DEBUG nova.network.neutron [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2288.912612] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2288.914386] env[62189]: DEBUG nova.policy [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc989044e2704bbeb5bed934424c266a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c52443a4689b480faeb835027b0bdafd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2288.915934] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acc77ae5-b352-446b-b6f3-f8a5ae48e25c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.926202] env[62189]: DEBUG oslo_vmware.api [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2288.926202] env[62189]: value = "task-2122899" [ 2288.926202] env[62189]: _type = "Task" [ 2288.926202] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.934854] env[62189]: DEBUG oslo_vmware.api [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.936279] env[62189]: DEBUG nova.network.neutron [-] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2289.023639] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528d59a9-ddda-340b-3fc2-f9dbd7732d72, 'name': SearchDatastore_Task, 'duration_secs': 0.009809} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.023639] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2289.023824] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2289.024037] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2289.033381] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52702c1e-f608-7738-c0e7-7a8a61676e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.007994} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.034193] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-848016c8-dbe5-44f8-b967-34bdf7110b93 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.040058] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Waiting for the task: (returnval){ [ 2289.040058] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52137070-da1a-8510-2c37-519815f4fca8" [ 2289.040058] env[62189]: _type = "Task" [ 2289.040058] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.049647] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52137070-da1a-8510-2c37-519815f4fca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.190211] env[62189]: DEBUG nova.network.neutron [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Successfully created port: c2acd70e-9466-4ba5-b03e-33e28f6b5327 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2289.377557] env[62189]: DEBUG nova.compute.manager [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2289.442351] env[62189]: INFO nova.compute.manager [-] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Took 1.03 seconds to deallocate network for instance. [ 2289.457157] env[62189]: DEBUG oslo_vmware.api [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122899, 'name': PowerOffVM_Task, 'duration_secs': 0.274993} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.457620] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2289.457804] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance 'c0c2b9f2-4cef-4224-aaec-c77642696a46' progress to 17 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2289.549829] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52137070-da1a-8510-2c37-519815f4fca8, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.552391] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2289.552663] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 54c20750-c0eb-45c0-89d0-7540343e6585/54c20750-c0eb-45c0-89d0-7540343e6585.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2289.553847] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2289.553847] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2289.553847] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-023dca11-3b8b-4199-b0d0-cb2874a5999c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.555590] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1441814-abab-4741-93b3-e8a476b2dd45 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.566520] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Waiting for the task: (returnval){ [ 2289.566520] env[62189]: value = "task-2122900" [ 2289.566520] env[62189]: _type = "Task" [ 2289.566520] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.567768] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2289.568055] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2289.571237] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68baf375-288f-4a3f-94f2-79c78fa3aa64 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.578264] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2289.578264] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5206ff3f-a74b-1af6-dca9-bf09882bb4df" [ 2289.578264] env[62189]: _type = "Task" [ 2289.578264] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.586492] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.592742] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5206ff3f-a74b-1af6-dca9-bf09882bb4df, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.596033] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9682a287-0361-4d57-b927-be1541215de9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.601506] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2289.601506] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5229ed6c-ca8d-00af-7702-9e81dd9b3b78" [ 2289.601506] env[62189]: _type = "Task" [ 2289.601506] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.610759] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5229ed6c-ca8d-00af-7702-9e81dd9b3b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.668331] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07a271e-b859-4aa1-820d-be05f66c04bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.676146] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee4aa05-e3e0-4190-8c5a-dfbc0c10ef31 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.707960] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab87b7b-cb86-4c77-a705-1ffe4a57fa03 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.716219] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c50adf5-4906-4509-8672-f53040c485c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.731526] env[62189]: DEBUG nova.compute.provider_tree [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2289.958854] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2289.968398] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2289.968714] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2289.968874] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2289.969074] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2289.969224] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2289.969374] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2289.969581] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2289.969741] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2289.969909] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2289.970139] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2289.970334] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2289.976449] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c82575ea-5b00-48d4-b2c4-b462e68028a8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.993611] env[62189]: DEBUG oslo_vmware.api [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2289.993611] env[62189]: value = "task-2122901" [ 2289.993611] env[62189]: _type = "Task" [ 2289.993611] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.003015] env[62189]: DEBUG oslo_vmware.api [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.078680] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447082} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.079016] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 54c20750-c0eb-45c0-89d0-7540343e6585/54c20750-c0eb-45c0-89d0-7540343e6585.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2290.079283] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2290.079561] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0b329d2-6df6-4046-ac0d-c893d63ba833 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.086536] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Waiting for the task: (returnval){ [ 2290.086536] env[62189]: value = "task-2122902" [ 2290.086536] env[62189]: _type = "Task" [ 2290.086536] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.095559] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.111585] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5229ed6c-ca8d-00af-7702-9e81dd9b3b78, 'name': SearchDatastore_Task, 'duration_secs': 0.009117} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.111858] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2290.112165] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] b305947d-e6d2-4ff1-9fcc-8f09aa16032e/b305947d-e6d2-4ff1-9fcc-8f09aa16032e.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2290.112440] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce288ddd-59d5-47c7-87fa-1aedde21c97f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.120498] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2290.120498] env[62189]: value = "task-2122903" [ 2290.120498] env[62189]: _type = "Task" [ 2290.120498] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.130192] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.234614] env[62189]: DEBUG nova.scheduler.client.report [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2290.388856] env[62189]: DEBUG nova.compute.manager [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2290.417032] env[62189]: DEBUG nova.virt.hardware [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2290.417319] env[62189]: DEBUG nova.virt.hardware [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2290.417477] env[62189]: DEBUG nova.virt.hardware [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2290.417660] env[62189]: DEBUG nova.virt.hardware [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2290.417803] env[62189]: DEBUG nova.virt.hardware [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2290.417946] env[62189]: DEBUG nova.virt.hardware [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2290.418168] env[62189]: DEBUG nova.virt.hardware [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2290.418331] env[62189]: DEBUG nova.virt.hardware [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2290.418497] env[62189]: DEBUG nova.virt.hardware [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2290.418656] env[62189]: DEBUG nova.virt.hardware [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2290.418826] env[62189]: DEBUG nova.virt.hardware [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2290.419716] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6ec013-5e53-46d4-a1ca-8e2a38e580da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.428577] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2621d28-34b9-432a-a3fd-3d756ba02806 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.504330] env[62189]: DEBUG oslo_vmware.api [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122901, 'name': ReconfigVM_Task, 'duration_secs': 0.161974} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.504656] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance 'c0c2b9f2-4cef-4224-aaec-c77642696a46' progress to 33 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2290.597588] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070428} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.597851] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2290.598623] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1d7a37-0795-449b-bfc2-bf35637def38 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.622321] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 54c20750-c0eb-45c0-89d0-7540343e6585/54c20750-c0eb-45c0-89d0-7540343e6585.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2290.622667] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a3ac6c-9607-407c-b482-1eb54580b64d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.647100] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.648514] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Waiting for the task: (returnval){ [ 2290.648514] env[62189]: value = "task-2122904" [ 2290.648514] env[62189]: _type = "Task" [ 2290.648514] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.657765] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.663234] env[62189]: DEBUG nova.compute.manager [req-fd7e4463-78df-4906-8df1-488f4115f7d7 req-56ebe06c-6df8-481d-9e1c-69067de68e63 service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Received event network-vif-plugged-c2acd70e-9466-4ba5-b03e-33e28f6b5327 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2290.663481] env[62189]: DEBUG oslo_concurrency.lockutils [req-fd7e4463-78df-4906-8df1-488f4115f7d7 req-56ebe06c-6df8-481d-9e1c-69067de68e63 service nova] Acquiring lock "69045deb-bc18-493e-b08f-363960d3d16b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2290.663703] env[62189]: DEBUG oslo_concurrency.lockutils [req-fd7e4463-78df-4906-8df1-488f4115f7d7 req-56ebe06c-6df8-481d-9e1c-69067de68e63 service nova] Lock "69045deb-bc18-493e-b08f-363960d3d16b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2290.663872] env[62189]: DEBUG oslo_concurrency.lockutils [req-fd7e4463-78df-4906-8df1-488f4115f7d7 req-56ebe06c-6df8-481d-9e1c-69067de68e63 service nova] Lock "69045deb-bc18-493e-b08f-363960d3d16b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2290.664055] env[62189]: DEBUG nova.compute.manager [req-fd7e4463-78df-4906-8df1-488f4115f7d7 req-56ebe06c-6df8-481d-9e1c-69067de68e63 service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] No waiting events found dispatching network-vif-plugged-c2acd70e-9466-4ba5-b03e-33e28f6b5327 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2290.664226] env[62189]: WARNING nova.compute.manager [req-fd7e4463-78df-4906-8df1-488f4115f7d7 req-56ebe06c-6df8-481d-9e1c-69067de68e63 service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Received unexpected event network-vif-plugged-c2acd70e-9466-4ba5-b03e-33e28f6b5327 for instance with vm_state building and task_state spawning. [ 2290.740643] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2290.741217] env[62189]: DEBUG nova.compute.manager [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2290.744097] env[62189]: DEBUG oslo_concurrency.lockutils [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.562s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2290.744315] env[62189]: DEBUG nova.objects.instance [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62189) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2290.757761] env[62189]: DEBUG nova.network.neutron [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Successfully updated port: c2acd70e-9466-4ba5-b03e-33e28f6b5327 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2291.011381] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2291.011827] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2291.011827] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2291.012082] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2291.012237] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2291.012393] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2291.012597] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2291.012760] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2291.012946] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2291.013227] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2291.013394] env[62189]: DEBUG nova.virt.hardware [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2291.019269] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2291.019685] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f6afef4-a324-4fe1-8e55-535cd829da69 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.047006] env[62189]: DEBUG oslo_vmware.api [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2291.047006] env[62189]: value = "task-2122905" [ 2291.047006] env[62189]: _type = "Task" [ 2291.047006] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.058054] env[62189]: DEBUG oslo_vmware.api [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.134139] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122903, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.159928] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.249061] env[62189]: DEBUG nova.compute.utils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2291.254388] env[62189]: DEBUG nova.compute.manager [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2291.254745] env[62189]: DEBUG nova.network.neutron [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2291.262599] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.262857] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.263154] env[62189]: DEBUG nova.network.neutron [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2291.300737] env[62189]: DEBUG nova.policy [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '751b66b9696e4390a50a1bf2343d6c18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fc6aea5c3694269a68d44856dc7fe31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2291.558912] env[62189]: DEBUG oslo_vmware.api [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122905, 'name': ReconfigVM_Task, 'duration_secs': 0.228237} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.559247] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2291.560071] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47e19eb-e447-4c53-b742-a29438976e77 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.592635] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] c0c2b9f2-4cef-4224-aaec-c77642696a46/c0c2b9f2-4cef-4224-aaec-c77642696a46.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2291.593160] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d997a66-db41-413c-9baa-33aafe801a46 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.615629] env[62189]: DEBUG oslo_vmware.api [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2291.615629] env[62189]: value = "task-2122906" [ 2291.615629] env[62189]: _type = "Task" [ 2291.615629] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.626661] env[62189]: DEBUG oslo_vmware.api [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.637153] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122903, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.019156} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.637153] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] b305947d-e6d2-4ff1-9fcc-8f09aa16032e/b305947d-e6d2-4ff1-9fcc-8f09aa16032e.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2291.637153] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2291.637390] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e5bcb27-627c-46fe-ae6a-325d6cbf8a48 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.648220] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2291.648220] env[62189]: value = "task-2122907" [ 2291.648220] env[62189]: _type = "Task" [ 2291.648220] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.657408] env[62189]: DEBUG nova.network.neutron [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Successfully created port: 6e70ba14-2f2c-499f-aa3c-9cfd9db63856 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2291.665232] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.668167] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122904, 'name': ReconfigVM_Task, 'duration_secs': 0.753227} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.668467] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 54c20750-c0eb-45c0-89d0-7540343e6585/54c20750-c0eb-45c0-89d0-7540343e6585.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2291.669196] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46dd77f6-9e4c-499d-b7e0-d80a6f6e932d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.677190] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Waiting for the task: (returnval){ [ 2291.677190] env[62189]: value = "task-2122908" [ 2291.677190] env[62189]: _type = "Task" [ 2291.677190] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.693782] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122908, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.755651] env[62189]: DEBUG nova.compute.manager [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2291.759465] env[62189]: DEBUG oslo_concurrency.lockutils [None req-893a9464-ac5b-49e9-94df-f7899b5b9f1a tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.760606] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.858s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2291.760851] env[62189]: DEBUG nova.objects.instance [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lazy-loading 'resources' on Instance uuid d84f653c-d4e4-472e-8763-a36b575d4485 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2291.798152] env[62189]: DEBUG nova.network.neutron [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2291.965529] env[62189]: DEBUG nova.network.neutron [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updating instance_info_cache with network_info: [{"id": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "address": "fa:16:3e:90:b1:3f", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2acd70e-94", "ovs_interfaceid": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.125686] env[62189]: DEBUG oslo_vmware.api [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122906, 'name': ReconfigVM_Task, 'duration_secs': 0.403737} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.125975] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Reconfigured VM instance instance-0000005b to attach disk [datastore2] c0c2b9f2-4cef-4224-aaec-c77642696a46/c0c2b9f2-4cef-4224-aaec-c77642696a46.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2292.126374] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance 'c0c2b9f2-4cef-4224-aaec-c77642696a46' progress to 50 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2292.158244] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091906} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.158498] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2292.159280] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3842d6a-bd24-49ae-ae73-729bf292994f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.182298] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] b305947d-e6d2-4ff1-9fcc-8f09aa16032e/b305947d-e6d2-4ff1-9fcc-8f09aa16032e.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2292.182900] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-127dd8fa-6bbd-44ed-b831-bd8d149688c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.207177] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122908, 'name': Rename_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.208775] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2292.208775] env[62189]: value = "task-2122909" [ 2292.208775] env[62189]: _type = "Task" [ 2292.208775] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.217034] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.474020] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2292.474020] env[62189]: DEBUG nova.compute.manager [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Instance network_info: |[{"id": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "address": "fa:16:3e:90:b1:3f", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2acd70e-94", "ovs_interfaceid": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2292.474020] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:b1:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2acd70e-9466-4ba5-b03e-33e28f6b5327', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2292.480848] env[62189]: DEBUG oslo.service.loopingcall [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2292.483613] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2292.484037] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e9096c9-d168-4de9-a955-d0b035204e11 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.506303] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2292.506303] env[62189]: value = "task-2122910" [ 2292.506303] env[62189]: _type = "Task" [ 2292.506303] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.516783] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122910, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.521257] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5648daf-1651-4bb7-825d-b337c5d8b996 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.528493] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4444d8c-d440-4e34-b5e7-1f5a8c8a9e93 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.560121] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a231af-0403-4289-b570-f910ddc277e4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.587228] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d681b3f6-ecf2-4d77-8cdc-f168e86c6820 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.606525] env[62189]: DEBUG nova.compute.provider_tree [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2292.632923] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2168b977-dd6e-4872-9f3e-4442ac6a83ad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.659209] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3843ad6a-7b0c-4984-a9dd-1333ec177e0c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.681287] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance 'c0c2b9f2-4cef-4224-aaec-c77642696a46' progress to 67 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2292.693895] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122908, 'name': Rename_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.719072] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122909, 'name': ReconfigVM_Task, 'duration_secs': 0.279527} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.719315] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Reconfigured VM instance instance-00000067 to attach disk [datastore2] b305947d-e6d2-4ff1-9fcc-8f09aa16032e/b305947d-e6d2-4ff1-9fcc-8f09aa16032e.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2292.719952] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-263ac50e-631a-47e9-87db-6cfcd31262f4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.728383] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2292.728383] env[62189]: value = "task-2122911" [ 2292.728383] env[62189]: _type = "Task" [ 2292.728383] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.738347] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122911, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.765935] env[62189]: DEBUG nova.compute.manager [req-5efb5dc6-06bb-4b82-aaa3-b82f0aa6cd6b req-2fb2a799-7b51-402a-af39-b01e44c5117e service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Received event network-changed-c2acd70e-9466-4ba5-b03e-33e28f6b5327 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2292.766140] env[62189]: DEBUG nova.compute.manager [req-5efb5dc6-06bb-4b82-aaa3-b82f0aa6cd6b req-2fb2a799-7b51-402a-af39-b01e44c5117e service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Refreshing instance network info cache due to event network-changed-c2acd70e-9466-4ba5-b03e-33e28f6b5327. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2292.766361] env[62189]: DEBUG oslo_concurrency.lockutils [req-5efb5dc6-06bb-4b82-aaa3-b82f0aa6cd6b req-2fb2a799-7b51-402a-af39-b01e44c5117e service nova] Acquiring lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2292.766551] env[62189]: DEBUG oslo_concurrency.lockutils [req-5efb5dc6-06bb-4b82-aaa3-b82f0aa6cd6b req-2fb2a799-7b51-402a-af39-b01e44c5117e service nova] Acquired lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2292.766777] env[62189]: DEBUG nova.network.neutron [req-5efb5dc6-06bb-4b82-aaa3-b82f0aa6cd6b req-2fb2a799-7b51-402a-af39-b01e44c5117e service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Refreshing network info cache for port c2acd70e-9466-4ba5-b03e-33e28f6b5327 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2292.768867] env[62189]: DEBUG nova.compute.manager [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2292.798059] env[62189]: DEBUG nova.virt.hardware [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2292.798300] env[62189]: DEBUG nova.virt.hardware [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2292.798457] env[62189]: DEBUG nova.virt.hardware [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2292.798634] env[62189]: DEBUG nova.virt.hardware [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2292.798777] env[62189]: DEBUG nova.virt.hardware [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2292.798924] env[62189]: DEBUG nova.virt.hardware [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2292.799229] env[62189]: DEBUG nova.virt.hardware [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2292.799420] env[62189]: DEBUG nova.virt.hardware [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2292.799603] env[62189]: DEBUG nova.virt.hardware [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2292.799776] env[62189]: DEBUG nova.virt.hardware [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2292.800056] env[62189]: DEBUG nova.virt.hardware [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2292.801147] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da825752-40e1-48c2-a74e-23ff00d2005a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.810053] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722c5703-23a2-4667-9533-303bc5a17c71 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.017312] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122910, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.109860] env[62189]: DEBUG nova.scheduler.client.report [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2293.200622] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122908, 'name': Rename_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.233678] env[62189]: DEBUG nova.network.neutron [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Successfully updated port: 6e70ba14-2f2c-499f-aa3c-9cfd9db63856 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2293.243231] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122911, 'name': Rename_Task, 'duration_secs': 0.216594} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.243540] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2293.243796] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a2e44e4-8fcb-4726-b509-b02a28d917dd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.252141] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2293.252141] env[62189]: value = "task-2122912" [ 2293.252141] env[62189]: _type = "Task" [ 2293.252141] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.261591] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.475040] env[62189]: DEBUG nova.network.neutron [req-5efb5dc6-06bb-4b82-aaa3-b82f0aa6cd6b req-2fb2a799-7b51-402a-af39-b01e44c5117e service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updated VIF entry in instance network info cache for port c2acd70e-9466-4ba5-b03e-33e28f6b5327. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2293.475437] env[62189]: DEBUG nova.network.neutron [req-5efb5dc6-06bb-4b82-aaa3-b82f0aa6cd6b req-2fb2a799-7b51-402a-af39-b01e44c5117e service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updating instance_info_cache with network_info: [{"id": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "address": "fa:16:3e:90:b1:3f", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2acd70e-94", "ovs_interfaceid": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2293.517609] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122910, 'name': CreateVM_Task, 'duration_secs': 0.575668} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.517789] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2293.518528] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2293.518699] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2293.519033] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2293.519300] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c7ac93-4bf9-43e0-8476-54d65471d415 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.524870] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2293.524870] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52558b31-4863-4332-ac12-d0df4a1657cf" [ 2293.524870] env[62189]: _type = "Task" [ 2293.524870] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.533665] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52558b31-4863-4332-ac12-d0df4a1657cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.615317] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2293.617803] env[62189]: DEBUG oslo_concurrency.lockutils [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.601s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2293.618037] env[62189]: DEBUG nova.objects.instance [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lazy-loading 'resources' on Instance uuid 04d77cc1-32ad-4f9a-aefa-25122cdd1827 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2293.640550] env[62189]: INFO nova.scheduler.client.report [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Deleted allocations for instance d84f653c-d4e4-472e-8763-a36b575d4485 [ 2293.698991] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122908, 'name': Rename_Task, 'duration_secs': 1.831401} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.699408] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2293.700052] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-867fc479-dad4-41d8-abea-d5c6885e45a1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.709862] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Waiting for the task: (returnval){ [ 2293.709862] env[62189]: value = "task-2122913" [ 2293.709862] env[62189]: _type = "Task" [ 2293.709862] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.719784] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.739164] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "refresh_cache-466c94c3-e292-43c4-8de7-106fc8cd7b80" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2293.739339] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "refresh_cache-466c94c3-e292-43c4-8de7-106fc8cd7b80" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2293.739496] env[62189]: DEBUG nova.network.neutron [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2293.763948] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122912, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.978702] env[62189]: DEBUG oslo_concurrency.lockutils [req-5efb5dc6-06bb-4b82-aaa3-b82f0aa6cd6b req-2fb2a799-7b51-402a-af39-b01e44c5117e service nova] Releasing lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2294.037265] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52558b31-4863-4332-ac12-d0df4a1657cf, 'name': SearchDatastore_Task, 'duration_secs': 0.01189} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.037557] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2294.037783] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2294.038037] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2294.038188] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2294.038387] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2294.038889] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01256854-6e7d-469f-a8ae-47c242bb3360 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.050817] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2294.051042] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2294.051894] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3186f16-1445-45f3-949f-0cc683e77f8b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.059487] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2294.059487] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529a2366-06e5-2da3-fd61-abfbe670d6b7" [ 2294.059487] env[62189]: _type = "Task" [ 2294.059487] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.070304] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529a2366-06e5-2da3-fd61-abfbe670d6b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.149994] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1094f54c-9fb4-4a88-9fa7-c26cd489ed86 tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "d84f653c-d4e4-472e-8763-a36b575d4485" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.604s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.224854] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122913, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.268424] env[62189]: DEBUG oslo_vmware.api [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122912, 'name': PowerOnVM_Task, 'duration_secs': 0.70913} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.268686] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2294.268886] env[62189]: INFO nova.compute.manager [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Took 13.31 seconds to spawn the instance on the hypervisor. [ 2294.269073] env[62189]: DEBUG nova.compute.manager [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2294.269902] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3165b14b-68ae-44a8-a767-19bac582a0a3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.274699] env[62189]: DEBUG nova.network.neutron [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2294.370150] env[62189]: DEBUG nova.network.neutron [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Port 7693ee58-7ec5-47f7-ab8c-db5250f1b118 binding to destination host cpu-1 is already ACTIVE {{(pid=62189) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2294.423026] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ffa8f4-0884-42ed-a956-1566ee15c7c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.437102] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb018fb5-abd7-4ebe-901c-6158030e5d88 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.488107] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a9fdfc-814c-423e-a087-70279e3734ac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.495335] env[62189]: DEBUG nova.network.neutron [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Updating instance_info_cache with network_info: [{"id": "6e70ba14-2f2c-499f-aa3c-9cfd9db63856", "address": "fa:16:3e:08:bd:9a", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e70ba14-2f", "ovs_interfaceid": "6e70ba14-2f2c-499f-aa3c-9cfd9db63856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2294.505331] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579a0cde-22fd-4134-b28c-1cb39a47e6d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.526444] env[62189]: DEBUG nova.compute.provider_tree [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2294.572981] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529a2366-06e5-2da3-fd61-abfbe670d6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.014814} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.573962] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23343f61-162c-4452-bd0e-2b42dd7315cd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.580613] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2294.580613] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52614f5f-d606-df0a-c6e3-986d8c93dd6f" [ 2294.580613] env[62189]: _type = "Task" [ 2294.580613] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.590270] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52614f5f-d606-df0a-c6e3-986d8c93dd6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.720987] env[62189]: DEBUG oslo_vmware.api [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122913, 'name': PowerOnVM_Task, 'duration_secs': 0.766489} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.721318] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2294.721526] env[62189]: INFO nova.compute.manager [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Took 16.20 seconds to spawn the instance on the hypervisor. [ 2294.721706] env[62189]: DEBUG nova.compute.manager [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2294.722499] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990a8070-0625-465a-aa81-c467f976c7f4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.794056] env[62189]: INFO nova.compute.manager [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Took 25.39 seconds to build instance. [ 2294.803385] env[62189]: DEBUG nova.compute.manager [req-5467bf7d-24b1-49b6-a63a-b2798d261937 req-7bcba3e8-daa8-4463-a49d-a0eff421a3db service nova] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Received event network-vif-plugged-6e70ba14-2f2c-499f-aa3c-9cfd9db63856 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2294.803689] env[62189]: DEBUG oslo_concurrency.lockutils [req-5467bf7d-24b1-49b6-a63a-b2798d261937 req-7bcba3e8-daa8-4463-a49d-a0eff421a3db service nova] Acquiring lock "466c94c3-e292-43c4-8de7-106fc8cd7b80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2294.803978] env[62189]: DEBUG oslo_concurrency.lockutils [req-5467bf7d-24b1-49b6-a63a-b2798d261937 req-7bcba3e8-daa8-4463-a49d-a0eff421a3db service nova] Lock "466c94c3-e292-43c4-8de7-106fc8cd7b80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2294.804218] env[62189]: DEBUG oslo_concurrency.lockutils [req-5467bf7d-24b1-49b6-a63a-b2798d261937 req-7bcba3e8-daa8-4463-a49d-a0eff421a3db service nova] Lock "466c94c3-e292-43c4-8de7-106fc8cd7b80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.804477] env[62189]: DEBUG nova.compute.manager [req-5467bf7d-24b1-49b6-a63a-b2798d261937 req-7bcba3e8-daa8-4463-a49d-a0eff421a3db service nova] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] No waiting events found dispatching network-vif-plugged-6e70ba14-2f2c-499f-aa3c-9cfd9db63856 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2294.804696] env[62189]: WARNING nova.compute.manager [req-5467bf7d-24b1-49b6-a63a-b2798d261937 req-7bcba3e8-daa8-4463-a49d-a0eff421a3db service nova] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Received unexpected event network-vif-plugged-6e70ba14-2f2c-499f-aa3c-9cfd9db63856 for instance with vm_state building and task_state spawning. [ 2294.804949] env[62189]: DEBUG nova.compute.manager [req-5467bf7d-24b1-49b6-a63a-b2798d261937 req-7bcba3e8-daa8-4463-a49d-a0eff421a3db service nova] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Received event network-changed-6e70ba14-2f2c-499f-aa3c-9cfd9db63856 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2294.805104] env[62189]: DEBUG nova.compute.manager [req-5467bf7d-24b1-49b6-a63a-b2798d261937 req-7bcba3e8-daa8-4463-a49d-a0eff421a3db service nova] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Refreshing instance network info cache due to event network-changed-6e70ba14-2f2c-499f-aa3c-9cfd9db63856. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2294.805276] env[62189]: DEBUG oslo_concurrency.lockutils [req-5467bf7d-24b1-49b6-a63a-b2798d261937 req-7bcba3e8-daa8-4463-a49d-a0eff421a3db service nova] Acquiring lock "refresh_cache-466c94c3-e292-43c4-8de7-106fc8cd7b80" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2294.805870] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "0cf09974-ff6b-4d6f-bc1a-67b0279f2336" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2294.806083] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "0cf09974-ff6b-4d6f-bc1a-67b0279f2336" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2294.806365] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "0cf09974-ff6b-4d6f-bc1a-67b0279f2336-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2294.806961] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "0cf09974-ff6b-4d6f-bc1a-67b0279f2336-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2294.807152] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "0cf09974-ff6b-4d6f-bc1a-67b0279f2336-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.809257] env[62189]: INFO nova.compute.manager [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Terminating instance [ 2294.998438] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "refresh_cache-466c94c3-e292-43c4-8de7-106fc8cd7b80" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2294.999374] env[62189]: DEBUG nova.compute.manager [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Instance network_info: |[{"id": "6e70ba14-2f2c-499f-aa3c-9cfd9db63856", "address": "fa:16:3e:08:bd:9a", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e70ba14-2f", "ovs_interfaceid": "6e70ba14-2f2c-499f-aa3c-9cfd9db63856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2294.999691] env[62189]: DEBUG oslo_concurrency.lockutils [req-5467bf7d-24b1-49b6-a63a-b2798d261937 req-7bcba3e8-daa8-4463-a49d-a0eff421a3db service nova] Acquired lock "refresh_cache-466c94c3-e292-43c4-8de7-106fc8cd7b80" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2294.999768] env[62189]: DEBUG nova.network.neutron [req-5467bf7d-24b1-49b6-a63a-b2798d261937 req-7bcba3e8-daa8-4463-a49d-a0eff421a3db service nova] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Refreshing network info cache for port 6e70ba14-2f2c-499f-aa3c-9cfd9db63856 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2295.001651] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:bd:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e70ba14-2f2c-499f-aa3c-9cfd9db63856', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2295.014979] env[62189]: DEBUG oslo.service.loopingcall [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2295.026024] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2295.027356] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56e23b6a-aa17-4201-9416-6fe9f370c775 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.045836] env[62189]: DEBUG nova.scheduler.client.report [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2295.057485] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2295.057485] env[62189]: value = "task-2122914" [ 2295.057485] env[62189]: _type = "Task" [ 2295.057485] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.068306] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122914, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.093686] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52614f5f-d606-df0a-c6e3-986d8c93dd6f, 'name': SearchDatastore_Task, 'duration_secs': 0.013177} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.093885] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2295.094182] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 69045deb-bc18-493e-b08f-363960d3d16b/69045deb-bc18-493e-b08f-363960d3d16b.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2295.094590] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b12da44f-470a-4de3-8809-415e40117bca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.104413] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2295.104413] env[62189]: value = "task-2122915" [ 2295.104413] env[62189]: _type = "Task" [ 2295.104413] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.113472] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.244071] env[62189]: INFO nova.compute.manager [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Took 26.47 seconds to build instance. [ 2295.296391] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e1dcbfae-2f3d-475a-bcf5-708acce10f47 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.908s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.313947] env[62189]: DEBUG nova.compute.manager [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2295.314227] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2295.315237] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96239352-3473-447b-bbba-0fa19c6e73a7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.325434] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2295.325836] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cb5c4e2-fe6b-41e1-b694-26ec8ae718b7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.337564] env[62189]: DEBUG oslo_vmware.api [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2295.337564] env[62189]: value = "task-2122916" [ 2295.337564] env[62189]: _type = "Task" [ 2295.337564] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.356581] env[62189]: DEBUG oslo_vmware.api [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.399035] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "c0c2b9f2-4cef-4224-aaec-c77642696a46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.399355] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "c0c2b9f2-4cef-4224-aaec-c77642696a46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.399601] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "c0c2b9f2-4cef-4224-aaec-c77642696a46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.551794] env[62189]: DEBUG oslo_concurrency.lockutils [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.555099] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.328s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.555377] env[62189]: DEBUG nova.objects.instance [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lazy-loading 'resources' on Instance uuid ee5fac4a-1316-4347-869e-823a05925cd5 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2295.588308] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122914, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.592930] env[62189]: INFO nova.scheduler.client.report [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Deleted allocations for instance 04d77cc1-32ad-4f9a-aefa-25122cdd1827 [ 2295.615722] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122915, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.708799] env[62189]: DEBUG nova.network.neutron [req-5467bf7d-24b1-49b6-a63a-b2798d261937 req-7bcba3e8-daa8-4463-a49d-a0eff421a3db service nova] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Updated VIF entry in instance network info cache for port 6e70ba14-2f2c-499f-aa3c-9cfd9db63856. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2295.709276] env[62189]: DEBUG nova.network.neutron [req-5467bf7d-24b1-49b6-a63a-b2798d261937 req-7bcba3e8-daa8-4463-a49d-a0eff421a3db service nova] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Updating instance_info_cache with network_info: [{"id": "6e70ba14-2f2c-499f-aa3c-9cfd9db63856", "address": "fa:16:3e:08:bd:9a", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e70ba14-2f", "ovs_interfaceid": "6e70ba14-2f2c-499f-aa3c-9cfd9db63856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2295.748153] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bce8ba92-8692-4a73-ad6b-1e534ced0ab7 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Lock "54c20750-c0eb-45c0-89d0-7540343e6585" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.984s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.848402] env[62189]: DEBUG oslo_vmware.api [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122916, 'name': PowerOffVM_Task, 'duration_secs': 0.492135} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.848617] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2295.848784] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2295.849300] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5380ef65-27f7-49d5-a394-be1296866880 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.898942] env[62189]: DEBUG nova.compute.manager [req-6831d86d-b47c-4062-a206-065bed77cd01 req-461bd0a1-96cf-4e5a-8cf0-e7fa2e39d45a service nova] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Received event network-changed-76000a8c-3a7d-4ad0-852d-3cc2a02c5a44 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2295.899075] env[62189]: DEBUG nova.compute.manager [req-6831d86d-b47c-4062-a206-065bed77cd01 req-461bd0a1-96cf-4e5a-8cf0-e7fa2e39d45a service nova] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Refreshing instance network info cache due to event network-changed-76000a8c-3a7d-4ad0-852d-3cc2a02c5a44. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2295.899440] env[62189]: DEBUG oslo_concurrency.lockutils [req-6831d86d-b47c-4062-a206-065bed77cd01 req-461bd0a1-96cf-4e5a-8cf0-e7fa2e39d45a service nova] Acquiring lock "refresh_cache-b305947d-e6d2-4ff1-9fcc-8f09aa16032e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2295.899506] env[62189]: DEBUG oslo_concurrency.lockutils [req-6831d86d-b47c-4062-a206-065bed77cd01 req-461bd0a1-96cf-4e5a-8cf0-e7fa2e39d45a service nova] Acquired lock "refresh_cache-b305947d-e6d2-4ff1-9fcc-8f09aa16032e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2295.899650] env[62189]: DEBUG nova.network.neutron [req-6831d86d-b47c-4062-a206-065bed77cd01 req-461bd0a1-96cf-4e5a-8cf0-e7fa2e39d45a service nova] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Refreshing network info cache for port 76000a8c-3a7d-4ad0-852d-3cc2a02c5a44 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2296.076105] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122914, 'name': CreateVM_Task, 'duration_secs': 0.790397} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.076273] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2296.077027] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2296.077185] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2296.077497] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2296.077751] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6eb7257-e200-4c39-80c8-39b2ab65e7f6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.083473] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2296.083473] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c775eb-c151-079e-1910-b74144a17570" [ 2296.083473] env[62189]: _type = "Task" [ 2296.083473] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.094299] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c775eb-c151-079e-1910-b74144a17570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.100602] env[62189]: DEBUG oslo_concurrency.lockutils [None req-78e0931d-fde9-4dee-837c-235f8c7e99ac tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "04d77cc1-32ad-4f9a-aefa-25122cdd1827" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.930s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.120512] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55406} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.120823] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 69045deb-bc18-493e-b08f-363960d3d16b/69045deb-bc18-493e-b08f-363960d3d16b.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2296.121069] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2296.121327] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cbe5f93-e4d9-420d-8062-60eb6bcfc8eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.135819] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2296.135819] env[62189]: value = "task-2122918" [ 2296.135819] env[62189]: _type = "Task" [ 2296.135819] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.148706] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.212098] env[62189]: DEBUG oslo_concurrency.lockutils [req-5467bf7d-24b1-49b6-a63a-b2798d261937 req-7bcba3e8-daa8-4463-a49d-a0eff421a3db service nova] Releasing lock "refresh_cache-466c94c3-e292-43c4-8de7-106fc8cd7b80" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2296.326042] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2296.326479] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2296.326540] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Deleting the datastore file [datastore2] 0cf09974-ff6b-4d6f-bc1a-67b0279f2336 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2296.327104] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ce9cf7f-6d37-46a3-a0ee-d079c1b3ad91 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.335654] env[62189]: DEBUG oslo_vmware.api [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2296.335654] env[62189]: value = "task-2122919" [ 2296.335654] env[62189]: _type = "Task" [ 2296.335654] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.337428] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70ae24f-3120-48e3-8bc7-7a777d3bb5ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.353684] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a797c7de-7fa1-4612-8b77-a6d329d1e608 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.356668] env[62189]: DEBUG oslo_vmware.api [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.390024] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1336b07f-5800-46a3-ae44-1a168af7dce8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.404361] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9eccbcf-4d09-4b31-bdf7-9cdc4e5fd026 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.428041] env[62189]: DEBUG nova.compute.provider_tree [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2296.450392] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2296.450563] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2296.450751] env[62189]: DEBUG nova.network.neutron [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2296.598019] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c775eb-c151-079e-1910-b74144a17570, 'name': SearchDatastore_Task, 'duration_secs': 0.012572} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.598019] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2296.598019] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2296.598019] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2296.598258] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2296.598258] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2296.598485] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0721afc0-c174-4fce-afdf-11391460ea9a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.614773] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2296.614773] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2296.615185] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c0f95d-8b4f-44e6-a3cc-adedf37a2c61 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.623962] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2296.623962] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528bc14b-af34-e30e-f160-70dc24af7a79" [ 2296.623962] env[62189]: _type = "Task" [ 2296.623962] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.633957] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528bc14b-af34-e30e-f160-70dc24af7a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.651210] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089824} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.651711] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2296.652920] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882abf48-da13-4313-b461-09a7880a655e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.679190] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 69045deb-bc18-493e-b08f-363960d3d16b/69045deb-bc18-493e-b08f-363960d3d16b.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2296.679778] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d39393d-4f5a-4b8e-b4ce-c1d13d215623 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.706029] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2296.706029] env[62189]: value = "task-2122920" [ 2296.706029] env[62189]: _type = "Task" [ 2296.706029] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.723050] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.743365] env[62189]: DEBUG nova.network.neutron [req-6831d86d-b47c-4062-a206-065bed77cd01 req-461bd0a1-96cf-4e5a-8cf0-e7fa2e39d45a service nova] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Updated VIF entry in instance network info cache for port 76000a8c-3a7d-4ad0-852d-3cc2a02c5a44. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2296.743771] env[62189]: DEBUG nova.network.neutron [req-6831d86d-b47c-4062-a206-065bed77cd01 req-461bd0a1-96cf-4e5a-8cf0-e7fa2e39d45a service nova] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Updating instance_info_cache with network_info: [{"id": "76000a8c-3a7d-4ad0-852d-3cc2a02c5a44", "address": "fa:16:3e:be:27:d3", "network": {"id": "3757c40d-1946-42da-8aad-d026752a2938", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1334281481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a163083b7cf4f7ca00c214863f72207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76000a8c-3a", "ovs_interfaceid": "76000a8c-3a7d-4ad0-852d-3cc2a02c5a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2296.831722] env[62189]: DEBUG nova.compute.manager [req-44b8bb70-7537-429b-8f18-d8b10b1ad1ee req-7f14a191-920d-421d-9ad7-49869cfcc4cb service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Received event network-changed-63597230-0c1d-4ddf-9557-c46cadd89b99 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2296.831933] env[62189]: DEBUG nova.compute.manager [req-44b8bb70-7537-429b-8f18-d8b10b1ad1ee req-7f14a191-920d-421d-9ad7-49869cfcc4cb service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Refreshing instance network info cache due to event network-changed-63597230-0c1d-4ddf-9557-c46cadd89b99. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2296.832191] env[62189]: DEBUG oslo_concurrency.lockutils [req-44b8bb70-7537-429b-8f18-d8b10b1ad1ee req-7f14a191-920d-421d-9ad7-49869cfcc4cb service nova] Acquiring lock "refresh_cache-54c20750-c0eb-45c0-89d0-7540343e6585" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2296.832354] env[62189]: DEBUG oslo_concurrency.lockutils [req-44b8bb70-7537-429b-8f18-d8b10b1ad1ee req-7f14a191-920d-421d-9ad7-49869cfcc4cb service nova] Acquired lock "refresh_cache-54c20750-c0eb-45c0-89d0-7540343e6585" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2296.832525] env[62189]: DEBUG nova.network.neutron [req-44b8bb70-7537-429b-8f18-d8b10b1ad1ee req-7f14a191-920d-421d-9ad7-49869cfcc4cb service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Refreshing network info cache for port 63597230-0c1d-4ddf-9557-c46cadd89b99 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2296.848139] env[62189]: DEBUG oslo_vmware.api [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.470729} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.848465] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2296.848616] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2296.848813] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2296.848996] env[62189]: INFO nova.compute.manager [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Took 1.53 seconds to destroy the instance on the hypervisor. [ 2296.849261] env[62189]: DEBUG oslo.service.loopingcall [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2296.849455] env[62189]: DEBUG nova.compute.manager [-] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2296.849576] env[62189]: DEBUG nova.network.neutron [-] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2296.896524] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "31312dd9-a51d-4178-9ade-20e3972786ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.896842] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "31312dd9-a51d-4178-9ade-20e3972786ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.897126] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "31312dd9-a51d-4178-9ade-20e3972786ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.897356] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "31312dd9-a51d-4178-9ade-20e3972786ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.897590] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "31312dd9-a51d-4178-9ade-20e3972786ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.900834] env[62189]: INFO nova.compute.manager [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Terminating instance [ 2296.929784] env[62189]: DEBUG nova.scheduler.client.report [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2297.139814] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528bc14b-af34-e30e-f160-70dc24af7a79, 'name': SearchDatastore_Task, 'duration_secs': 0.024584} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.140749] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd4340b-4d9d-4885-b3e5-6de505501a77 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.147385] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2297.147385] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5212b037-8017-1778-3fcf-cdc91eeec227" [ 2297.147385] env[62189]: _type = "Task" [ 2297.147385] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.157165] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5212b037-8017-1778-3fcf-cdc91eeec227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.218506] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122920, 'name': ReconfigVM_Task, 'duration_secs': 0.35914} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.218821] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 69045deb-bc18-493e-b08f-363960d3d16b/69045deb-bc18-493e-b08f-363960d3d16b.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2297.219509] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dc1327d-475c-4502-9c52-11a946b61c01 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.227952] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2297.227952] env[62189]: value = "task-2122921" [ 2297.227952] env[62189]: _type = "Task" [ 2297.227952] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.241513] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122921, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.248292] env[62189]: DEBUG oslo_concurrency.lockutils [req-6831d86d-b47c-4062-a206-065bed77cd01 req-461bd0a1-96cf-4e5a-8cf0-e7fa2e39d45a service nova] Releasing lock "refresh_cache-b305947d-e6d2-4ff1-9fcc-8f09aa16032e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2297.263332] env[62189]: DEBUG nova.network.neutron [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance_info_cache with network_info: [{"id": "7693ee58-7ec5-47f7-ab8c-db5250f1b118", "address": "fa:16:3e:e9:43:c5", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7693ee58-7e", "ovs_interfaceid": "7693ee58-7ec5-47f7-ab8c-db5250f1b118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2297.405300] env[62189]: DEBUG nova.compute.manager [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2297.405583] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2297.406880] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80d2cad-c302-46e4-b16a-33ded1a9ba0c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.415733] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2297.416114] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e901dbc-881c-4e3e-a10e-0657888dca2d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.428023] env[62189]: DEBUG oslo_vmware.api [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2297.428023] env[62189]: value = "task-2122922" [ 2297.428023] env[62189]: _type = "Task" [ 2297.428023] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.435323] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2297.438388] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.968s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.443188] env[62189]: DEBUG oslo_vmware.api [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.470218] env[62189]: INFO nova.scheduler.client.report [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleted allocations for instance ee5fac4a-1316-4347-869e-823a05925cd5 [ 2297.602784] env[62189]: DEBUG nova.network.neutron [req-44b8bb70-7537-429b-8f18-d8b10b1ad1ee req-7f14a191-920d-421d-9ad7-49869cfcc4cb service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Updated VIF entry in instance network info cache for port 63597230-0c1d-4ddf-9557-c46cadd89b99. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2297.603233] env[62189]: DEBUG nova.network.neutron [req-44b8bb70-7537-429b-8f18-d8b10b1ad1ee req-7f14a191-920d-421d-9ad7-49869cfcc4cb service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Updating instance_info_cache with network_info: [{"id": "63597230-0c1d-4ddf-9557-c46cadd89b99", "address": "fa:16:3e:d4:29:42", "network": {"id": "0d2151b2-d569-4f3b-a712-def2795b1822", "bridge": "br-int", "label": "tempest-ServersTestJSON-79880136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cdf614167094b17ae2592c8752f55da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63597230-0c", "ovs_interfaceid": "63597230-0c1d-4ddf-9557-c46cadd89b99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2297.604521] env[62189]: DEBUG nova.network.neutron [-] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2297.659812] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5212b037-8017-1778-3fcf-cdc91eeec227, 'name': SearchDatastore_Task, 'duration_secs': 0.014652} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.660139] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2297.660448] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 466c94c3-e292-43c4-8de7-106fc8cd7b80/466c94c3-e292-43c4-8de7-106fc8cd7b80.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2297.660757] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41eb9d86-79f8-4d1b-b5d6-74ffc5decb29 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.669399] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2297.669399] env[62189]: value = "task-2122923" [ 2297.669399] env[62189]: _type = "Task" [ 2297.669399] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.678486] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.739207] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122921, 'name': Rename_Task, 'duration_secs': 0.179536} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.739207] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2297.739486] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91e9dbf1-0824-4cfe-a666-3aac972fceb7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.746916] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2297.746916] env[62189]: value = "task-2122924" [ 2297.746916] env[62189]: _type = "Task" [ 2297.746916] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.756095] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.765907] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2297.941681] env[62189]: DEBUG oslo_vmware.api [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122922, 'name': PowerOffVM_Task, 'duration_secs': 0.285986} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.942071] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2297.942534] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2297.943086] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d88907ba-93ff-4b9b-be6f-7397c18aee7d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.983635] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2e31654a-ab08-43dd-b4b8-f7c0ebdecfc1 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "ee5fac4a-1316-4347-869e-823a05925cd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.639s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.107116] env[62189]: DEBUG oslo_concurrency.lockutils [req-44b8bb70-7537-429b-8f18-d8b10b1ad1ee req-7f14a191-920d-421d-9ad7-49869cfcc4cb service nova] Releasing lock "refresh_cache-54c20750-c0eb-45c0-89d0-7540343e6585" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2298.107698] env[62189]: INFO nova.compute.manager [-] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Took 1.26 seconds to deallocate network for instance. [ 2298.183782] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122923, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.196032] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2298.196519] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2298.196904] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Deleting the datastore file [datastore2] 31312dd9-a51d-4178-9ade-20e3972786ad {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2298.197288] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0678a25-009a-4099-9a14-8fe56e10f3d2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.207310] env[62189]: DEBUG oslo_vmware.api [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for the task: (returnval){ [ 2298.207310] env[62189]: value = "task-2122926" [ 2298.207310] env[62189]: _type = "Task" [ 2298.207310] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.217903] env[62189]: DEBUG oslo_vmware.api [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.265105] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122924, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.277084] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520a8a60-0ff7-4718-bb45-9a0284357265 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.287148] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbfda03-d2e1-426c-ac9f-973f0813da96 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.458206] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Applying migration context for instance c0c2b9f2-4cef-4224-aaec-c77642696a46 as it has an incoming, in-progress migration 55e5c868-4d22-4354-9286-ce0630d1693a. Migration status is post-migrating {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2298.460349] env[62189]: INFO nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating resource usage from migration 55e5c868-4d22-4354-9286-ce0630d1693a [ 2298.483880] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 5f68ad50-621d-4214-8edf-09c1304d6e43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2298.483880] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 31312dd9-a51d-4178-9ade-20e3972786ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2298.484045] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance f04c5b3c-15ac-4b99-ab8d-a841ec94886b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2298.484045] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 1706decc-cb1c-4f86-ac9a-5b955924f6e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2298.484193] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance aefe6dbf-dbc9-4fb2-af50-62c71cb6689b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2298.484271] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance b9518b05-8c5c-4121-84d6-2f0d8885a65f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2298.484386] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 0cf09974-ff6b-4d6f-bc1a-67b0279f2336 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2298.484499] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 9b145d00-5c3f-4842-8428-fb8f8f1f4c02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2298.484611] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 800a1af0-11b7-493e-8bbd-412057495630 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2298.484751] env[62189]: WARNING nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 2919d1ee-a301-445e-8447-72c3e6972bf8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2298.484867] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 54c20750-c0eb-45c0-89d0-7540343e6585 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2298.484978] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance b305947d-e6d2-4ff1-9fcc-8f09aa16032e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2298.485119] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Migration 55e5c868-4d22-4354-9286-ce0630d1693a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2298.485233] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance c0c2b9f2-4cef-4224-aaec-c77642696a46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2298.485343] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 69045deb-bc18-493e-b08f-363960d3d16b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2298.485452] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 466c94c3-e292-43c4-8de7-106fc8cd7b80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2298.485747] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2298.485904] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2298.616973] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.683042] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704363} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.683274] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 466c94c3-e292-43c4-8de7-106fc8cd7b80/466c94c3-e292-43c4-8de7-106fc8cd7b80.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2298.683548] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2298.683766] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7181c5ce-736e-4897-b540-b3b0086aa2ca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.688168] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dee0e7e-6963-4404-88f2-4573fe2b90ca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.701742] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4383ba-69d3-486d-84f2-401e277b67b7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.708088] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2298.708088] env[62189]: value = "task-2122927" [ 2298.708088] env[62189]: _type = "Task" [ 2298.708088] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.750325] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "5f68ad50-621d-4214-8edf-09c1304d6e43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.750609] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "5f68ad50-621d-4214-8edf-09c1304d6e43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.750814] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "5f68ad50-621d-4214-8edf-09c1304d6e43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.750995] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "5f68ad50-621d-4214-8edf-09c1304d6e43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.751206] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "5f68ad50-621d-4214-8edf-09c1304d6e43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.759073] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afe92b1-7c47-4ca5-95e0-6683089e5a98 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.766519] env[62189]: INFO nova.compute.manager [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Terminating instance [ 2298.770778] env[62189]: DEBUG oslo_vmware.api [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.771357] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.783415] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338596dd-fd50-405a-85f8-29f9bf663ae4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.788026] env[62189]: DEBUG oslo_vmware.api [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122924, 'name': PowerOnVM_Task, 'duration_secs': 0.600054} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.788026] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2298.788026] env[62189]: INFO nova.compute.manager [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Took 8.40 seconds to spawn the instance on the hypervisor. [ 2298.788026] env[62189]: DEBUG nova.compute.manager [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2298.788606] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0f277d-ee74-459d-8599-67e502e7873d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.799425] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2298.861319] env[62189]: DEBUG nova.compute.manager [req-d5fb54b8-9ce8-482c-93ce-88423b783079 req-55fd9651-f85b-4806-a14c-f2f01bedc811 service nova] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Received event network-vif-deleted-607780b0-f94b-4d99-9d71-000f16ba1104 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2299.221631] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260843} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.224585] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2299.224889] env[62189]: DEBUG oslo_vmware.api [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Task: {'id': task-2122926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.825964} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.225572] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa64ccad-ebd8-4085-b63f-fc1eee42de0c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.227951] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2299.228152] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2299.228343] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2299.228504] env[62189]: INFO nova.compute.manager [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Took 1.82 seconds to destroy the instance on the hypervisor. [ 2299.228740] env[62189]: DEBUG oslo.service.loopingcall [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2299.228933] env[62189]: DEBUG nova.compute.manager [-] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2299.229037] env[62189]: DEBUG nova.network.neutron [-] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2299.250174] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 466c94c3-e292-43c4-8de7-106fc8cd7b80/466c94c3-e292-43c4-8de7-106fc8cd7b80.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2299.250496] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-051afc47-7cc0-4fb4-86b4-fbee9cc709ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.273831] env[62189]: DEBUG nova.compute.manager [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2299.273931] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2299.274712] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2299.274712] env[62189]: value = "task-2122928" [ 2299.274712] env[62189]: _type = "Task" [ 2299.274712] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.275048] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ee5a5c-4298-4920-a8b0-4ae5ccd5a463 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.286364] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.288219] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2299.288442] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bb64b36-c627-4271-944c-b67fe6bf3cab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.296414] env[62189]: DEBUG oslo_vmware.api [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2299.296414] env[62189]: value = "task-2122929" [ 2299.296414] env[62189]: _type = "Task" [ 2299.296414] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.302223] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2299.314059] env[62189]: DEBUG oslo_vmware.api [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.316560] env[62189]: INFO nova.compute.manager [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Took 22.96 seconds to build instance. [ 2299.407309] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d19d89-8b66-47ce-bfae-3d149115137a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.433722] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510686b3-28a2-4721-af13-becc632f9a00 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.442322] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance 'c0c2b9f2-4cef-4224-aaec-c77642696a46' progress to 83 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2299.564215] env[62189]: DEBUG nova.compute.manager [req-59673546-fa83-49d0-b263-9a97bfaff9c0 req-ddfc4e5b-c7e8-4ed1-8b9d-853d2938d420 service nova] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Received event network-vif-deleted-317b97e4-b5d5-4645-9ee2-8535b520deda {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2299.564481] env[62189]: INFO nova.compute.manager [req-59673546-fa83-49d0-b263-9a97bfaff9c0 req-ddfc4e5b-c7e8-4ed1-8b9d-853d2938d420 service nova] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Neutron deleted interface 317b97e4-b5d5-4645-9ee2-8535b520deda; detaching it from the instance and deleting it from the info cache [ 2299.564682] env[62189]: DEBUG nova.network.neutron [req-59673546-fa83-49d0-b263-9a97bfaff9c0 req-ddfc4e5b-c7e8-4ed1-8b9d-853d2938d420 service nova] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2299.790415] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.805401] env[62189]: DEBUG oslo_vmware.api [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122929, 'name': PowerOffVM_Task, 'duration_secs': 0.277321} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.805729] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2299.805903] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2299.806170] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6288dd9f-00ae-477b-9f8f-e0050125ab76 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.815563] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2299.815743] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.378s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.815985] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.858s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.816197] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.818193] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.201s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.818413] env[62189]: DEBUG nova.objects.instance [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lazy-loading 'resources' on Instance uuid 0cf09974-ff6b-4d6f-bc1a-67b0279f2336 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2299.819422] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2299.819785] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Getting list of instances from cluster (obj){ [ 2299.819785] env[62189]: value = "domain-c8" [ 2299.819785] env[62189]: _type = "ClusterComputeResource" [ 2299.819785] env[62189]: } {{(pid=62189) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2299.820561] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2c0acec9-04da-4b24-aa3b-451e7d938bf2 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "69045deb-bc18-493e-b08f-363960d3d16b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.473s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.821505] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff283b2c-485f-418e-a296-76b73efba8ce {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.842796] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Got total of 12 instances {{(pid=62189) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2299.844992] env[62189]: INFO nova.scheduler.client.report [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Deleted allocations for instance 2919d1ee-a301-445e-8447-72c3e6972bf8 [ 2299.950071] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2299.950071] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ecffe90-ba65-47eb-9a5d-068c155bed56 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.957963] env[62189]: DEBUG oslo_vmware.api [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2299.957963] env[62189]: value = "task-2122931" [ 2299.957963] env[62189]: _type = "Task" [ 2299.957963] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.967916] env[62189]: DEBUG oslo_vmware.api [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.998114] env[62189]: DEBUG nova.network.neutron [-] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2300.068474] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-449a0f0f-3307-41e7-9166-2386dde159bd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.080774] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6522ed-b13e-4913-98f4-99ba44e76662 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.129275] env[62189]: DEBUG nova.compute.manager [req-59673546-fa83-49d0-b263-9a97bfaff9c0 req-ddfc4e5b-c7e8-4ed1-8b9d-853d2938d420 service nova] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Detach interface failed, port_id=317b97e4-b5d5-4645-9ee2-8535b520deda, reason: Instance 31312dd9-a51d-4178-9ade-20e3972786ad could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2300.296296] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122928, 'name': ReconfigVM_Task, 'duration_secs': 0.850945} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.296865] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 466c94c3-e292-43c4-8de7-106fc8cd7b80/466c94c3-e292-43c4-8de7-106fc8cd7b80.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2300.297972] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34b02172-8a5a-4bd4-9cc1-86cfa5198b58 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.305813] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2300.305813] env[62189]: value = "task-2122932" [ 2300.305813] env[62189]: _type = "Task" [ 2300.305813] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.316707] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122932, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.352862] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8c2220f0-4c20-458b-a595-071a95977c1c tempest-ServerShowV254Test-497822402 tempest-ServerShowV254Test-497822402-project-member] Lock "2919d1ee-a301-445e-8447-72c3e6972bf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.750s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2300.477406] env[62189]: DEBUG oslo_vmware.api [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.500068] env[62189]: INFO nova.compute.manager [-] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Took 1.27 seconds to deallocate network for instance. [ 2300.588466] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bcff37-fa44-4702-96d1-e541d505af09 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.597060] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a839d5-5ad9-4a4f-a312-950c5dc08929 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.632193] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518321b7-73b2-47a9-9496-7b4585b214e7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.640689] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4fc09e-3bb2-42ca-b230-d09cd1eca778 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.655556] env[62189]: DEBUG nova.compute.provider_tree [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2300.817837] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122932, 'name': Rename_Task, 'duration_secs': 0.204766} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.818431] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2300.818431] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc217d70-a486-4caa-aa9a-842c20b202da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.826600] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2300.826600] env[62189]: value = "task-2122933" [ 2300.826600] env[62189]: _type = "Task" [ 2300.826600] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.835428] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.888947] env[62189]: DEBUG nova.compute.manager [req-74f5d4d6-02a2-4b87-ac5e-f4fe59bf32ce req-b8a5baf6-42de-4f13-98e1-b2118da4037e service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Received event network-changed-c2acd70e-9466-4ba5-b03e-33e28f6b5327 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2300.889169] env[62189]: DEBUG nova.compute.manager [req-74f5d4d6-02a2-4b87-ac5e-f4fe59bf32ce req-b8a5baf6-42de-4f13-98e1-b2118da4037e service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Refreshing instance network info cache due to event network-changed-c2acd70e-9466-4ba5-b03e-33e28f6b5327. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2300.889324] env[62189]: DEBUG oslo_concurrency.lockutils [req-74f5d4d6-02a2-4b87-ac5e-f4fe59bf32ce req-b8a5baf6-42de-4f13-98e1-b2118da4037e service nova] Acquiring lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.889471] env[62189]: DEBUG oslo_concurrency.lockutils [req-74f5d4d6-02a2-4b87-ac5e-f4fe59bf32ce req-b8a5baf6-42de-4f13-98e1-b2118da4037e service nova] Acquired lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.889631] env[62189]: DEBUG nova.network.neutron [req-74f5d4d6-02a2-4b87-ac5e-f4fe59bf32ce req-b8a5baf6-42de-4f13-98e1-b2118da4037e service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Refreshing network info cache for port c2acd70e-9466-4ba5-b03e-33e28f6b5327 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2300.972364] env[62189]: DEBUG oslo_vmware.api [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122931, 'name': PowerOnVM_Task, 'duration_secs': 0.867265} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.972529] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2300.972711] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3e812e26-44f4-4b8b-93a5-ae54d0c661c4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance 'c0c2b9f2-4cef-4224-aaec-c77642696a46' progress to 100 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2301.007909] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2301.061715] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "d4e230aa-bd6e-4765-9733-410ce3aa8038" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2301.061715] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "d4e230aa-bd6e-4765-9733-410ce3aa8038" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2301.159906] env[62189]: DEBUG nova.scheduler.client.report [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2301.338616] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.563855] env[62189]: DEBUG nova.compute.manager [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2301.665234] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2301.667513] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.660s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2301.667748] env[62189]: DEBUG nova.objects.instance [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lazy-loading 'resources' on Instance uuid 31312dd9-a51d-4178-9ade-20e3972786ad {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2301.682101] env[62189]: DEBUG nova.network.neutron [req-74f5d4d6-02a2-4b87-ac5e-f4fe59bf32ce req-b8a5baf6-42de-4f13-98e1-b2118da4037e service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updated VIF entry in instance network info cache for port c2acd70e-9466-4ba5-b03e-33e28f6b5327. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2301.682477] env[62189]: DEBUG nova.network.neutron [req-74f5d4d6-02a2-4b87-ac5e-f4fe59bf32ce req-b8a5baf6-42de-4f13-98e1-b2118da4037e service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updating instance_info_cache with network_info: [{"id": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "address": "fa:16:3e:90:b1:3f", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2acd70e-94", "ovs_interfaceid": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.690225] env[62189]: INFO nova.scheduler.client.report [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Deleted allocations for instance 0cf09974-ff6b-4d6f-bc1a-67b0279f2336 [ 2301.838912] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122933, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.085663] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.185773] env[62189]: DEBUG oslo_concurrency.lockutils [req-74f5d4d6-02a2-4b87-ac5e-f4fe59bf32ce req-b8a5baf6-42de-4f13-98e1-b2118da4037e service nova] Releasing lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2302.197456] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e3c050f-8fec-4da9-8441-c5839806e42e tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "0cf09974-ff6b-4d6f-bc1a-67b0279f2336" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.391s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2302.348147] env[62189]: DEBUG oslo_vmware.api [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122933, 'name': PowerOnVM_Task, 'duration_secs': 1.413339} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.348977] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2302.349275] env[62189]: INFO nova.compute.manager [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Took 9.58 seconds to spawn the instance on the hypervisor. [ 2302.351479] env[62189]: DEBUG nova.compute.manager [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2302.354102] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0729ad26-99e4-4fd6-aaed-0bd051789f96 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.495121] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d727446-b067-4c8c-a18a-c0531f5621f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.504770] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52b4536-a796-471e-86fa-7931cc2d52ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.546451] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359fea74-7628-4d31-9fef-1ac7c1e6ad84 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.555894] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e795a54-4cb0-4a17-a22d-4312eedd605a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.574038] env[62189]: DEBUG nova.compute.provider_tree [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2302.878037] env[62189]: INFO nova.compute.manager [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Took 17.72 seconds to build instance. [ 2302.974055] env[62189]: DEBUG oslo_concurrency.lockutils [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "b9518b05-8c5c-4121-84d6-2f0d8885a65f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.974553] env[62189]: DEBUG oslo_concurrency.lockutils [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "b9518b05-8c5c-4121-84d6-2f0d8885a65f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2302.975322] env[62189]: DEBUG oslo_concurrency.lockutils [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "b9518b05-8c5c-4121-84d6-2f0d8885a65f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.975638] env[62189]: DEBUG oslo_concurrency.lockutils [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "b9518b05-8c5c-4121-84d6-2f0d8885a65f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2302.975911] env[62189]: DEBUG oslo_concurrency.lockutils [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "b9518b05-8c5c-4121-84d6-2f0d8885a65f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2302.978051] env[62189]: INFO nova.compute.manager [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Terminating instance [ 2303.080048] env[62189]: DEBUG nova.scheduler.client.report [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2303.380065] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e41cc8ca-cd60-4dde-9164-e792e0a42164 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "466c94c3-e292-43c4-8de7-106fc8cd7b80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.235s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.481767] env[62189]: DEBUG nova.compute.manager [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2303.481998] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2303.482944] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ef179a-6621-4de5-a3fe-451038b18f25 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.491803] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2303.492076] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9ee156a-0fb1-4883-a6cc-158745657076 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.499711] env[62189]: DEBUG oslo_vmware.api [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2303.499711] env[62189]: value = "task-2122934" [ 2303.499711] env[62189]: _type = "Task" [ 2303.499711] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.513341] env[62189]: DEBUG oslo_vmware.api [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.585566] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.588712] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.503s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.590511] env[62189]: INFO nova.compute.claims [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2303.615745] env[62189]: INFO nova.scheduler.client.report [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Deleted allocations for instance 31312dd9-a51d-4178-9ade-20e3972786ad [ 2303.710786] env[62189]: DEBUG nova.network.neutron [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Port 7693ee58-7ec5-47f7-ab8c-db5250f1b118 binding to destination host cpu-1 is already ACTIVE {{(pid=62189) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2303.710924] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2303.711089] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2303.711348] env[62189]: DEBUG nova.network.neutron [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2304.011794] env[62189]: DEBUG oslo_vmware.api [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122934, 'name': PowerOffVM_Task, 'duration_secs': 0.274367} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.013042] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2304.013042] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2304.013042] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40185e66-f46c-48a5-abf6-8a5a83b6eaa0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.126267] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4a1fdf66-2963-4f5b-844f-5c7908843f5e tempest-ServerRescueNegativeTestJSON-649427651 tempest-ServerRescueNegativeTestJSON-649427651-project-member] Lock "31312dd9-a51d-4178-9ade-20e3972786ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.229s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.475074] env[62189]: DEBUG nova.network.neutron [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance_info_cache with network_info: [{"id": "7693ee58-7ec5-47f7-ab8c-db5250f1b118", "address": "fa:16:3e:e9:43:c5", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7693ee58-7e", "ovs_interfaceid": "7693ee58-7ec5-47f7-ab8c-db5250f1b118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2304.813858] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9b83c8-2158-4e80-9226-4913d278195c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.823012] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d73ed4-951f-44b9-b0d7-1e22e2e72306 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.858101] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e6f3d5-4bfb-481b-be89-2ee24ca8cfee {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.865897] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf79ee4d-0920-4751-b89b-cb0666d7c7da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.884039] env[62189]: DEBUG nova.compute.provider_tree [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2304.885222] env[62189]: DEBUG nova.compute.manager [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Stashing vm_state: active {{(pid=62189) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2304.979051] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2305.390020] env[62189]: DEBUG nova.scheduler.client.report [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2305.416410] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.483351] env[62189]: DEBUG nova.compute.manager [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62189) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2305.901088] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.901577] env[62189]: DEBUG nova.compute.manager [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2305.904611] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.488s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2306.409057] env[62189]: DEBUG nova.compute.utils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2306.411500] env[62189]: INFO nova.compute.claims [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2306.414960] env[62189]: DEBUG nova.compute.manager [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2306.415134] env[62189]: DEBUG nova.network.neutron [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2306.458418] env[62189]: DEBUG nova.policy [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc989044e2704bbeb5bed934424c266a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c52443a4689b480faeb835027b0bdafd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2306.521397] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2306.522276] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2306.522276] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2306.584660] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2306.706814] env[62189]: DEBUG nova.network.neutron [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Successfully created port: 31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2306.915626] env[62189]: DEBUG nova.compute.manager [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2306.921890] env[62189]: INFO nova.compute.resource_tracker [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Updating resource usage from migration 40ad7c49-0114-4b93-99af-1da1c7f92d55 [ 2307.118660] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f8fcb9-7c1f-4944-90ca-5adb665957b7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.127424] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd0aa9a-a5da-4214-804a-7270a978b547 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.158835] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af369e6a-a1bd-4e06-8d0a-fc5a40a75a2b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.167288] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ff199d-7a76-48e6-bf07-e22212c35f7c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.181876] env[62189]: DEBUG nova.compute.provider_tree [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2307.685556] env[62189]: DEBUG nova.scheduler.client.report [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2307.932070] env[62189]: DEBUG nova.compute.manager [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2307.962198] env[62189]: DEBUG nova.virt.hardware [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2307.962447] env[62189]: DEBUG nova.virt.hardware [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2307.962606] env[62189]: DEBUG nova.virt.hardware [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2307.962788] env[62189]: DEBUG nova.virt.hardware [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2307.962935] env[62189]: DEBUG nova.virt.hardware [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2307.963096] env[62189]: DEBUG nova.virt.hardware [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2307.963333] env[62189]: DEBUG nova.virt.hardware [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2307.963502] env[62189]: DEBUG nova.virt.hardware [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2307.963667] env[62189]: DEBUG nova.virt.hardware [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2307.963827] env[62189]: DEBUG nova.virt.hardware [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2307.963999] env[62189]: DEBUG nova.virt.hardware [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2307.965246] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13f388e-0591-48b2-a2cf-bb2dd0540e38 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.974011] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba4b76e-72de-4a70-b926-93e66d9fe82a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.191302] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.286s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.191482] env[62189]: INFO nova.compute.manager [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Migrating [ 2308.198863] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.614s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.296848] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2308.297143] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2308.297337] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Deleting the datastore file [datastore2] b9518b05-8c5c-4121-84d6-2f0d8885a65f {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2308.297638] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83229a27-2e35-4b77-a41b-00e288257b40 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.303863] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2308.304081] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2308.304280] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleting the datastore file [datastore2] 5f68ad50-621d-4214-8edf-09c1304d6e43 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2308.304596] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f60bdf0d-a030-4008-a766-dfa3dc46a4e2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.309988] env[62189]: DEBUG oslo_vmware.api [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for the task: (returnval){ [ 2308.309988] env[62189]: value = "task-2122936" [ 2308.309988] env[62189]: _type = "Task" [ 2308.309988] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.315658] env[62189]: DEBUG oslo_vmware.api [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for the task: (returnval){ [ 2308.315658] env[62189]: value = "task-2122937" [ 2308.315658] env[62189]: _type = "Task" [ 2308.315658] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.319925] env[62189]: DEBUG oslo_vmware.api [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.328466] env[62189]: DEBUG oslo_vmware.api [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.561627] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2308.561785] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquired lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2308.561940] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Forcefully refreshing network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2308.708807] env[62189]: DEBUG nova.objects.instance [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lazy-loading 'migration_context' on Instance uuid c0c2b9f2-4cef-4224-aaec-c77642696a46 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2308.710522] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "refresh_cache-466c94c3-e292-43c4-8de7-106fc8cd7b80" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2308.710522] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "refresh_cache-466c94c3-e292-43c4-8de7-106fc8cd7b80" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2308.710619] env[62189]: DEBUG nova.network.neutron [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2308.821293] env[62189]: DEBUG oslo_vmware.api [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Task: {'id': task-2122936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227846} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.824224] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2308.824419] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2308.824599] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2308.824771] env[62189]: INFO nova.compute.manager [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Took 5.34 seconds to destroy the instance on the hypervisor. [ 2308.825000] env[62189]: DEBUG oslo.service.loopingcall [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2308.825213] env[62189]: DEBUG nova.compute.manager [-] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2308.825311] env[62189]: DEBUG nova.network.neutron [-] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2308.831765] env[62189]: DEBUG oslo_vmware.api [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Task: {'id': task-2122937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217408} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.831989] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2308.832179] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2308.832356] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2308.832515] env[62189]: INFO nova.compute.manager [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Took 9.56 seconds to destroy the instance on the hypervisor. [ 2308.832732] env[62189]: DEBUG oslo.service.loopingcall [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2308.832914] env[62189]: DEBUG nova.compute.manager [-] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2308.833016] env[62189]: DEBUG nova.network.neutron [-] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2309.202018] env[62189]: DEBUG nova.compute.manager [req-e71603a9-ccf3-4e98-a4f7-2341b0b66146 req-9a2c5997-4e90-49c9-88c5-50cd18f29469 service nova] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Received event network-vif-deleted-123eff83-ac3e-418e-86a9-71619ba3d180 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2309.202230] env[62189]: INFO nova.compute.manager [req-e71603a9-ccf3-4e98-a4f7-2341b0b66146 req-9a2c5997-4e90-49c9-88c5-50cd18f29469 service nova] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Neutron deleted interface 123eff83-ac3e-418e-86a9-71619ba3d180; detaching it from the instance and deleting it from the info cache [ 2309.202443] env[62189]: DEBUG nova.network.neutron [req-e71603a9-ccf3-4e98-a4f7-2341b0b66146 req-9a2c5997-4e90-49c9-88c5-50cd18f29469 service nova] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2309.225175] env[62189]: DEBUG nova.compute.manager [req-b2511c05-1651-4ee7-b460-98624b2a2172 req-0874a537-708d-4774-9e0f-05e882b54fcb service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Received event network-vif-plugged-31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2309.225175] env[62189]: DEBUG oslo_concurrency.lockutils [req-b2511c05-1651-4ee7-b460-98624b2a2172 req-0874a537-708d-4774-9e0f-05e882b54fcb service nova] Acquiring lock "d4e230aa-bd6e-4765-9733-410ce3aa8038-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.225175] env[62189]: DEBUG oslo_concurrency.lockutils [req-b2511c05-1651-4ee7-b460-98624b2a2172 req-0874a537-708d-4774-9e0f-05e882b54fcb service nova] Lock "d4e230aa-bd6e-4765-9733-410ce3aa8038-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.225175] env[62189]: DEBUG oslo_concurrency.lockutils [req-b2511c05-1651-4ee7-b460-98624b2a2172 req-0874a537-708d-4774-9e0f-05e882b54fcb service nova] Lock "d4e230aa-bd6e-4765-9733-410ce3aa8038-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2309.225175] env[62189]: DEBUG nova.compute.manager [req-b2511c05-1651-4ee7-b460-98624b2a2172 req-0874a537-708d-4774-9e0f-05e882b54fcb service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] No waiting events found dispatching network-vif-plugged-31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2309.225175] env[62189]: WARNING nova.compute.manager [req-b2511c05-1651-4ee7-b460-98624b2a2172 req-0874a537-708d-4774-9e0f-05e882b54fcb service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Received unexpected event network-vif-plugged-31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3 for instance with vm_state building and task_state spawning. [ 2309.450246] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10579690-fea9-4738-93a3-8226d60c798f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.459777] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44a9676-d3dc-4790-bf05-10bc17b61adc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.505573] env[62189]: DEBUG nova.network.neutron [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Successfully updated port: 31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2309.507596] env[62189]: DEBUG nova.network.neutron [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Updating instance_info_cache with network_info: [{"id": "6e70ba14-2f2c-499f-aa3c-9cfd9db63856", "address": "fa:16:3e:08:bd:9a", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e70ba14-2f", "ovs_interfaceid": "6e70ba14-2f2c-499f-aa3c-9cfd9db63856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2309.510202] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a26cd30-f7ce-4bcb-93b4-af494cc2e54f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.520053] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37646eda-bdee-43dd-b8f8-1a8e49c4b5a7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.537481] env[62189]: DEBUG nova.compute.provider_tree [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2309.676582] env[62189]: DEBUG nova.network.neutron [-] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2309.704894] env[62189]: DEBUG nova.network.neutron [-] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2309.706759] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-498792f1-6334-4a52-840a-82278196e596 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.720967] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61644d6e-691d-4ec9-8d7e-2fa5b1220244 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.754144] env[62189]: DEBUG nova.compute.manager [req-e71603a9-ccf3-4e98-a4f7-2341b0b66146 req-9a2c5997-4e90-49c9-88c5-50cd18f29469 service nova] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Detach interface failed, port_id=123eff83-ac3e-418e-86a9-71619ba3d180, reason: Instance 5f68ad50-621d-4214-8edf-09c1304d6e43 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2310.014693] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "refresh_cache-466c94c3-e292-43c4-8de7-106fc8cd7b80" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2310.016488] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2310.016617] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2310.016763] env[62189]: DEBUG nova.network.neutron [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2310.041448] env[62189]: DEBUG nova.scheduler.client.report [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2310.089359] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance_info_cache with network_info: [{"id": "b40850d7-d54c-4893-af29-7f9c0570e0df", "address": "fa:16:3e:65:86:f0", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40850d7-d5", "ovs_interfaceid": "b40850d7-d54c-4893-af29-7f9c0570e0df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2310.179334] env[62189]: INFO nova.compute.manager [-] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Took 1.35 seconds to deallocate network for instance. [ 2310.208014] env[62189]: INFO nova.compute.manager [-] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Took 1.38 seconds to deallocate network for instance. [ 2310.552131] env[62189]: DEBUG nova.network.neutron [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2310.593289] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Releasing lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2310.593573] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updated the network info_cache for instance {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2310.593771] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2310.594324] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2310.594412] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2310.594564] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2310.594704] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2310.594844] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2310.594969] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2310.595132] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2310.685767] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2310.688322] env[62189]: DEBUG nova.network.neutron [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Updating instance_info_cache with network_info: [{"id": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "address": "fa:16:3e:db:e1:54", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ebaac0-dc", "ovs_interfaceid": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2310.714432] env[62189]: DEBUG oslo_concurrency.lockutils [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2311.056579] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.858s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2311.062342] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.377s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2311.062591] env[62189]: DEBUG nova.objects.instance [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lazy-loading 'resources' on Instance uuid 5f68ad50-621d-4214-8edf-09c1304d6e43 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2311.097441] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2311.191605] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2311.191944] env[62189]: DEBUG nova.compute.manager [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Instance network_info: |[{"id": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "address": "fa:16:3e:db:e1:54", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ebaac0-dc", "ovs_interfaceid": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2311.192388] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:e1:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2311.200674] env[62189]: DEBUG oslo.service.loopingcall [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2311.201249] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2311.201497] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d3a3854-0651-4f72-b959-48a0074e0aad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.224635] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2311.224635] env[62189]: value = "task-2122938" [ 2311.224635] env[62189]: _type = "Task" [ 2311.224635] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.226767] env[62189]: DEBUG nova.compute.manager [req-c5f6799f-9986-4c10-b955-fa070945f4b8 req-93629924-68b8-4cb8-8ef5-294a8d339596 service nova] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Received event network-vif-deleted-9006ed31-20f3-4245-baa1-b3ad957beccb {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2311.235808] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122938, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.250639] env[62189]: DEBUG nova.compute.manager [req-16bfe696-0504-4035-adf2-241dd039cd8c req-128ab00a-b93a-4104-a991-33e964b84a6b service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Received event network-changed-31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2311.250853] env[62189]: DEBUG nova.compute.manager [req-16bfe696-0504-4035-adf2-241dd039cd8c req-128ab00a-b93a-4104-a991-33e964b84a6b service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Refreshing instance network info cache due to event network-changed-31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2311.251061] env[62189]: DEBUG oslo_concurrency.lockutils [req-16bfe696-0504-4035-adf2-241dd039cd8c req-128ab00a-b93a-4104-a991-33e964b84a6b service nova] Acquiring lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2311.251325] env[62189]: DEBUG oslo_concurrency.lockutils [req-16bfe696-0504-4035-adf2-241dd039cd8c req-128ab00a-b93a-4104-a991-33e964b84a6b service nova] Acquired lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2311.251573] env[62189]: DEBUG nova.network.neutron [req-16bfe696-0504-4035-adf2-241dd039cd8c req-128ab00a-b93a-4104-a991-33e964b84a6b service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Refreshing network info cache for port 31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2311.532572] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc692754-8df6-4cc7-9efb-c900080a5e0f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.554400] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Updating instance '466c94c3-e292-43c4-8de7-106fc8cd7b80' progress to 0 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2311.738211] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122938, 'name': CreateVM_Task, 'duration_secs': 0.439955} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.738389] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2311.739126] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2311.739296] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2311.739640] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2311.739895] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08317522-0b30-4303-8530-ab1b274374b8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.745287] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2311.745287] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5205497f-639c-4e46-1e30-72dc13875e72" [ 2311.745287] env[62189]: _type = "Task" [ 2311.745287] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.757702] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5205497f-639c-4e46-1e30-72dc13875e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.770254] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ba050a-1b06-46e0-a93c-b9188ca61053 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.778456] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b8f11b-0341-4b7b-b0ab-9aa8bfc00802 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.810904] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b99417a-c5b0-4bf7-bed8-39e628e436c3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.819283] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0194483d-9581-4c09-981d-005aad716e54 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.833017] env[62189]: DEBUG nova.compute.provider_tree [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2311.982420] env[62189]: DEBUG nova.network.neutron [req-16bfe696-0504-4035-adf2-241dd039cd8c req-128ab00a-b93a-4104-a991-33e964b84a6b service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Updated VIF entry in instance network info cache for port 31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2311.983287] env[62189]: DEBUG nova.network.neutron [req-16bfe696-0504-4035-adf2-241dd039cd8c req-128ab00a-b93a-4104-a991-33e964b84a6b service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Updating instance_info_cache with network_info: [{"id": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "address": "fa:16:3e:db:e1:54", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ebaac0-dc", "ovs_interfaceid": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2312.060202] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2312.060790] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11b92b05-194c-4746-b3ec-916fc3d8bfa1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.069631] env[62189]: DEBUG oslo_vmware.api [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2312.069631] env[62189]: value = "task-2122939" [ 2312.069631] env[62189]: _type = "Task" [ 2312.069631] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.079995] env[62189]: DEBUG oslo_vmware.api [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.258896] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5205497f-639c-4e46-1e30-72dc13875e72, 'name': SearchDatastore_Task, 'duration_secs': 0.010894} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.259202] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2312.259436] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2312.259662] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2312.259807] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2312.259980] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2312.260242] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-124215bf-d482-4a82-b3c3-ad329dc4e846 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.270676] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2312.270854] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2312.271695] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce77f57a-cad7-4617-9f57-ef62994087e8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.277514] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2312.277514] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529766ae-0cdb-776f-f4fd-03d451ce751d" [ 2312.277514] env[62189]: _type = "Task" [ 2312.277514] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.285575] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529766ae-0cdb-776f-f4fd-03d451ce751d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.337204] env[62189]: DEBUG nova.scheduler.client.report [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2312.486558] env[62189]: DEBUG oslo_concurrency.lockutils [req-16bfe696-0504-4035-adf2-241dd039cd8c req-128ab00a-b93a-4104-a991-33e964b84a6b service nova] Releasing lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2312.579610] env[62189]: DEBUG oslo_vmware.api [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122939, 'name': PowerOffVM_Task, 'duration_secs': 0.161975} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.579783] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2312.579935] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Updating instance '466c94c3-e292-43c4-8de7-106fc8cd7b80' progress to 17 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2312.597535] env[62189]: INFO nova.compute.manager [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Swapping old allocation on dict_keys(['9c6494ef-d1bb-428d-baf9-f027623d156c']) held by migration 55e5c868-4d22-4354-9286-ce0630d1693a for instance [ 2312.619194] env[62189]: DEBUG nova.scheduler.client.report [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Overwriting current allocation {'allocations': {'9c6494ef-d1bb-428d-baf9-f027623d156c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 150}}, 'project_id': '353a7917021e41568bce386c0ee5f45a', 'user_id': '235b98c5656f470b9d12403455ed3a61', 'consumer_generation': 1} on consumer c0c2b9f2-4cef-4224-aaec-c77642696a46 {{(pid=62189) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2312.692256] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2312.692436] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2312.692613] env[62189]: DEBUG nova.network.neutron [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2312.788509] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529766ae-0cdb-776f-f4fd-03d451ce751d, 'name': SearchDatastore_Task, 'duration_secs': 0.013831} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.789274] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b7008d-5acb-4173-b9f9-822a4541892c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.794371] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2312.794371] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5257ce60-3829-9919-618c-78db4a8b2a7c" [ 2312.794371] env[62189]: _type = "Task" [ 2312.794371] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.801632] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5257ce60-3829-9919-618c-78db4a8b2a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.842168] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2312.844628] env[62189]: DEBUG oslo_concurrency.lockutils [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.130s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2312.844858] env[62189]: DEBUG nova.objects.instance [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lazy-loading 'resources' on Instance uuid b9518b05-8c5c-4121-84d6-2f0d8885a65f {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2312.860526] env[62189]: INFO nova.scheduler.client.report [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Deleted allocations for instance 5f68ad50-621d-4214-8edf-09c1304d6e43 [ 2313.086612] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2313.087045] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2313.087045] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2313.087283] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2313.087448] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2313.087603] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2313.087806] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2313.088048] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2313.088268] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2313.088445] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2313.088675] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2313.093679] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-205bec67-89b7-4bf1-8239-0518a1515efe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.110671] env[62189]: DEBUG oslo_vmware.api [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2313.110671] env[62189]: value = "task-2122940" [ 2313.110671] env[62189]: _type = "Task" [ 2313.110671] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2313.120145] env[62189]: DEBUG oslo_vmware.api [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.308603] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5257ce60-3829-9919-618c-78db4a8b2a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009923} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.309008] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2313.309411] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] d4e230aa-bd6e-4765-9733-410ce3aa8038/d4e230aa-bd6e-4765-9733-410ce3aa8038.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2313.310228] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba00fee3-94f2-42ff-a918-0556acdde022 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.321075] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2313.321075] env[62189]: value = "task-2122941" [ 2313.321075] env[62189]: _type = "Task" [ 2313.321075] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2313.336064] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.370019] env[62189]: DEBUG oslo_concurrency.lockutils [None req-15777012-b8f9-48b6-bf37-ba69297dd0b9 tempest-ServersTestJSON-601759006 tempest-ServersTestJSON-601759006-project-member] Lock "5f68ad50-621d-4214-8edf-09c1304d6e43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.619s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2313.430806] env[62189]: DEBUG nova.network.neutron [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance_info_cache with network_info: [{"id": "7693ee58-7ec5-47f7-ab8c-db5250f1b118", "address": "fa:16:3e:e9:43:c5", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7693ee58-7e", "ovs_interfaceid": "7693ee58-7ec5-47f7-ab8c-db5250f1b118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2313.525305] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28c6efb-5391-44e4-a373-dced7a367986 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.535110] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147e47cd-a470-45c8-b5b2-915a0440a2c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.570041] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24875c37-6d6c-430c-a00e-0c8195c37442 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.580824] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec40fd0-18c9-441b-b832-3d684313b525 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.596898] env[62189]: DEBUG nova.compute.provider_tree [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2313.623157] env[62189]: DEBUG oslo_vmware.api [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122940, 'name': ReconfigVM_Task, 'duration_secs': 0.248359} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.623520] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Updating instance '466c94c3-e292-43c4-8de7-106fc8cd7b80' progress to 33 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2313.830992] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46315} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.831476] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] d4e230aa-bd6e-4765-9733-410ce3aa8038/d4e230aa-bd6e-4765-9733-410ce3aa8038.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2313.831476] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2313.831721] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b33b85b5-f1e6-48d9-9835-11fc145bf84e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.839054] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2313.839054] env[62189]: value = "task-2122942" [ 2313.839054] env[62189]: _type = "Task" [ 2313.839054] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2313.847654] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.934111] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "refresh_cache-c0c2b9f2-4cef-4224-aaec-c77642696a46" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2313.935241] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd76e08d-5818-4e64-9c36-11f8e58b65ec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.943722] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57696afd-b89a-4a8c-b142-5a0e44c04c22 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.100351] env[62189]: DEBUG nova.scheduler.client.report [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2314.130897] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2314.131133] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2314.131260] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2314.131472] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2314.131619] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2314.131774] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2314.132023] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2314.132190] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2314.132355] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2314.132518] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2314.132689] env[62189]: DEBUG nova.virt.hardware [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2314.138087] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2314.138708] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b44f2321-1546-4d32-bc0d-4851404d1f9d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.156261] env[62189]: DEBUG oslo_concurrency.lockutils [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "800a1af0-11b7-493e-8bbd-412057495630" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.156523] env[62189]: DEBUG oslo_concurrency.lockutils [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "800a1af0-11b7-493e-8bbd-412057495630" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.156730] env[62189]: DEBUG oslo_concurrency.lockutils [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "800a1af0-11b7-493e-8bbd-412057495630-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.156905] env[62189]: DEBUG oslo_concurrency.lockutils [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "800a1af0-11b7-493e-8bbd-412057495630-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.157084] env[62189]: DEBUG oslo_concurrency.lockutils [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "800a1af0-11b7-493e-8bbd-412057495630-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.160604] env[62189]: DEBUG oslo_vmware.api [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2314.160604] env[62189]: value = "task-2122943" [ 2314.160604] env[62189]: _type = "Task" [ 2314.160604] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.160604] env[62189]: INFO nova.compute.manager [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Terminating instance [ 2314.172109] env[62189]: DEBUG oslo_vmware.api [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.351112] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067377} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.351387] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2314.352200] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0436448-3afa-4b0a-9fa8-ddf0c1111b99 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.376125] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] d4e230aa-bd6e-4765-9733-410ce3aa8038/d4e230aa-bd6e-4765-9733-410ce3aa8038.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2314.376600] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a698f6aa-558a-443e-bcd7-592f2b7e3746 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.396636] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2314.396636] env[62189]: value = "task-2122944" [ 2314.396636] env[62189]: _type = "Task" [ 2314.396636] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.405402] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.605341] env[62189]: DEBUG oslo_concurrency.lockutils [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.607680] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.510s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.607989] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.611015] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2314.611015] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a84f4b1-b8de-4428-af75-11d73212ca7d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.618567] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95ea233-3e39-429d-ae30-1fa5628cda4b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.635959] env[62189]: INFO nova.scheduler.client.report [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Deleted allocations for instance b9518b05-8c5c-4121-84d6-2f0d8885a65f [ 2314.637566] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8e4d0f-209c-43e1-858f-01c240676561 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.648335] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8459264d-c37e-4734-9d44-4b1b5d2e93a3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.683070] env[62189]: DEBUG nova.compute.manager [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2314.698955] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2314.698955] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178939MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2314.698955] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.698955] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.698955] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9466f97-2907-4419-8e20-3b65514a87f6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.702765] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2314.703219] env[62189]: DEBUG oslo_vmware.api [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122943, 'name': ReconfigVM_Task, 'duration_secs': 0.212805} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.704130] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cff58e88-7da9-4015-8e8f-c9ecb99bc238 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.705811] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2314.706925] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d7bdac-dfec-4b96-9e52-e511cbbc265d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.716456] env[62189]: DEBUG oslo_vmware.api [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2314.716456] env[62189]: value = "task-2122945" [ 2314.716456] env[62189]: _type = "Task" [ 2314.716456] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.736236] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 466c94c3-e292-43c4-8de7-106fc8cd7b80/466c94c3-e292-43c4-8de7-106fc8cd7b80.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2314.742123] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0e4b6de-3f2f-45f8-a669-d7733e8f86eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.762074] env[62189]: DEBUG oslo_vmware.api [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.763573] env[62189]: DEBUG oslo_vmware.api [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2314.763573] env[62189]: value = "task-2122946" [ 2314.763573] env[62189]: _type = "Task" [ 2314.763573] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.774244] env[62189]: DEBUG oslo_vmware.api [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.909463] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122944, 'name': ReconfigVM_Task, 'duration_secs': 0.431563} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.910494] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Reconfigured VM instance instance-0000006a to attach disk [datastore2] d4e230aa-bd6e-4765-9733-410ce3aa8038/d4e230aa-bd6e-4765-9733-410ce3aa8038.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2314.911454] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fc35f90-d010-489e-a50d-701126c01cda {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.920440] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2314.920440] env[62189]: value = "task-2122947" [ 2314.920440] env[62189]: _type = "Task" [ 2314.920440] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.935018] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122947, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.026544] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2315.026985] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac6ab012-f916-4ebe-979b-f51f5f051c95 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.035358] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2315.035358] env[62189]: value = "task-2122948" [ 2315.035358] env[62189]: _type = "Task" [ 2315.035358] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.044793] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.147683] env[62189]: DEBUG oslo_concurrency.lockutils [None req-259d658f-dba8-4291-aa5c-4e0dd46dc71a tempest-ListServerFiltersTestJSON-998076583 tempest-ListServerFiltersTestJSON-998076583-project-member] Lock "b9518b05-8c5c-4121-84d6-2f0d8885a65f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.173s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.238498] env[62189]: DEBUG oslo_vmware.api [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122945, 'name': PowerOffVM_Task, 'duration_secs': 0.243271} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.238782] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2315.238949] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2315.239280] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-054abedd-e033-4712-bd4a-07ed21ea00ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.274992] env[62189]: DEBUG oslo_vmware.api [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122946, 'name': ReconfigVM_Task, 'duration_secs': 0.297187} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.275293] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 466c94c3-e292-43c4-8de7-106fc8cd7b80/466c94c3-e292-43c4-8de7-106fc8cd7b80.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2315.275555] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Updating instance '466c94c3-e292-43c4-8de7-106fc8cd7b80' progress to 50 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2315.412602] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2315.412602] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2315.412602] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Deleting the datastore file [datastore2] 800a1af0-11b7-493e-8bbd-412057495630 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2315.412602] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee979d5a-9361-472a-8efa-5356e217bcdb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.412602] env[62189]: DEBUG oslo_vmware.api [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2315.412602] env[62189]: value = "task-2122950" [ 2315.412602] env[62189]: _type = "Task" [ 2315.412602] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.423681] env[62189]: DEBUG oslo_vmware.api [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.436551] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122947, 'name': Rename_Task, 'duration_secs': 0.170292} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.436848] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2315.437104] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8f53839-a960-4c98-be3b-a1580087afb1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.446170] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2315.446170] env[62189]: value = "task-2122951" [ 2315.446170] env[62189]: _type = "Task" [ 2315.446170] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.465330] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.546675] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122948, 'name': PowerOffVM_Task, 'duration_secs': 0.220461} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.547850] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2315.547850] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2315.547850] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2315.547850] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2315.548111] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2315.548170] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2315.548316] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2315.548523] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2315.548683] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2315.548847] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2315.549011] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2315.549193] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2315.554329] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac9cf44a-43eb-4177-8a5f-e9bf4962f7a1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.585650] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2315.585650] env[62189]: value = "task-2122952" [ 2315.585650] env[62189]: _type = "Task" [ 2315.585650] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.595709] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.702916] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Applying migration context for instance 466c94c3-e292-43c4-8de7-106fc8cd7b80 as it has an incoming, in-progress migration 40ad7c49-0114-4b93-99af-1da1c7f92d55. Migration status is migrating {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2315.704737] env[62189]: INFO nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Updating resource usage from migration 40ad7c49-0114-4b93-99af-1da1c7f92d55 [ 2315.724863] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance f04c5b3c-15ac-4b99-ab8d-a841ec94886b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2315.725061] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 1706decc-cb1c-4f86-ac9a-5b955924f6e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2315.725194] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance aefe6dbf-dbc9-4fb2-af50-62c71cb6689b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2315.725315] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 9b145d00-5c3f-4842-8428-fb8f8f1f4c02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2315.725434] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 800a1af0-11b7-493e-8bbd-412057495630 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2315.725609] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 54c20750-c0eb-45c0-89d0-7540343e6585 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2315.725728] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance b305947d-e6d2-4ff1-9fcc-8f09aa16032e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2315.725850] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance c0c2b9f2-4cef-4224-aaec-c77642696a46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2315.725964] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 69045deb-bc18-493e-b08f-363960d3d16b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2315.726113] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance d4e230aa-bd6e-4765-9733-410ce3aa8038 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2315.726254] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Migration 40ad7c49-0114-4b93-99af-1da1c7f92d55 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2315.726384] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 466c94c3-e292-43c4-8de7-106fc8cd7b80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2315.726617] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2315.726781] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2315.782970] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00284eb-ca72-425b-a739-bd1c4cc2e651 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.809130] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ebb6ab-3137-4109-8d84-1abe64d5e472 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.831825] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Updating instance '466c94c3-e292-43c4-8de7-106fc8cd7b80' progress to 67 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2315.928452] env[62189]: DEBUG oslo_vmware.api [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15013} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.928579] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2315.928796] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2315.929015] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2315.929230] env[62189]: INFO nova.compute.manager [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2315.929877] env[62189]: DEBUG oslo.service.loopingcall [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2315.929877] env[62189]: DEBUG nova.compute.manager [-] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2315.929877] env[62189]: DEBUG nova.network.neutron [-] [instance: 800a1af0-11b7-493e-8bbd-412057495630] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2315.933614] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8f1444-90d6-4971-8ebe-3d91fe6554dd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.942850] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4975deef-392d-4139-81ac-1fa7cc258098 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.958334] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122951, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.998722] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a845375-cbf7-438a-ba53-de4b211a403d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.010774] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2da7f36-dbf2-46e9-b30e-cb05d328dfdb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.035594] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2316.098370] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122952, 'name': ReconfigVM_Task, 'duration_secs': 0.238182} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.099408] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4ebde8-8c93-418e-89e1-b2b1dd2a0926 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.145867] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2316.145867] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2316.145867] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2316.145867] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2316.145867] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2316.145867] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2316.145867] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2316.145867] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2316.145867] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2316.145867] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2316.145867] env[62189]: DEBUG nova.virt.hardware [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2316.145867] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-341ea699-9b50-4a6d-b469-0cbd9061472a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.145867] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2316.145867] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52db8612-a66d-0e1b-5d05-2ff43f11e79b" [ 2316.145867] env[62189]: _type = "Task" [ 2316.145867] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.154750] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52db8612-a66d-0e1b-5d05-2ff43f11e79b, 'name': SearchDatastore_Task, 'duration_secs': 0.014289} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.161147] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2316.161416] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4aa7d96-5081-48e2-b8c5-934fb0e73cd8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.184529] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2316.184529] env[62189]: value = "task-2122953" [ 2316.184529] env[62189]: _type = "Task" [ 2316.184529] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.194749] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.375999] env[62189]: DEBUG nova.network.neutron [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Port 6e70ba14-2f2c-499f-aa3c-9cfd9db63856 binding to destination host cpu-1 is already ACTIVE {{(pid=62189) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2316.479957] env[62189]: DEBUG oslo_vmware.api [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122951, 'name': PowerOnVM_Task, 'duration_secs': 0.769101} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.479957] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2316.479957] env[62189]: INFO nova.compute.manager [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Took 8.54 seconds to spawn the instance on the hypervisor. [ 2316.479957] env[62189]: DEBUG nova.compute.manager [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2316.479957] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731f565d-fc31-4ad7-bf58-5dfb35f78494 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.540647] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2316.643958] env[62189]: DEBUG nova.compute.manager [req-f1fcf430-88dd-4deb-a604-1b88ce0b801b req-13c33601-920e-4b76-bb61-dedabe523b62 service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Received event network-vif-deleted-97c76183-7a0a-43cd-811f-319f542f93cd {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2316.643958] env[62189]: INFO nova.compute.manager [req-f1fcf430-88dd-4deb-a604-1b88ce0b801b req-13c33601-920e-4b76-bb61-dedabe523b62 service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Neutron deleted interface 97c76183-7a0a-43cd-811f-319f542f93cd; detaching it from the instance and deleting it from the info cache [ 2316.643958] env[62189]: DEBUG nova.network.neutron [req-f1fcf430-88dd-4deb-a604-1b88ce0b801b req-13c33601-920e-4b76-bb61-dedabe523b62 service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2316.696659] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122953, 'name': ReconfigVM_Task, 'duration_secs': 0.437326} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.696960] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2316.697759] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4c4b06-418b-4f12-893e-3a1a739b3838 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.727242] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] c0c2b9f2-4cef-4224-aaec-c77642696a46/c0c2b9f2-4cef-4224-aaec-c77642696a46.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2316.727808] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c486171d-cba5-4e06-96e1-8bcc381ec08e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.750346] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2316.750346] env[62189]: value = "task-2122954" [ 2316.750346] env[62189]: _type = "Task" [ 2316.750346] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.762173] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.999500] env[62189]: DEBUG nova.network.neutron [-] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2317.004024] env[62189]: INFO nova.compute.manager [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Took 14.93 seconds to build instance. [ 2317.047466] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2317.047686] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.363s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2317.047896] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2317.048045] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Cleaning up deleted instances {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2317.131906] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e62930ac-5937-45cb-9e6d-1ba4e1a2b3fb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.143021] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15d4d79-600c-469e-8ab7-11445a150dc2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.210039] env[62189]: DEBUG nova.compute.manager [req-f1fcf430-88dd-4deb-a604-1b88ce0b801b req-13c33601-920e-4b76-bb61-dedabe523b62 service nova] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Detach interface failed, port_id=97c76183-7a0a-43cd-811f-319f542f93cd, reason: Instance 800a1af0-11b7-493e-8bbd-412057495630 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2317.261146] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122954, 'name': ReconfigVM_Task, 'duration_secs': 0.473687} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.261535] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Reconfigured VM instance instance-0000005b to attach disk [datastore2] c0c2b9f2-4cef-4224-aaec-c77642696a46/c0c2b9f2-4cef-4224-aaec-c77642696a46.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2317.262422] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b282fdd2-8a28-4294-89f0-813a82362038 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.290637] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3c218e-875c-4f0d-887a-f02ade4fd557 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.313068] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc33437-0293-4ab1-ac60-aa5a068598a1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.343430] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb155d3-7b12-4ff8-a3bb-ba1c3c2de670 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.355608] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2317.355723] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd7ade9e-4ec4-4e19-80bc-6df5784cef67 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.365370] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2317.365370] env[62189]: value = "task-2122955" [ 2317.365370] env[62189]: _type = "Task" [ 2317.365370] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.375318] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.400514] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "466c94c3-e292-43c4-8de7-106fc8cd7b80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2317.400789] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "466c94c3-e292-43c4-8de7-106fc8cd7b80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2317.401064] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "466c94c3-e292-43c4-8de7-106fc8cd7b80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2317.503772] env[62189]: INFO nova.compute.manager [-] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Took 1.57 seconds to deallocate network for instance. [ 2317.507404] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4d15f077-cd4c-40d7-9839-7878df04e4a1 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "d4e230aa-bd6e-4765-9733-410ce3aa8038" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.444s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2317.567376] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] There are 56 instances to clean {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2317.567574] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: ee5fac4a-1316-4347-869e-823a05925cd5] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2317.877047] env[62189]: DEBUG oslo_vmware.api [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122955, 'name': PowerOnVM_Task, 'duration_secs': 0.466068} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.877637] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2318.014967] env[62189]: DEBUG oslo_concurrency.lockutils [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2318.015269] env[62189]: DEBUG oslo_concurrency.lockutils [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2318.015488] env[62189]: DEBUG nova.objects.instance [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lazy-loading 'resources' on Instance uuid 800a1af0-11b7-493e-8bbd-412057495630 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2318.071165] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 2919d1ee-a301-445e-8447-72c3e6972bf8] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2318.269817] env[62189]: DEBUG nova.compute.manager [req-98d88fab-5b28-4b3e-b277-01f033b731af req-bab2117f-d6d4-474e-bff0-9bc5b3411711 service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Received event network-changed-c2acd70e-9466-4ba5-b03e-33e28f6b5327 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2318.270103] env[62189]: DEBUG nova.compute.manager [req-98d88fab-5b28-4b3e-b277-01f033b731af req-bab2117f-d6d4-474e-bff0-9bc5b3411711 service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Refreshing instance network info cache due to event network-changed-c2acd70e-9466-4ba5-b03e-33e28f6b5327. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2318.271419] env[62189]: DEBUG oslo_concurrency.lockutils [req-98d88fab-5b28-4b3e-b277-01f033b731af req-bab2117f-d6d4-474e-bff0-9bc5b3411711 service nova] Acquiring lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2318.271801] env[62189]: DEBUG oslo_concurrency.lockutils [req-98d88fab-5b28-4b3e-b277-01f033b731af req-bab2117f-d6d4-474e-bff0-9bc5b3411711 service nova] Acquired lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2318.272015] env[62189]: DEBUG nova.network.neutron [req-98d88fab-5b28-4b3e-b277-01f033b731af req-bab2117f-d6d4-474e-bff0-9bc5b3411711 service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Refreshing network info cache for port c2acd70e-9466-4ba5-b03e-33e28f6b5327 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2318.446551] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "refresh_cache-466c94c3-e292-43c4-8de7-106fc8cd7b80" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2318.446746] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "refresh_cache-466c94c3-e292-43c4-8de7-106fc8cd7b80" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2318.446922] env[62189]: DEBUG nova.network.neutron [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2318.574397] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: e41726b5-8623-496e-9e85-a35029fb4779] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2318.719185] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a7896f-b1c0-4a7b-bf03-1b97e8d7c53c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.731490] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929ded12-8773-42e7-aa2a-4ffa0a1e2d0c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.764745] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6dc5d2-e89d-4e77-93e9-c73514fb4e55 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.773866] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3d3b60-35dc-4686-9f17-e38b460bef7d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.791606] env[62189]: DEBUG nova.compute.provider_tree [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2318.827477] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "cdd61f41-38d4-458c-a1a7-aea329f42426" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2318.827695] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "cdd61f41-38d4-458c-a1a7-aea329f42426" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2318.922982] env[62189]: INFO nova.compute.manager [None req-4d16cdd5-5bea-4754-9e25-043f5001fba4 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance to original state: 'active' [ 2319.078221] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: d84f653c-d4e4-472e-8763-a36b575d4485] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2319.180016] env[62189]: DEBUG nova.network.neutron [req-98d88fab-5b28-4b3e-b277-01f033b731af req-bab2117f-d6d4-474e-bff0-9bc5b3411711 service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updated VIF entry in instance network info cache for port c2acd70e-9466-4ba5-b03e-33e28f6b5327. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2319.180016] env[62189]: DEBUG nova.network.neutron [req-98d88fab-5b28-4b3e-b277-01f033b731af req-bab2117f-d6d4-474e-bff0-9bc5b3411711 service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updating instance_info_cache with network_info: [{"id": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "address": "fa:16:3e:90:b1:3f", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2acd70e-94", "ovs_interfaceid": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2319.268442] env[62189]: DEBUG nova.network.neutron [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Updating instance_info_cache with network_info: [{"id": "6e70ba14-2f2c-499f-aa3c-9cfd9db63856", "address": "fa:16:3e:08:bd:9a", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e70ba14-2f", "ovs_interfaceid": "6e70ba14-2f2c-499f-aa3c-9cfd9db63856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2319.296123] env[62189]: DEBUG nova.scheduler.client.report [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2319.330791] env[62189]: DEBUG nova.compute.manager [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2319.581932] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 0cf09974-ff6b-4d6f-bc1a-67b0279f2336] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2319.682344] env[62189]: DEBUG oslo_concurrency.lockutils [req-98d88fab-5b28-4b3e-b277-01f033b731af req-bab2117f-d6d4-474e-bff0-9bc5b3411711 service nova] Releasing lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2319.771946] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "refresh_cache-466c94c3-e292-43c4-8de7-106fc8cd7b80" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2319.794921] env[62189]: DEBUG nova.compute.manager [req-ce1f9769-7e27-4e26-b2c8-55f691706c71 req-0eeb4f65-8138-4f07-b8e3-eefe33c376d3 service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Received event network-changed-31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2319.795139] env[62189]: DEBUG nova.compute.manager [req-ce1f9769-7e27-4e26-b2c8-55f691706c71 req-0eeb4f65-8138-4f07-b8e3-eefe33c376d3 service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Refreshing instance network info cache due to event network-changed-31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2319.795286] env[62189]: DEBUG oslo_concurrency.lockutils [req-ce1f9769-7e27-4e26-b2c8-55f691706c71 req-0eeb4f65-8138-4f07-b8e3-eefe33c376d3 service nova] Acquiring lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2319.795470] env[62189]: DEBUG oslo_concurrency.lockutils [req-ce1f9769-7e27-4e26-b2c8-55f691706c71 req-0eeb4f65-8138-4f07-b8e3-eefe33c376d3 service nova] Acquired lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2319.795583] env[62189]: DEBUG nova.network.neutron [req-ce1f9769-7e27-4e26-b2c8-55f691706c71 req-0eeb4f65-8138-4f07-b8e3-eefe33c376d3 service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Refreshing network info cache for port 31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2319.802114] env[62189]: DEBUG oslo_concurrency.lockutils [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2319.832031] env[62189]: INFO nova.scheduler.client.report [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Deleted allocations for instance 800a1af0-11b7-493e-8bbd-412057495630 [ 2319.852132] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2319.852132] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2319.855515] env[62189]: INFO nova.compute.claims [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2320.086109] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: b9518b05-8c5c-4121-84d6-2f0d8885a65f] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2320.188591] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "c0c2b9f2-4cef-4224-aaec-c77642696a46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.188923] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "c0c2b9f2-4cef-4224-aaec-c77642696a46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.189202] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "c0c2b9f2-4cef-4224-aaec-c77642696a46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.189434] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "c0c2b9f2-4cef-4224-aaec-c77642696a46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.189649] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "c0c2b9f2-4cef-4224-aaec-c77642696a46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2320.192197] env[62189]: INFO nova.compute.manager [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Terminating instance [ 2320.293039] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acf4c9a-dbac-447a-95d1-5bed609e12ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.301184] env[62189]: DEBUG nova.compute.manager [req-c3fee071-c686-455a-bc5d-3799143f7ec9 req-80b94594-e6eb-48fd-9359-f39ab8159705 service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Received event network-changed-31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2320.301446] env[62189]: DEBUG nova.compute.manager [req-c3fee071-c686-455a-bc5d-3799143f7ec9 req-80b94594-e6eb-48fd-9359-f39ab8159705 service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Refreshing instance network info cache due to event network-changed-31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2320.301609] env[62189]: DEBUG oslo_concurrency.lockutils [req-c3fee071-c686-455a-bc5d-3799143f7ec9 req-80b94594-e6eb-48fd-9359-f39ab8159705 service nova] Acquiring lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2320.317411] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cb272e-af7e-4999-babb-d2aae5f130ab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.327404] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Updating instance '466c94c3-e292-43c4-8de7-106fc8cd7b80' progress to 83 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2320.342638] env[62189]: DEBUG oslo_concurrency.lockutils [None req-280b2268-7a9f-493c-af07-f27ff2d43b07 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "800a1af0-11b7-493e-8bbd-412057495630" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.186s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2320.434605] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "8d29987b-a07e-47f9-be0f-4451bb861093" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.434722] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "8d29987b-a07e-47f9-be0f-4451bb861093" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.545139] env[62189]: DEBUG nova.network.neutron [req-ce1f9769-7e27-4e26-b2c8-55f691706c71 req-0eeb4f65-8138-4f07-b8e3-eefe33c376d3 service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Updated VIF entry in instance network info cache for port 31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2320.545502] env[62189]: DEBUG nova.network.neutron [req-ce1f9769-7e27-4e26-b2c8-55f691706c71 req-0eeb4f65-8138-4f07-b8e3-eefe33c376d3 service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Updating instance_info_cache with network_info: [{"id": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "address": "fa:16:3e:db:e1:54", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ebaac0-dc", "ovs_interfaceid": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2320.589777] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 27f8dbb0-09db-498c-a87c-c99128e1a2cb] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2320.697085] env[62189]: DEBUG nova.compute.manager [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2320.697346] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2320.697620] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c61a1a13-8894-4cb6-b0b3-2c07e3a33481 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.706488] env[62189]: DEBUG oslo_vmware.api [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2320.706488] env[62189]: value = "task-2122956" [ 2320.706488] env[62189]: _type = "Task" [ 2320.706488] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.716218] env[62189]: DEBUG oslo_vmware.api [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.834649] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2320.834995] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-751fb05c-0e60-48c8-ba4b-f8c857df2f57 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.845447] env[62189]: DEBUG oslo_vmware.api [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2320.845447] env[62189]: value = "task-2122957" [ 2320.845447] env[62189]: _type = "Task" [ 2320.845447] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.866478] env[62189]: DEBUG oslo_vmware.api [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.937357] env[62189]: DEBUG nova.compute.manager [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2321.048737] env[62189]: DEBUG oslo_concurrency.lockutils [req-ce1f9769-7e27-4e26-b2c8-55f691706c71 req-0eeb4f65-8138-4f07-b8e3-eefe33c376d3 service nova] Releasing lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2321.053508] env[62189]: DEBUG oslo_concurrency.lockutils [req-c3fee071-c686-455a-bc5d-3799143f7ec9 req-80b94594-e6eb-48fd-9359-f39ab8159705 service nova] Acquired lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2321.053726] env[62189]: DEBUG nova.network.neutron [req-c3fee071-c686-455a-bc5d-3799143f7ec9 req-80b94594-e6eb-48fd-9359-f39ab8159705 service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Refreshing network info cache for port 31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2321.065733] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35715ecb-3082-41e1-8279-7e50fe0451b3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.075804] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7811876-1e11-4c97-a83d-43956e9e3aed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.108121] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 906fac63-d7e4-42ec-8af7-5626f23e3cc0] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2321.113021] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69341fe9-82c7-4629-860b-811ba3760c24 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.122022] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3bb5f9-d82e-483f-a8fd-96c697418d6d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.135056] env[62189]: DEBUG nova.compute.provider_tree [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2321.217459] env[62189]: DEBUG oslo_vmware.api [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122956, 'name': PowerOffVM_Task, 'duration_secs': 0.205972} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.217728] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2321.217929] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2321.218135] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434265', 'volume_id': '42d91970-5eb2-4674-91b0-463cec011052', 'name': 'volume-42d91970-5eb2-4674-91b0-463cec011052', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c0c2b9f2-4cef-4224-aaec-c77642696a46', 'attached_at': '2025-01-15T13:54:19.000000', 'detached_at': '', 'volume_id': '42d91970-5eb2-4674-91b0-463cec011052', 'serial': '42d91970-5eb2-4674-91b0-463cec011052'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2321.218964] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046451a8-7caa-4361-8e64-fa22def672d9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.245337] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19a9299-3fb0-41d0-8b01-35e3e51d3621 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.253908] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3313bb37-289b-40db-bbc1-21376448e20b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.277537] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196b05a0-cf28-42e4-9e88-72ad4ebc1ef9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.294153] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] The volume has not been displaced from its original location: [datastore2] volume-42d91970-5eb2-4674-91b0-463cec011052/volume-42d91970-5eb2-4674-91b0-463cec011052.vmdk. No consolidation needed. {{(pid=62189) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2321.299490] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2321.299835] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b99aede6-015a-42c0-93c6-f619826c4eb2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.319519] env[62189]: DEBUG oslo_vmware.api [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2321.319519] env[62189]: value = "task-2122958" [ 2321.319519] env[62189]: _type = "Task" [ 2321.319519] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.329241] env[62189]: DEBUG oslo_vmware.api [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.358026] env[62189]: DEBUG oslo_vmware.api [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122957, 'name': PowerOnVM_Task, 'duration_secs': 0.413029} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.358127] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2321.358332] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d17cbf39-ef4a-44dd-a7c8-b8674de857bd tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Updating instance '466c94c3-e292-43c4-8de7-106fc8cd7b80' progress to 100 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2321.456534] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.533928] env[62189]: DEBUG oslo_concurrency.lockutils [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.534244] env[62189]: DEBUG oslo_concurrency.lockutils [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.611791] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 82c59de4-7170-4c18-899b-c1d56454cb38] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2321.638032] env[62189]: DEBUG nova.scheduler.client.report [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2321.759630] env[62189]: DEBUG nova.network.neutron [req-c3fee071-c686-455a-bc5d-3799143f7ec9 req-80b94594-e6eb-48fd-9359-f39ab8159705 service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Updated VIF entry in instance network info cache for port 31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2321.759981] env[62189]: DEBUG nova.network.neutron [req-c3fee071-c686-455a-bc5d-3799143f7ec9 req-80b94594-e6eb-48fd-9359-f39ab8159705 service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Updating instance_info_cache with network_info: [{"id": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "address": "fa:16:3e:db:e1:54", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ebaac0-dc", "ovs_interfaceid": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2321.822480] env[62189]: DEBUG nova.compute.manager [req-3e65f80d-7961-4dfa-9e19-4ce3a6156197 req-77b91e4e-a339-4290-ac5d-30ca84792856 service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Received event network-changed-c2acd70e-9466-4ba5-b03e-33e28f6b5327 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2321.822674] env[62189]: DEBUG nova.compute.manager [req-3e65f80d-7961-4dfa-9e19-4ce3a6156197 req-77b91e4e-a339-4290-ac5d-30ca84792856 service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Refreshing instance network info cache due to event network-changed-c2acd70e-9466-4ba5-b03e-33e28f6b5327. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2321.822887] env[62189]: DEBUG oslo_concurrency.lockutils [req-3e65f80d-7961-4dfa-9e19-4ce3a6156197 req-77b91e4e-a339-4290-ac5d-30ca84792856 service nova] Acquiring lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2321.823173] env[62189]: DEBUG oslo_concurrency.lockutils [req-3e65f80d-7961-4dfa-9e19-4ce3a6156197 req-77b91e4e-a339-4290-ac5d-30ca84792856 service nova] Acquired lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2321.823383] env[62189]: DEBUG nova.network.neutron [req-3e65f80d-7961-4dfa-9e19-4ce3a6156197 req-77b91e4e-a339-4290-ac5d-30ca84792856 service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Refreshing network info cache for port c2acd70e-9466-4ba5-b03e-33e28f6b5327 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2321.835038] env[62189]: DEBUG oslo_vmware.api [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122958, 'name': ReconfigVM_Task, 'duration_secs': 0.219927} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.835504] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2321.840238] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06395d8e-5219-46e6-8eb2-f142e2fe05d0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.856072] env[62189]: DEBUG oslo_vmware.api [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2321.856072] env[62189]: value = "task-2122959" [ 2321.856072] env[62189]: _type = "Task" [ 2321.856072] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.867063] env[62189]: DEBUG oslo_vmware.api [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.037685] env[62189]: INFO nova.compute.manager [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Detaching volume 4acba3b2-c5ae-483a-8d8a-a88997cb89c8 [ 2322.069181] env[62189]: INFO nova.virt.block_device [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Attempting to driver detach volume 4acba3b2-c5ae-483a-8d8a-a88997cb89c8 from mountpoint /dev/sdb [ 2322.069734] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2322.070028] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434254', 'volume_id': '4acba3b2-c5ae-483a-8d8a-a88997cb89c8', 'name': 'volume-4acba3b2-c5ae-483a-8d8a-a88997cb89c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1706decc-cb1c-4f86-ac9a-5b955924f6e3', 'attached_at': '', 'detached_at': '', 'volume_id': '4acba3b2-c5ae-483a-8d8a-a88997cb89c8', 'serial': '4acba3b2-c5ae-483a-8d8a-a88997cb89c8'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2322.070913] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172367d4-d59c-4bcb-bd4a-0b8cdbe2a467 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.095833] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e828353-e4bb-4428-a6bd-40c442e8bb14 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.104036] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5579818c-bf9d-4868-8a6d-e7fd740b9538 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.123203] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: de09db04-b851-4522-b9c9-9317443d1a34] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2322.125552] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44ed3a2-317f-4231-b443-8e40639c801b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.142599] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2322.143096] env[62189]: DEBUG nova.compute.manager [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2322.145754] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] The volume has not been displaced from its original location: [datastore2] volume-4acba3b2-c5ae-483a-8d8a-a88997cb89c8/volume-4acba3b2-c5ae-483a-8d8a-a88997cb89c8.vmdk. No consolidation needed. {{(pid=62189) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2322.150712] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2322.151648] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.695s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.152988] env[62189]: INFO nova.compute.claims [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2322.155140] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e268212-8e66-45de-8782-ecd0f6a01a45 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.176882] env[62189]: DEBUG oslo_vmware.api [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2322.176882] env[62189]: value = "task-2122960" [ 2322.176882] env[62189]: _type = "Task" [ 2322.176882] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.185768] env[62189]: DEBUG oslo_vmware.api [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.262389] env[62189]: DEBUG oslo_concurrency.lockutils [req-c3fee071-c686-455a-bc5d-3799143f7ec9 req-80b94594-e6eb-48fd-9359-f39ab8159705 service nova] Releasing lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2322.371500] env[62189]: DEBUG oslo_vmware.api [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122959, 'name': ReconfigVM_Task, 'duration_secs': 0.132965} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.371871] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434265', 'volume_id': '42d91970-5eb2-4674-91b0-463cec011052', 'name': 'volume-42d91970-5eb2-4674-91b0-463cec011052', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c0c2b9f2-4cef-4224-aaec-c77642696a46', 'attached_at': '2025-01-15T13:54:19.000000', 'detached_at': '', 'volume_id': '42d91970-5eb2-4674-91b0-463cec011052', 'serial': '42d91970-5eb2-4674-91b0-463cec011052'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2322.372105] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2322.373141] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2787968-7fc4-488e-a76f-65f31ab49b9c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.381746] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2322.381987] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-699ca4fa-9fd7-4cab-9491-e1cb09085ea7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.588165] env[62189]: DEBUG nova.network.neutron [req-3e65f80d-7961-4dfa-9e19-4ce3a6156197 req-77b91e4e-a339-4290-ac5d-30ca84792856 service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updated VIF entry in instance network info cache for port c2acd70e-9466-4ba5-b03e-33e28f6b5327. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2322.589121] env[62189]: DEBUG nova.network.neutron [req-3e65f80d-7961-4dfa-9e19-4ce3a6156197 req-77b91e4e-a339-4290-ac5d-30ca84792856 service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updating instance_info_cache with network_info: [{"id": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "address": "fa:16:3e:90:b1:3f", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2acd70e-94", "ovs_interfaceid": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2322.629273] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: ddc16924-c483-4917-8b8b-7e0290627945] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2322.653516] env[62189]: DEBUG nova.compute.utils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2322.655560] env[62189]: DEBUG nova.compute.manager [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2322.655741] env[62189]: DEBUG nova.network.neutron [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2322.688243] env[62189]: DEBUG oslo_vmware.api [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122960, 'name': ReconfigVM_Task, 'duration_secs': 0.268735} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.688546] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2322.693223] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a92b9215-2c6a-4179-a701-c6a908b8a278 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.710027] env[62189]: DEBUG oslo_vmware.api [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2322.710027] env[62189]: value = "task-2122962" [ 2322.710027] env[62189]: _type = "Task" [ 2322.710027] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.477590] env[62189]: DEBUG oslo_concurrency.lockutils [req-3e65f80d-7961-4dfa-9e19-4ce3a6156197 req-77b91e4e-a339-4290-ac5d-30ca84792856 service nova] Releasing lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2323.478309] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 3d1f641d-6349-4960-8bf1-7fbd4ff4a785] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2323.480531] env[62189]: DEBUG nova.compute.manager [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2323.489729] env[62189]: DEBUG oslo_vmware.api [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.489729] env[62189]: WARNING oslo_vmware.common.loopingcall [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] task run outlasted interval by 0.276396 sec [ 2323.491223] env[62189]: DEBUG nova.policy [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd162f89506604458b882e3f2abfb2dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19a099c4ab924ceda3783b7daed195b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2323.503561] env[62189]: DEBUG oslo_vmware.api [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122962, 'name': ReconfigVM_Task, 'duration_secs': 0.146844} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.503561] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434254', 'volume_id': '4acba3b2-c5ae-483a-8d8a-a88997cb89c8', 'name': 'volume-4acba3b2-c5ae-483a-8d8a-a88997cb89c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1706decc-cb1c-4f86-ac9a-5b955924f6e3', 'attached_at': '', 'detached_at': '', 'volume_id': '4acba3b2-c5ae-483a-8d8a-a88997cb89c8', 'serial': '4acba3b2-c5ae-483a-8d8a-a88997cb89c8'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2323.697149] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ab9050-e08c-4372-aa28-bbe0060d444a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.709998] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb53e8d-0855-4054-8acf-9e1ab535806d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.741032] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b5666a-cb23-4846-b57e-3118b8dd5ae1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.750076] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699c918e-dcd7-420e-8650-7b34b2fa3591 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.764741] env[62189]: DEBUG nova.compute.provider_tree [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2323.828180] env[62189]: DEBUG nova.network.neutron [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Successfully created port: 4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2323.981640] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: e385ee9b-0d65-4b37-8695-2df299aff0ac] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2324.053807] env[62189]: DEBUG nova.objects.instance [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lazy-loading 'flavor' on Instance uuid 1706decc-cb1c-4f86-ac9a-5b955924f6e3 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2324.205775] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "466c94c3-e292-43c4-8de7-106fc8cd7b80" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.207045] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "466c94c3-e292-43c4-8de7-106fc8cd7b80" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.207045] env[62189]: DEBUG nova.compute.manager [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Going to confirm migration 7 {{(pid=62189) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2324.267547] env[62189]: DEBUG nova.scheduler.client.report [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2324.487957] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 83dee887-5fc5-462a-bf0d-23dc9b844e2d] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2324.490882] env[62189]: DEBUG nova.compute.manager [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2324.525297] env[62189]: DEBUG nova.virt.hardware [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2324.525552] env[62189]: DEBUG nova.virt.hardware [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2324.525707] env[62189]: DEBUG nova.virt.hardware [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2324.525888] env[62189]: DEBUG nova.virt.hardware [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2324.526048] env[62189]: DEBUG nova.virt.hardware [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2324.526210] env[62189]: DEBUG nova.virt.hardware [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2324.526511] env[62189]: DEBUG nova.virt.hardware [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2324.526693] env[62189]: DEBUG nova.virt.hardware [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2324.526916] env[62189]: DEBUG nova.virt.hardware [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2324.527103] env[62189]: DEBUG nova.virt.hardware [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2324.527274] env[62189]: DEBUG nova.virt.hardware [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2324.528136] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9412ded8-4484-4802-a068-167da2531dfb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.536374] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9a4008-c1a4-4647-97cd-cd9645847a1d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.754517] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "refresh_cache-466c94c3-e292-43c4-8de7-106fc8cd7b80" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2324.754732] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquired lock "refresh_cache-466c94c3-e292-43c4-8de7-106fc8cd7b80" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2324.754910] env[62189]: DEBUG nova.network.neutron [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2324.755105] env[62189]: DEBUG nova.objects.instance [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lazy-loading 'info_cache' on Instance uuid 466c94c3-e292-43c4-8de7-106fc8cd7b80 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2324.772354] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.772866] env[62189]: DEBUG nova.compute.manager [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2324.994582] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 4daddfd6-32d5-433e-bac1-76092697c705] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2325.059569] env[62189]: DEBUG oslo_concurrency.lockutils [None req-aacf48f9-c509-40f2-931e-aed4421ed29f tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.525s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.277764] env[62189]: DEBUG nova.compute.utils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2325.279150] env[62189]: DEBUG nova.compute.manager [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2325.279326] env[62189]: DEBUG nova.network.neutron [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2325.331382] env[62189]: DEBUG nova.policy [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffb859483b454c1e81af7daba880dfaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7fc66cb5cbe455c8136e25094faf967', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2325.497882] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 1dc8d2ce-b36f-436c-918d-ae5bf1ba67d7] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2325.716372] env[62189]: DEBUG nova.network.neutron [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Successfully created port: fda7c568-b98b-4204-9dde-4f828b3d2b96 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2325.782519] env[62189]: DEBUG nova.compute.manager [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2325.816014] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.816014] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2325.816014] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.816014] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2325.816014] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.817066] env[62189]: INFO nova.compute.manager [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Terminating instance [ 2326.001423] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 21767bef-49ea-4b83-b890-f611e214ebba] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2326.150841] env[62189]: DEBUG nova.network.neutron [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Updating instance_info_cache with network_info: [{"id": "6e70ba14-2f2c-499f-aa3c-9cfd9db63856", "address": "fa:16:3e:08:bd:9a", "network": {"id": "c132426b-12ff-4dab-be5f-8bd1a7f7ab39", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-870924387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fc6aea5c3694269a68d44856dc7fe31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e70ba14-2f", "ovs_interfaceid": "6e70ba14-2f2c-499f-aa3c-9cfd9db63856", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2326.325021] env[62189]: DEBUG nova.compute.manager [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2326.325021] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2326.325021] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3b29c6-93bf-4a5e-a423-f17cfcc2ce80 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.332067] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2326.332377] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a9542c4-8553-48ba-9cf6-9f73db629989 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.343019] env[62189]: DEBUG oslo_vmware.api [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2326.343019] env[62189]: value = "task-2122963" [ 2326.343019] env[62189]: _type = "Task" [ 2326.343019] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.351414] env[62189]: DEBUG oslo_vmware.api [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.505196] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: ba898789-1168-41be-9a92-7ed61676c25e] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2326.653705] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Releasing lock "refresh_cache-466c94c3-e292-43c4-8de7-106fc8cd7b80" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.654020] env[62189]: DEBUG nova.objects.instance [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lazy-loading 'migration_context' on Instance uuid 466c94c3-e292-43c4-8de7-106fc8cd7b80 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2326.792354] env[62189]: DEBUG nova.compute.manager [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2326.818438] env[62189]: DEBUG nova.virt.hardware [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2326.818692] env[62189]: DEBUG nova.virt.hardware [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2326.818866] env[62189]: DEBUG nova.virt.hardware [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2326.819188] env[62189]: DEBUG nova.virt.hardware [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2326.819380] env[62189]: DEBUG nova.virt.hardware [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2326.819539] env[62189]: DEBUG nova.virt.hardware [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2326.819750] env[62189]: DEBUG nova.virt.hardware [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2326.819907] env[62189]: DEBUG nova.virt.hardware [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2326.820082] env[62189]: DEBUG nova.virt.hardware [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2326.820246] env[62189]: DEBUG nova.virt.hardware [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2326.820417] env[62189]: DEBUG nova.virt.hardware [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2326.821289] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc3a74e-4710-491f-9714-7dc9ac753137 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.829902] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2266b259-c9bf-4376-9ff8-562322163bd9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.850607] env[62189]: DEBUG oslo_vmware.api [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122963, 'name': PowerOffVM_Task, 'duration_secs': 0.4231} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.850857] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2326.851038] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2326.851338] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58f07acd-4adc-4006-96c8-933afd33932b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.009142] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: f6383b85-a15a-4cd6-9760-16f0a78cc5a0] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2327.157276] env[62189]: DEBUG nova.objects.base [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Object Instance<466c94c3-e292-43c4-8de7-106fc8cd7b80> lazy-loaded attributes: info_cache,migration_context {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2327.158243] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dac184-bdb9-4d9e-80f9-bdc4060c0ea1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.178622] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a00ea1-f0ee-4f9e-834d-84a1a09680df {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.184430] env[62189]: DEBUG oslo_vmware.api [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2327.184430] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522f0f74-7530-757b-786a-5e6736cca98f" [ 2327.184430] env[62189]: _type = "Task" [ 2327.184430] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.192025] env[62189]: DEBUG oslo_vmware.api [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522f0f74-7530-757b-786a-5e6736cca98f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.512892] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 999c7144-8d8f-4f92-ad76-b90a2e2040b1] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2327.534207] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2327.534407] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2327.535178] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Deleting the datastore file [datastore2] 1706decc-cb1c-4f86-ac9a-5b955924f6e3 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2327.535178] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-785c215a-110d-40ef-9943-9a08a26c06c7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.546874] env[62189]: DEBUG oslo_vmware.api [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2327.546874] env[62189]: value = "task-2122965" [ 2327.546874] env[62189]: _type = "Task" [ 2327.546874] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.548639] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2327.548850] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2327.549074] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Deleting the datastore file [datastore2] c0c2b9f2-4cef-4224-aaec-c77642696a46 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2327.553909] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-081774c1-bb0e-4e76-acda-a98a8c560a04 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.561948] env[62189]: DEBUG oslo_vmware.api [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.563281] env[62189]: DEBUG oslo_vmware.api [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2327.563281] env[62189]: value = "task-2122966" [ 2327.563281] env[62189]: _type = "Task" [ 2327.563281] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.571553] env[62189]: DEBUG oslo_vmware.api [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.695335] env[62189]: DEBUG oslo_vmware.api [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522f0f74-7530-757b-786a-5e6736cca98f, 'name': SearchDatastore_Task, 'duration_secs': 0.018123} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.696978] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2327.697288] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.002s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2328.016260] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 7344660a-7b5a-40d7-8114-fe3a95e51e28] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2328.058252] env[62189]: DEBUG oslo_vmware.api [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2122965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146797} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.058549] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2328.058744] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2328.058917] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2328.059099] env[62189]: INFO nova.compute.manager [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Took 1.74 seconds to destroy the instance on the hypervisor. [ 2328.059337] env[62189]: DEBUG oslo.service.loopingcall [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2328.059530] env[62189]: DEBUG nova.compute.manager [-] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2328.059624] env[62189]: DEBUG nova.network.neutron [-] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2328.072374] env[62189]: DEBUG oslo_vmware.api [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2122966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154401} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.072603] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2328.072788] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2328.072962] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2328.073144] env[62189]: INFO nova.compute.manager [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Took 7.38 seconds to destroy the instance on the hypervisor. [ 2328.073385] env[62189]: DEBUG oslo.service.loopingcall [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2328.073602] env[62189]: DEBUG nova.compute.manager [-] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2328.073718] env[62189]: DEBUG nova.network.neutron [-] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2328.403740] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce337b4-03f3-4550-b433-8746ee1aede2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.412175] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35652f4-1701-4038-9217-31260743b921 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.445465] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89394a9-ffa9-47ca-adaa-b592da31d36d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.454068] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545c675a-c680-44f8-bf78-bb78de451467 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.468681] env[62189]: DEBUG nova.compute.provider_tree [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2328.519849] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 84268893-c9ca-441d-8f1e-78704b02e0b6] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2328.580987] env[62189]: DEBUG nova.compute.manager [req-b85046bf-97a0-47ba-a5fc-b2ab73e82081 req-e145e55d-985a-4750-a2a0-7303146d8e80 service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Received event network-vif-deleted-7693ee58-7ec5-47f7-ab8c-db5250f1b118 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2328.581210] env[62189]: INFO nova.compute.manager [req-b85046bf-97a0-47ba-a5fc-b2ab73e82081 req-e145e55d-985a-4750-a2a0-7303146d8e80 service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Neutron deleted interface 7693ee58-7ec5-47f7-ab8c-db5250f1b118; detaching it from the instance and deleting it from the info cache [ 2328.581391] env[62189]: DEBUG nova.network.neutron [req-b85046bf-97a0-47ba-a5fc-b2ab73e82081 req-e145e55d-985a-4750-a2a0-7303146d8e80 service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2328.647175] env[62189]: DEBUG nova.compute.manager [req-a650b695-dd88-497f-ab99-ab9cc3ad1bf0 req-07b26553-1afe-4f32-a7f5-60e0bad181dd service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Received event network-vif-deleted-5234511c-f6c9-4495-83bb-6afca0609a44 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2328.647469] env[62189]: INFO nova.compute.manager [req-a650b695-dd88-497f-ab99-ab9cc3ad1bf0 req-07b26553-1afe-4f32-a7f5-60e0bad181dd service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Neutron deleted interface 5234511c-f6c9-4495-83bb-6afca0609a44; detaching it from the instance and deleting it from the info cache [ 2328.647550] env[62189]: DEBUG nova.network.neutron [req-a650b695-dd88-497f-ab99-ab9cc3ad1bf0 req-07b26553-1afe-4f32-a7f5-60e0bad181dd service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2328.821675] env[62189]: DEBUG nova.network.neutron [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Successfully updated port: 4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2328.832669] env[62189]: DEBUG nova.network.neutron [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Successfully updated port: fda7c568-b98b-4204-9dde-4f828b3d2b96 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2328.972312] env[62189]: DEBUG nova.scheduler.client.report [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2329.022812] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: aa895c8f-876f-43b4-b0ca-7f51548bee51] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2329.060026] env[62189]: DEBUG nova.network.neutron [-] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2329.085225] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1c38f7d-e9dd-4079-b088-036f9fa03766 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.096160] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fd0e9c-25c0-4993-8305-ba39357da5cf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.130320] env[62189]: DEBUG nova.network.neutron [-] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2329.131658] env[62189]: DEBUG nova.compute.manager [req-b85046bf-97a0-47ba-a5fc-b2ab73e82081 req-e145e55d-985a-4750-a2a0-7303146d8e80 service nova] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Detach interface failed, port_id=7693ee58-7ec5-47f7-ab8c-db5250f1b118, reason: Instance c0c2b9f2-4cef-4224-aaec-c77642696a46 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2329.150305] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa3856ea-176a-48e7-a39c-2e506678250e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.159739] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63755b7b-0d19-4ed0-9711-a4cd58678ad2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.189065] env[62189]: DEBUG nova.compute.manager [req-a650b695-dd88-497f-ab99-ab9cc3ad1bf0 req-07b26553-1afe-4f32-a7f5-60e0bad181dd service nova] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Detach interface failed, port_id=5234511c-f6c9-4495-83bb-6afca0609a44, reason: Instance 1706decc-cb1c-4f86-ac9a-5b955924f6e3 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2329.328230] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "refresh_cache-cdd61f41-38d4-458c-a1a7-aea329f42426" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.329228] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "refresh_cache-cdd61f41-38d4-458c-a1a7-aea329f42426" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.329228] env[62189]: DEBUG nova.network.neutron [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2329.338027] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "refresh_cache-8d29987b-a07e-47f9-be0f-4451bb861093" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.338146] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "refresh_cache-8d29987b-a07e-47f9-be0f-4451bb861093" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.338294] env[62189]: DEBUG nova.network.neutron [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2329.526469] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: d6b4cf12-640a-4937-8336-0077929e7d4c] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2329.561735] env[62189]: INFO nova.compute.manager [-] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Took 1.49 seconds to deallocate network for instance. [ 2329.633346] env[62189]: INFO nova.compute.manager [-] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Took 1.57 seconds to deallocate network for instance. [ 2329.870661] env[62189]: DEBUG nova.network.neutron [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2329.879133] env[62189]: DEBUG nova.network.neutron [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2329.982715] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.285s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.031968] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: c45dabf5-89e9-40dd-ad69-579d081dbcbe] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2330.050082] env[62189]: DEBUG nova.network.neutron [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Updating instance_info_cache with network_info: [{"id": "fda7c568-b98b-4204-9dde-4f828b3d2b96", "address": "fa:16:3e:7e:84:76", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda7c568-b9", "ovs_interfaceid": "fda7c568-b98b-4204-9dde-4f828b3d2b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2330.052135] env[62189]: DEBUG nova.network.neutron [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Updating instance_info_cache with network_info: [{"id": "4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8", "address": "fa:16:3e:95:27:67", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6e3ec7-5a", "ovs_interfaceid": "4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2330.107281] env[62189]: INFO nova.compute.manager [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Took 0.55 seconds to detach 1 volumes for instance. [ 2330.139046] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.139327] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.139623] env[62189]: DEBUG nova.objects.instance [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lazy-loading 'resources' on Instance uuid 1706decc-cb1c-4f86-ac9a-5b955924f6e3 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2330.533806] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: f266de18-c112-43a4-adb6-b0cc33ee8aae] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2330.540543] env[62189]: INFO nova.scheduler.client.report [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleted allocation for migration 40ad7c49-0114-4b93-99af-1da1c7f92d55 [ 2330.553763] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "refresh_cache-8d29987b-a07e-47f9-be0f-4451bb861093" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2330.554131] env[62189]: DEBUG nova.compute.manager [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Instance network_info: |[{"id": "fda7c568-b98b-4204-9dde-4f828b3d2b96", "address": "fa:16:3e:7e:84:76", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda7c568-b9", "ovs_interfaceid": "fda7c568-b98b-4204-9dde-4f828b3d2b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2330.554607] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "refresh_cache-cdd61f41-38d4-458c-a1a7-aea329f42426" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2330.554898] env[62189]: DEBUG nova.compute.manager [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Instance network_info: |[{"id": "4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8", "address": "fa:16:3e:95:27:67", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6e3ec7-5a", "ovs_interfaceid": "4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2330.555300] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:84:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fda7c568-b98b-4204-9dde-4f828b3d2b96', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2330.563249] env[62189]: DEBUG oslo.service.loopingcall [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2330.563579] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:27:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2330.570829] env[62189]: DEBUG oslo.service.loopingcall [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2330.571812] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2330.571982] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2330.572228] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36bb6117-e9f5-4068-ac7f-96b13dcfb61f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.587780] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5946604-fbd2-4f22-9d8a-50e26bac073c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.608977] env[62189]: DEBUG nova.compute.manager [req-3eee8ea9-e462-4ba1-98e3-f68faf4b1f2f req-c1995bff-e95a-43d0-b541-db5a4d9bfe97 service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Received event network-vif-plugged-4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2330.609145] env[62189]: DEBUG oslo_concurrency.lockutils [req-3eee8ea9-e462-4ba1-98e3-f68faf4b1f2f req-c1995bff-e95a-43d0-b541-db5a4d9bfe97 service nova] Acquiring lock "cdd61f41-38d4-458c-a1a7-aea329f42426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.609358] env[62189]: DEBUG oslo_concurrency.lockutils [req-3eee8ea9-e462-4ba1-98e3-f68faf4b1f2f req-c1995bff-e95a-43d0-b541-db5a4d9bfe97 service nova] Lock "cdd61f41-38d4-458c-a1a7-aea329f42426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.609515] env[62189]: DEBUG oslo_concurrency.lockutils [req-3eee8ea9-e462-4ba1-98e3-f68faf4b1f2f req-c1995bff-e95a-43d0-b541-db5a4d9bfe97 service nova] Lock "cdd61f41-38d4-458c-a1a7-aea329f42426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.609685] env[62189]: DEBUG nova.compute.manager [req-3eee8ea9-e462-4ba1-98e3-f68faf4b1f2f req-c1995bff-e95a-43d0-b541-db5a4d9bfe97 service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] No waiting events found dispatching network-vif-plugged-4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2330.609845] env[62189]: WARNING nova.compute.manager [req-3eee8ea9-e462-4ba1-98e3-f68faf4b1f2f req-c1995bff-e95a-43d0-b541-db5a4d9bfe97 service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Received unexpected event network-vif-plugged-4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8 for instance with vm_state building and task_state spawning. [ 2330.610009] env[62189]: DEBUG nova.compute.manager [req-3eee8ea9-e462-4ba1-98e3-f68faf4b1f2f req-c1995bff-e95a-43d0-b541-db5a4d9bfe97 service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Received event network-changed-4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2330.610175] env[62189]: DEBUG nova.compute.manager [req-3eee8ea9-e462-4ba1-98e3-f68faf4b1f2f req-c1995bff-e95a-43d0-b541-db5a4d9bfe97 service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Refreshing instance network info cache due to event network-changed-4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2330.610354] env[62189]: DEBUG oslo_concurrency.lockutils [req-3eee8ea9-e462-4ba1-98e3-f68faf4b1f2f req-c1995bff-e95a-43d0-b541-db5a4d9bfe97 service nova] Acquiring lock "refresh_cache-cdd61f41-38d4-458c-a1a7-aea329f42426" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2330.610522] env[62189]: DEBUG oslo_concurrency.lockutils [req-3eee8ea9-e462-4ba1-98e3-f68faf4b1f2f req-c1995bff-e95a-43d0-b541-db5a4d9bfe97 service nova] Acquired lock "refresh_cache-cdd61f41-38d4-458c-a1a7-aea329f42426" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2330.610715] env[62189]: DEBUG nova.network.neutron [req-3eee8ea9-e462-4ba1-98e3-f68faf4b1f2f req-c1995bff-e95a-43d0-b541-db5a4d9bfe97 service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Refreshing network info cache for port 4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2330.615194] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.615419] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2330.615419] env[62189]: value = "task-2122967" [ 2330.615419] env[62189]: _type = "Task" [ 2330.615419] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.615550] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2330.615550] env[62189]: value = "task-2122968" [ 2330.615550] env[62189]: _type = "Task" [ 2330.615550] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.627779] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122967, 'name': CreateVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.630600] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122968, 'name': CreateVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.675802] env[62189]: DEBUG nova.compute.manager [req-0350c127-6954-4b61-ba09-a4fa0c5f6b87 req-10cba091-7093-4b0f-911e-4fd07a9b6d9c service nova] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Received event network-vif-plugged-fda7c568-b98b-4204-9dde-4f828b3d2b96 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2330.676028] env[62189]: DEBUG oslo_concurrency.lockutils [req-0350c127-6954-4b61-ba09-a4fa0c5f6b87 req-10cba091-7093-4b0f-911e-4fd07a9b6d9c service nova] Acquiring lock "8d29987b-a07e-47f9-be0f-4451bb861093-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.676249] env[62189]: DEBUG oslo_concurrency.lockutils [req-0350c127-6954-4b61-ba09-a4fa0c5f6b87 req-10cba091-7093-4b0f-911e-4fd07a9b6d9c service nova] Lock "8d29987b-a07e-47f9-be0f-4451bb861093-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.676414] env[62189]: DEBUG oslo_concurrency.lockutils [req-0350c127-6954-4b61-ba09-a4fa0c5f6b87 req-10cba091-7093-4b0f-911e-4fd07a9b6d9c service nova] Lock "8d29987b-a07e-47f9-be0f-4451bb861093-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.676587] env[62189]: DEBUG nova.compute.manager [req-0350c127-6954-4b61-ba09-a4fa0c5f6b87 req-10cba091-7093-4b0f-911e-4fd07a9b6d9c service nova] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] No waiting events found dispatching network-vif-plugged-fda7c568-b98b-4204-9dde-4f828b3d2b96 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2330.676752] env[62189]: WARNING nova.compute.manager [req-0350c127-6954-4b61-ba09-a4fa0c5f6b87 req-10cba091-7093-4b0f-911e-4fd07a9b6d9c service nova] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Received unexpected event network-vif-plugged-fda7c568-b98b-4204-9dde-4f828b3d2b96 for instance with vm_state building and task_state spawning. [ 2330.677338] env[62189]: DEBUG nova.compute.manager [req-0350c127-6954-4b61-ba09-a4fa0c5f6b87 req-10cba091-7093-4b0f-911e-4fd07a9b6d9c service nova] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Received event network-changed-fda7c568-b98b-4204-9dde-4f828b3d2b96 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2330.677338] env[62189]: DEBUG nova.compute.manager [req-0350c127-6954-4b61-ba09-a4fa0c5f6b87 req-10cba091-7093-4b0f-911e-4fd07a9b6d9c service nova] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Refreshing instance network info cache due to event network-changed-fda7c568-b98b-4204-9dde-4f828b3d2b96. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2330.677338] env[62189]: DEBUG oslo_concurrency.lockutils [req-0350c127-6954-4b61-ba09-a4fa0c5f6b87 req-10cba091-7093-4b0f-911e-4fd07a9b6d9c service nova] Acquiring lock "refresh_cache-8d29987b-a07e-47f9-be0f-4451bb861093" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2330.677488] env[62189]: DEBUG oslo_concurrency.lockutils [req-0350c127-6954-4b61-ba09-a4fa0c5f6b87 req-10cba091-7093-4b0f-911e-4fd07a9b6d9c service nova] Acquired lock "refresh_cache-8d29987b-a07e-47f9-be0f-4451bb861093" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2330.678094] env[62189]: DEBUG nova.network.neutron [req-0350c127-6954-4b61-ba09-a4fa0c5f6b87 req-10cba091-7093-4b0f-911e-4fd07a9b6d9c service nova] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Refreshing network info cache for port fda7c568-b98b-4204-9dde-4f828b3d2b96 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2330.789214] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb72a70-b44f-4622-b44c-906e8b2bd23b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.798069] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7a9af4-5d9a-449a-81ab-ed3f4d7378c0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.829911] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaa440c-5d3b-44d2-ae3a-7ee2f8e2f362 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.837793] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22539cd0-e10e-4d1c-ad6b-3cae65aed714 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.854054] env[62189]: DEBUG nova.compute.provider_tree [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2331.036824] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 2f817e7c-2d0d-4f55-9c3d-5adcd2ac31b6] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2331.045616] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "466c94c3-e292-43c4-8de7-106fc8cd7b80" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.839s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2331.128030] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122967, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.131290] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122968, 'name': CreateVM_Task, 'duration_secs': 0.406805} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.131483] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2331.132182] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.132354] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.132667] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2331.132917] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afadf517-6a8d-4353-8671-7115071db7de {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.137296] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2331.137296] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ba453a-e3d0-b872-5e6a-ea590f934bd7" [ 2331.137296] env[62189]: _type = "Task" [ 2331.137296] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.144778] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ba453a-e3d0-b872-5e6a-ea590f934bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.311585] env[62189]: DEBUG nova.network.neutron [req-3eee8ea9-e462-4ba1-98e3-f68faf4b1f2f req-c1995bff-e95a-43d0-b541-db5a4d9bfe97 service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Updated VIF entry in instance network info cache for port 4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2331.311967] env[62189]: DEBUG nova.network.neutron [req-3eee8ea9-e462-4ba1-98e3-f68faf4b1f2f req-c1995bff-e95a-43d0-b541-db5a4d9bfe97 service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Updating instance_info_cache with network_info: [{"id": "4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8", "address": "fa:16:3e:95:27:67", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6e3ec7-5a", "ovs_interfaceid": "4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2331.357883] env[62189]: DEBUG nova.scheduler.client.report [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2331.367039] env[62189]: DEBUG nova.network.neutron [req-0350c127-6954-4b61-ba09-a4fa0c5f6b87 req-10cba091-7093-4b0f-911e-4fd07a9b6d9c service nova] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Updated VIF entry in instance network info cache for port fda7c568-b98b-4204-9dde-4f828b3d2b96. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2331.367373] env[62189]: DEBUG nova.network.neutron [req-0350c127-6954-4b61-ba09-a4fa0c5f6b87 req-10cba091-7093-4b0f-911e-4fd07a9b6d9c service nova] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Updating instance_info_cache with network_info: [{"id": "fda7c568-b98b-4204-9dde-4f828b3d2b96", "address": "fa:16:3e:7e:84:76", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda7c568-b9", "ovs_interfaceid": "fda7c568-b98b-4204-9dde-4f828b3d2b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2331.542434] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 0e1f7449-fc0b-44ac-9765-b7c73127aaec] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2331.626592] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122967, 'name': CreateVM_Task, 'duration_secs': 0.957925} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.626767] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2331.627442] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.646950] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ba453a-e3d0-b872-5e6a-ea590f934bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.010907} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.647253] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2331.647476] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2331.647703] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.647850] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.648038] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2331.648312] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.648620] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2331.648836] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8ce7722-8215-46ab-b3c8-1dbae3a2c877 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.650819] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b889e90-8bd7-4f90-8641-630dff31f533 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.655500] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2331.655500] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526d0f9c-9578-4f9e-60d9-fe3eb206adf8" [ 2331.655500] env[62189]: _type = "Task" [ 2331.655500] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.659252] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2331.659654] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2331.660407] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42448417-44ab-47a9-901c-320789fd2ef7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.665063] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526d0f9c-9578-4f9e-60d9-fe3eb206adf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.667633] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2331.667633] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521b0e50-a347-8f87-df54-02eec2843b9b" [ 2331.667633] env[62189]: _type = "Task" [ 2331.667633] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.674547] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521b0e50-a347-8f87-df54-02eec2843b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.814802] env[62189]: DEBUG oslo_concurrency.lockutils [req-3eee8ea9-e462-4ba1-98e3-f68faf4b1f2f req-c1995bff-e95a-43d0-b541-db5a4d9bfe97 service nova] Releasing lock "refresh_cache-cdd61f41-38d4-458c-a1a7-aea329f42426" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2331.863448] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2331.866063] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.251s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2331.866452] env[62189]: DEBUG nova.objects.instance [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lazy-loading 'resources' on Instance uuid c0c2b9f2-4cef-4224-aaec-c77642696a46 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2331.869467] env[62189]: DEBUG oslo_concurrency.lockutils [req-0350c127-6954-4b61-ba09-a4fa0c5f6b87 req-10cba091-7093-4b0f-911e-4fd07a9b6d9c service nova] Releasing lock "refresh_cache-8d29987b-a07e-47f9-be0f-4451bb861093" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2331.888282] env[62189]: INFO nova.scheduler.client.report [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Deleted allocations for instance 1706decc-cb1c-4f86-ac9a-5b955924f6e3 [ 2332.047462] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 5b2461d3-8b16-4944-aeaa-2a5f2ecce968] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2332.165695] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526d0f9c-9578-4f9e-60d9-fe3eb206adf8, 'name': SearchDatastore_Task, 'duration_secs': 0.013491} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.166014] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2332.166248] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2332.166454] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2332.177762] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]521b0e50-a347-8f87-df54-02eec2843b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.009901} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.178513] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1885fdee-1d24-4888-919d-fcc672f4d507 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.183808] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2332.183808] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52370820-ecfd-bfc4-0a37-1d8956683979" [ 2332.183808] env[62189]: _type = "Task" [ 2332.183808] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.191464] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52370820-ecfd-bfc4-0a37-1d8956683979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.225883] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "466c94c3-e292-43c4-8de7-106fc8cd7b80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2332.226267] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "466c94c3-e292-43c4-8de7-106fc8cd7b80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2332.226571] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "466c94c3-e292-43c4-8de7-106fc8cd7b80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2332.226812] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "466c94c3-e292-43c4-8de7-106fc8cd7b80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2332.227031] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "466c94c3-e292-43c4-8de7-106fc8cd7b80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.229309] env[62189]: INFO nova.compute.manager [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Terminating instance [ 2332.396363] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f44b5b83-45d8-49d3-b361-cc3e4dc4cbe4 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "1706decc-cb1c-4f86-ac9a-5b955924f6e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.582s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.518780] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f777d8-bb42-49fb-a5ef-33923b7d6437 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.527278] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2506da-fd58-44df-9f26-78d946dd542d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.558034] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 17c416cb-4efb-4678-b581-f86d6a948a35] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2332.560283] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c8299a-1731-4166-86b1-845399ac1658 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.568698] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e186ef-ce65-4973-937a-4461015ebe08 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.583902] env[62189]: DEBUG nova.compute.provider_tree [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2332.695271] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52370820-ecfd-bfc4-0a37-1d8956683979, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.695724] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2332.696161] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 8d29987b-a07e-47f9-be0f-4451bb861093/8d29987b-a07e-47f9-be0f-4451bb861093.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2332.698657] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2332.698657] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2332.698657] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25afc49d-e234-4f1d-af7d-3ebd66718755 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.703216] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adbb2630-919f-42c1-9584-d0cbc2676961 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.708121] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2332.708121] env[62189]: value = "task-2122969" [ 2332.708121] env[62189]: _type = "Task" [ 2332.708121] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.709827] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2332.710163] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2332.714497] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e99c83-d1d3-48eb-b8cc-f8c50c6ce8cd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.722214] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.725063] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2332.725063] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5228580c-bfe7-8b5a-46ec-f02f918f7ee7" [ 2332.725063] env[62189]: _type = "Task" [ 2332.725063] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.733060] env[62189]: DEBUG nova.compute.manager [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2332.733432] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2332.733790] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5228580c-bfe7-8b5a-46ec-f02f918f7ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.008947} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.734543] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aa9048-278c-48df-b796-6a2329d2af02 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.737622] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a52c67fd-e79d-4ea3-8828-9f150ca74391 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.743358] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2332.743358] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52072cad-7160-c467-b6ea-dbc708786cee" [ 2332.743358] env[62189]: _type = "Task" [ 2332.743358] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.745580] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2332.748692] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73043944-399a-4781-bc12-3e5e186b7e5c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.756134] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52072cad-7160-c467-b6ea-dbc708786cee, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.757859] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2332.758155] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] cdd61f41-38d4-458c-a1a7-aea329f42426/cdd61f41-38d4-458c-a1a7-aea329f42426.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2332.758467] env[62189]: DEBUG oslo_vmware.api [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2332.758467] env[62189]: value = "task-2122970" [ 2332.758467] env[62189]: _type = "Task" [ 2332.758467] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.758653] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-566b5ec7-facd-4560-9417-456c556f9832 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.771633] env[62189]: DEBUG oslo_vmware.api [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.772790] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2332.772790] env[62189]: value = "task-2122971" [ 2332.772790] env[62189]: _type = "Task" [ 2332.772790] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.780687] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.065564] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: aeebface-3c21-4986-a215-75f304b381d4] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2333.087358] env[62189]: DEBUG nova.scheduler.client.report [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2333.223019] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48259} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.223019] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 8d29987b-a07e-47f9-be0f-4451bb861093/8d29987b-a07e-47f9-be0f-4451bb861093.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2333.223019] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2333.223019] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7828d34d-ba42-4044-ac91-294330cf2035 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.231640] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2333.231640] env[62189]: value = "task-2122972" [ 2333.231640] env[62189]: _type = "Task" [ 2333.231640] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.243912] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.275115] env[62189]: DEBUG oslo_vmware.api [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122970, 'name': PowerOffVM_Task, 'duration_secs': 0.179122} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.281150] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2333.281565] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2333.281982] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-080f1b87-2514-4376-a86f-402cb568ae7a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.289510] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122971, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.440370] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2333.440786] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2333.441061] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleting the datastore file [datastore2] 466c94c3-e292-43c4-8de7-106fc8cd7b80 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2333.441515] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eff32e0-5bb3-4184-ab0f-e1147c3947c6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.450468] env[62189]: DEBUG oslo_vmware.api [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for the task: (returnval){ [ 2333.450468] env[62189]: value = "task-2122974" [ 2333.450468] env[62189]: _type = "Task" [ 2333.450468] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.459930] env[62189]: DEBUG oslo_vmware.api [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.566776] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 484c57d7-c4d3-4cf2-a5b4-239b6e40e484] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2333.593498] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2333.619690] env[62189]: INFO nova.scheduler.client.report [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Deleted allocations for instance c0c2b9f2-4cef-4224-aaec-c77642696a46 [ 2333.689914] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Acquiring lock "54c20750-c0eb-45c0-89d0-7540343e6585" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2333.690204] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Lock "54c20750-c0eb-45c0-89d0-7540343e6585" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2333.690417] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Acquiring lock "54c20750-c0eb-45c0-89d0-7540343e6585-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2333.690620] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Lock "54c20750-c0eb-45c0-89d0-7540343e6585-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2333.690806] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Lock "54c20750-c0eb-45c0-89d0-7540343e6585-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2333.693034] env[62189]: INFO nova.compute.manager [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Terminating instance [ 2333.740752] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084943} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.741031] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2333.741787] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e6729f-eef7-4909-b1a1-88d72eed6325 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.764138] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 8d29987b-a07e-47f9-be0f-4451bb861093/8d29987b-a07e-47f9-be0f-4451bb861093.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2333.764420] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cf2232b-fd01-4122-a379-4b3b0dc0847f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.788473] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734032} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.789773] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] cdd61f41-38d4-458c-a1a7-aea329f42426/cdd61f41-38d4-458c-a1a7-aea329f42426.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2333.790756] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2333.790756] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2333.790756] env[62189]: value = "task-2122975" [ 2333.790756] env[62189]: _type = "Task" [ 2333.790756] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.790756] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9acb3a8a-0172-4c3e-bdce-1b01d06220b1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.798774] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2333.799010] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2333.805336] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2333.805336] env[62189]: value = "task-2122976" [ 2333.805336] env[62189]: _type = "Task" [ 2333.805336] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.805546] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122975, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.815976] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.960473] env[62189]: DEBUG oslo_vmware.api [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Task: {'id': task-2122974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183495} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.960684] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2333.960845] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2333.961032] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2333.961235] env[62189]: INFO nova.compute.manager [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2333.961473] env[62189]: DEBUG oslo.service.loopingcall [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2333.961668] env[62189]: DEBUG nova.compute.manager [-] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2333.961764] env[62189]: DEBUG nova.network.neutron [-] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2334.059530] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "interface-69045deb-bc18-493e-b08f-363960d3d16b-ce697eb7-8259-4cdf-b21f-b71d9a340d91" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.059799] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-69045deb-bc18-493e-b08f-363960d3d16b-ce697eb7-8259-4cdf-b21f-b71d9a340d91" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.060199] env[62189]: DEBUG nova.objects.instance [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lazy-loading 'flavor' on Instance uuid 69045deb-bc18-493e-b08f-363960d3d16b {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2334.069839] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 63e370f5-7ae8-4bf9-8a0f-273534de49f2] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2334.127495] env[62189]: DEBUG oslo_concurrency.lockutils [None req-af0b39e1-2535-4f2c-a982-33025d8b07a5 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "c0c2b9f2-4cef-4224-aaec-c77642696a46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.938s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2334.196915] env[62189]: DEBUG nova.compute.manager [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2334.197167] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2334.198297] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c00aa02-a24b-4e70-9029-24c1f85b5032 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.206209] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2334.206472] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b082c1ce-3982-4001-8984-fcb7720a2ad1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.212663] env[62189]: DEBUG oslo_vmware.api [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Waiting for the task: (returnval){ [ 2334.212663] env[62189]: value = "task-2122977" [ 2334.212663] env[62189]: _type = "Task" [ 2334.212663] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.220611] env[62189]: DEBUG oslo_vmware.api [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.303613] env[62189]: DEBUG nova.compute.utils [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2334.305396] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122975, 'name': ReconfigVM_Task, 'duration_secs': 0.281681} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.305648] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 8d29987b-a07e-47f9-be0f-4451bb861093/8d29987b-a07e-47f9-be0f-4451bb861093.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2334.306302] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-758498a9-2aa8-4b32-82aa-e6ee92949af7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.316744] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071779} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.318584] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2334.318916] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2334.318916] env[62189]: value = "task-2122978" [ 2334.318916] env[62189]: _type = "Task" [ 2334.318916] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.319814] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673eefda-42ba-4394-87b2-0e47ac9765e0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.330818] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122978, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.350330] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] cdd61f41-38d4-458c-a1a7-aea329f42426/cdd61f41-38d4-458c-a1a7-aea329f42426.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2334.351687] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d031b058-7cd0-4ba5-ad97-655b0700d6bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.369401] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.369744] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.377098] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2334.377098] env[62189]: value = "task-2122979" [ 2334.377098] env[62189]: _type = "Task" [ 2334.377098] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.386853] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.573928] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: b38b2818-9bb7-4232-860e-1d42da2e4598] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2334.672379] env[62189]: DEBUG nova.network.neutron [-] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2334.674286] env[62189]: DEBUG nova.objects.instance [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lazy-loading 'pci_requests' on Instance uuid 69045deb-bc18-493e-b08f-363960d3d16b {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2334.722775] env[62189]: DEBUG oslo_vmware.api [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122977, 'name': PowerOffVM_Task, 'duration_secs': 0.301235} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.722989] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2334.723172] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2334.723422] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd03e420-98b7-4cb5-98d8-dfcd2357c121 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.806976] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2334.819444] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2334.819648] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2334.819829] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Deleting the datastore file [datastore2] 54c20750-c0eb-45c0-89d0-7540343e6585 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2334.820138] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aafddc49-d0b3-4e61-a6db-c6dba4b21354 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.826530] env[62189]: DEBUG oslo_vmware.api [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Waiting for the task: (returnval){ [ 2334.826530] env[62189]: value = "task-2122981" [ 2334.826530] env[62189]: _type = "Task" [ 2334.826530] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.829920] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122978, 'name': Rename_Task, 'duration_secs': 0.1544} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.832853] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2334.833115] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e3fd2ad-731a-4310-87ce-a6564583153b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.839444] env[62189]: DEBUG oslo_vmware.api [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.840650] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2334.840650] env[62189]: value = "task-2122982" [ 2334.840650] env[62189]: _type = "Task" [ 2334.840650] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.847999] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.872786] env[62189]: DEBUG nova.compute.manager [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2334.888124] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122979, 'name': ReconfigVM_Task, 'duration_secs': 0.304196} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.888446] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Reconfigured VM instance instance-0000006b to attach disk [datastore2] cdd61f41-38d4-458c-a1a7-aea329f42426/cdd61f41-38d4-458c-a1a7-aea329f42426.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2334.889227] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73137530-8a30-4bd6-973e-37e34fe494fc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.896070] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2334.896070] env[62189]: value = "task-2122983" [ 2334.896070] env[62189]: _type = "Task" [ 2334.896070] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.904862] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122983, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.080594] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 6457216d-b66f-486f-97ec-2d50a9eaf484] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2335.175935] env[62189]: INFO nova.compute.manager [-] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Took 1.21 seconds to deallocate network for instance. [ 2335.177935] env[62189]: DEBUG nova.objects.base [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Object Instance<69045deb-bc18-493e-b08f-363960d3d16b> lazy-loaded attributes: flavor,pci_requests {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2335.178139] env[62189]: DEBUG nova.network.neutron [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2335.249939] env[62189]: DEBUG nova.policy [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc989044e2704bbeb5bed934424c266a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c52443a4689b480faeb835027b0bdafd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2335.338816] env[62189]: DEBUG oslo_vmware.api [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Task: {'id': task-2122981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159644} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.339169] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2335.339297] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2335.339450] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2335.339646] env[62189]: INFO nova.compute.manager [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2335.339848] env[62189]: DEBUG oslo.service.loopingcall [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2335.340056] env[62189]: DEBUG nova.compute.manager [-] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2335.340155] env[62189]: DEBUG nova.network.neutron [-] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2335.350585] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.400021] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.400021] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2335.400021] env[62189]: INFO nova.compute.claims [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2335.412393] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122983, 'name': Rename_Task, 'duration_secs': 0.1447} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.413893] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2335.415947] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea72d442-a466-4602-b8e0-761efacf14f8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.424111] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2335.424111] env[62189]: value = "task-2122984" [ 2335.424111] env[62189]: _type = "Task" [ 2335.424111] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.436297] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.586147] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 110d723b-1cea-4fc0-b44a-c638f23e5879] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2335.685832] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.757973] env[62189]: DEBUG nova.compute.manager [req-e759d9f6-e5f8-415d-a0fa-fc4559869db2 req-f870395c-81f4-4586-9f70-7af344302873 service nova] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Received event network-vif-deleted-6e70ba14-2f2c-499f-aa3c-9cfd9db63856 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2335.851745] env[62189]: DEBUG oslo_vmware.api [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122982, 'name': PowerOnVM_Task, 'duration_secs': 0.568788} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.851996] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2335.852652] env[62189]: INFO nova.compute.manager [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Took 9.06 seconds to spawn the instance on the hypervisor. [ 2335.852652] env[62189]: DEBUG nova.compute.manager [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2335.853160] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fad8cd-c334-4e1f-9312-2e917547ea95 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.919659] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.920572] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2335.920572] env[62189]: INFO nova.compute.manager [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Attaching volume 191ac23c-fe03-4289-83e8-51377ee1be4e to /dev/sdb [ 2335.936921] env[62189]: DEBUG oslo_vmware.api [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2122984, 'name': PowerOnVM_Task, 'duration_secs': 0.451682} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.937265] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2335.937465] env[62189]: INFO nova.compute.manager [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Took 11.45 seconds to spawn the instance on the hypervisor. [ 2335.937658] env[62189]: DEBUG nova.compute.manager [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2335.938859] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e4eb74-050c-493a-bb3c-1461abd16514 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.958078] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972a5b94-921c-4b5b-a08a-aaed74b964a4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.965635] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679f74a7-f100-4f6a-88c3-a8ea4d5c6cb0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.975479] env[62189]: DEBUG nova.compute.manager [req-8de000ae-083e-48e3-ab97-65908eb1b103 req-b8b9ffbf-adb6-496e-98f3-9a8bf9504677 service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Received event network-vif-deleted-63597230-0c1d-4ddf-9557-c46cadd89b99 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2335.975479] env[62189]: INFO nova.compute.manager [req-8de000ae-083e-48e3-ab97-65908eb1b103 req-b8b9ffbf-adb6-496e-98f3-9a8bf9504677 service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Neutron deleted interface 63597230-0c1d-4ddf-9557-c46cadd89b99; detaching it from the instance and deleting it from the info cache [ 2335.975605] env[62189]: DEBUG nova.network.neutron [req-8de000ae-083e-48e3-ab97-65908eb1b103 req-b8b9ffbf-adb6-496e-98f3-9a8bf9504677 service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2335.981724] env[62189]: DEBUG nova.virt.block_device [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Updating existing volume attachment record: f4315d9f-75c7-417d-a479-cf4991eac532 {{(pid=62189) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2336.087555] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: a95c1c41-bdbd-4919-a232-ae30339c7703] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2336.370350] env[62189]: INFO nova.compute.manager [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Took 14.93 seconds to build instance. [ 2336.373867] env[62189]: DEBUG nova.network.neutron [-] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2336.460636] env[62189]: INFO nova.compute.manager [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Took 16.62 seconds to build instance. [ 2336.483919] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a76af313-f4c9-4e7e-a761-286201a046c6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.497629] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957e35bd-2462-4e8a-b2cb-df98a58f8aad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.529893] env[62189]: DEBUG nova.compute.manager [req-8de000ae-083e-48e3-ab97-65908eb1b103 req-b8b9ffbf-adb6-496e-98f3-9a8bf9504677 service nova] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Detach interface failed, port_id=63597230-0c1d-4ddf-9557-c46cadd89b99, reason: Instance 54c20750-c0eb-45c0-89d0-7540343e6585 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2336.588807] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff3b4bb-32ef-4ea7-bb43-26b14382b1a0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.591784] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: bca617fc-c117-4621-b944-366848c3ae11] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2336.599022] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b82c28-e776-49f9-9a3d-6fac32a388ec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.634481] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3f2d0b-4606-48f6-b56b-484eb1582abe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.643526] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8a61a8-4f33-4f2f-9c46-296e81b0b68a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.657929] env[62189]: DEBUG nova.compute.provider_tree [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2336.822103] env[62189]: DEBUG nova.network.neutron [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Successfully updated port: ce697eb7-8259-4cdf-b21f-b71d9a340d91 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2336.872794] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0a680be7-4653-44c9-80fd-57280271868f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "8d29987b-a07e-47f9-be0f-4451bb861093" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.438s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2336.875407] env[62189]: INFO nova.compute.manager [-] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Took 1.54 seconds to deallocate network for instance. [ 2336.963417] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cbbd69d8-9ddb-41f0-9a28-08a76d923c43 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "cdd61f41-38d4-458c-a1a7-aea329f42426" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.136s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.047172] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2337.047526] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.094881] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: a10c6581-aeb2-4edb-9100-11c69dcaff0a] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2337.163024] env[62189]: DEBUG nova.scheduler.client.report [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2337.325332] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2337.325508] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2337.325683] env[62189]: DEBUG nova.network.neutron [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2337.381867] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2337.557453] env[62189]: DEBUG nova.compute.manager [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2337.598520] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 68f7cb35-c13c-405c-a071-e6baa9f254f3] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2337.667356] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.667812] env[62189]: DEBUG nova.compute.manager [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2337.670415] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.985s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.670641] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.674310] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.291s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.674310] env[62189]: DEBUG nova.objects.instance [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Lazy-loading 'resources' on Instance uuid 54c20750-c0eb-45c0-89d0-7540343e6585 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2337.699565] env[62189]: INFO nova.scheduler.client.report [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Deleted allocations for instance 466c94c3-e292-43c4-8de7-106fc8cd7b80 [ 2337.781901] env[62189]: DEBUG nova.compute.manager [req-2eeaf5ba-f07f-48d6-8fb0-7a3ba9e03d3f req-65221395-60ce-444b-ae6b-7c6a9b6bc34b service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Received event network-vif-plugged-ce697eb7-8259-4cdf-b21f-b71d9a340d91 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2337.781901] env[62189]: DEBUG oslo_concurrency.lockutils [req-2eeaf5ba-f07f-48d6-8fb0-7a3ba9e03d3f req-65221395-60ce-444b-ae6b-7c6a9b6bc34b service nova] Acquiring lock "69045deb-bc18-493e-b08f-363960d3d16b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2337.781901] env[62189]: DEBUG oslo_concurrency.lockutils [req-2eeaf5ba-f07f-48d6-8fb0-7a3ba9e03d3f req-65221395-60ce-444b-ae6b-7c6a9b6bc34b service nova] Lock "69045deb-bc18-493e-b08f-363960d3d16b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.782025] env[62189]: DEBUG oslo_concurrency.lockutils [req-2eeaf5ba-f07f-48d6-8fb0-7a3ba9e03d3f req-65221395-60ce-444b-ae6b-7c6a9b6bc34b service nova] Lock "69045deb-bc18-493e-b08f-363960d3d16b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.782148] env[62189]: DEBUG nova.compute.manager [req-2eeaf5ba-f07f-48d6-8fb0-7a3ba9e03d3f req-65221395-60ce-444b-ae6b-7c6a9b6bc34b service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] No waiting events found dispatching network-vif-plugged-ce697eb7-8259-4cdf-b21f-b71d9a340d91 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2337.782311] env[62189]: WARNING nova.compute.manager [req-2eeaf5ba-f07f-48d6-8fb0-7a3ba9e03d3f req-65221395-60ce-444b-ae6b-7c6a9b6bc34b service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Received unexpected event network-vif-plugged-ce697eb7-8259-4cdf-b21f-b71d9a340d91 for instance with vm_state active and task_state None. [ 2337.782471] env[62189]: DEBUG nova.compute.manager [req-2eeaf5ba-f07f-48d6-8fb0-7a3ba9e03d3f req-65221395-60ce-444b-ae6b-7c6a9b6bc34b service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Received event network-changed-ce697eb7-8259-4cdf-b21f-b71d9a340d91 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2337.782622] env[62189]: DEBUG nova.compute.manager [req-2eeaf5ba-f07f-48d6-8fb0-7a3ba9e03d3f req-65221395-60ce-444b-ae6b-7c6a9b6bc34b service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Refreshing instance network info cache due to event network-changed-ce697eb7-8259-4cdf-b21f-b71d9a340d91. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2337.782788] env[62189]: DEBUG oslo_concurrency.lockutils [req-2eeaf5ba-f07f-48d6-8fb0-7a3ba9e03d3f req-65221395-60ce-444b-ae6b-7c6a9b6bc34b service nova] Acquiring lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2337.817557] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1cddfcb3-48ce-4155-99a3-089e4b43b3a0 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "8d29987b-a07e-47f9-be0f-4451bb861093" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2337.817865] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1cddfcb3-48ce-4155-99a3-089e4b43b3a0 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "8d29987b-a07e-47f9-be0f-4451bb861093" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.817981] env[62189]: DEBUG nova.compute.manager [None req-1cddfcb3-48ce-4155-99a3-089e4b43b3a0 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2337.819235] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c07739-d5c3-4be2-84e7-5a88e76aa04b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.826554] env[62189]: DEBUG nova.compute.manager [None req-1cddfcb3-48ce-4155-99a3-089e4b43b3a0 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62189) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2337.827149] env[62189]: DEBUG nova.objects.instance [None req-1cddfcb3-48ce-4155-99a3-089e4b43b3a0 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lazy-loading 'flavor' on Instance uuid 8d29987b-a07e-47f9-be0f-4451bb861093 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2337.872063] env[62189]: WARNING nova.network.neutron [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] e5119a71-6549-4914-8684-274ba620e462 already exists in list: networks containing: ['e5119a71-6549-4914-8684-274ba620e462']. ignoring it [ 2338.068670] env[62189]: DEBUG nova.compute.manager [req-73fe2f94-fa75-4aee-bed2-9cdbc26965c1 req-97fb5524-db27-4181-b188-c9a2e9632d2d service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Received event network-changed-4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2338.068889] env[62189]: DEBUG nova.compute.manager [req-73fe2f94-fa75-4aee-bed2-9cdbc26965c1 req-97fb5524-db27-4181-b188-c9a2e9632d2d service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Refreshing instance network info cache due to event network-changed-4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2338.069126] env[62189]: DEBUG oslo_concurrency.lockutils [req-73fe2f94-fa75-4aee-bed2-9cdbc26965c1 req-97fb5524-db27-4181-b188-c9a2e9632d2d service nova] Acquiring lock "refresh_cache-cdd61f41-38d4-458c-a1a7-aea329f42426" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2338.069360] env[62189]: DEBUG oslo_concurrency.lockutils [req-73fe2f94-fa75-4aee-bed2-9cdbc26965c1 req-97fb5524-db27-4181-b188-c9a2e9632d2d service nova] Acquired lock "refresh_cache-cdd61f41-38d4-458c-a1a7-aea329f42426" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2338.069526] env[62189]: DEBUG nova.network.neutron [req-73fe2f94-fa75-4aee-bed2-9cdbc26965c1 req-97fb5524-db27-4181-b188-c9a2e9632d2d service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Refreshing network info cache for port 4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2338.085883] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2338.101858] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: a4f72200-8120-4298-b7e6-890162fecdc7] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2338.167425] env[62189]: DEBUG nova.network.neutron [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updating instance_info_cache with network_info: [{"id": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "address": "fa:16:3e:90:b1:3f", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2acd70e-94", "ovs_interfaceid": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce697eb7-8259-4cdf-b21f-b71d9a340d91", "address": "fa:16:3e:27:62:3d", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce697eb7-82", "ovs_interfaceid": "ce697eb7-8259-4cdf-b21f-b71d9a340d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2338.181020] env[62189]: DEBUG nova.compute.utils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2338.190170] env[62189]: DEBUG nova.compute.manager [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2338.190406] env[62189]: DEBUG nova.network.neutron [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2338.212256] env[62189]: DEBUG oslo_concurrency.lockutils [None req-48ec6992-d3bf-4f7e-a7bd-eaa624215c42 tempest-DeleteServersTestJSON-1239601000 tempest-DeleteServersTestJSON-1239601000-project-member] Lock "466c94c3-e292-43c4-8de7-106fc8cd7b80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.986s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2338.250535] env[62189]: DEBUG nova.policy [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd66eb94929a74b7381cbd76ea375750b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6c3efd9bf48470f98e2bec6ae33ee5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2338.354722] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c7be18-6154-40a9-93c6-2198f5bfbfe8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.362957] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778611f3-bbd6-4c29-9b34-416a99833177 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.399243] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e307e4-25a7-4448-97ad-54b42dce126e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.407042] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f1f803-3155-4b5e-b6e4-950ff0083138 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.422273] env[62189]: DEBUG nova.compute.provider_tree [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2338.564193] env[62189]: DEBUG nova.network.neutron [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Successfully created port: de3cf72e-9f77-4729-9cdd-e6b73558099e {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2338.605532] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: d0ce9881-b4a9-4e4b-8e7f-6cbc9d6cd3c7] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2338.669809] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2338.670939] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2338.670939] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2338.670939] env[62189]: DEBUG oslo_concurrency.lockutils [req-2eeaf5ba-f07f-48d6-8fb0-7a3ba9e03d3f req-65221395-60ce-444b-ae6b-7c6a9b6bc34b service nova] Acquired lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2338.671119] env[62189]: DEBUG nova.network.neutron [req-2eeaf5ba-f07f-48d6-8fb0-7a3ba9e03d3f req-65221395-60ce-444b-ae6b-7c6a9b6bc34b service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Refreshing network info cache for port ce697eb7-8259-4cdf-b21f-b71d9a340d91 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2338.672817] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9eaf97-61d4-43a6-856f-f1094b99adc3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.696293] env[62189]: DEBUG nova.compute.manager [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2338.699873] env[62189]: DEBUG nova.virt.hardware [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2338.699873] env[62189]: DEBUG nova.virt.hardware [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2338.699873] env[62189]: DEBUG nova.virt.hardware [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2338.700135] env[62189]: DEBUG nova.virt.hardware [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2338.701049] env[62189]: DEBUG nova.virt.hardware [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2338.701049] env[62189]: DEBUG nova.virt.hardware [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2338.701049] env[62189]: DEBUG nova.virt.hardware [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2338.701049] env[62189]: DEBUG nova.virt.hardware [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2338.701049] env[62189]: DEBUG nova.virt.hardware [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2338.701049] env[62189]: DEBUG nova.virt.hardware [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2338.701279] env[62189]: DEBUG nova.virt.hardware [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2338.708705] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Reconfiguring VM to attach interface {{(pid=62189) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2338.711518] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e38a90f-a4ca-4e97-88f4-72f598c2031f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.729423] env[62189]: DEBUG oslo_vmware.api [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2338.729423] env[62189]: value = "task-2122990" [ 2338.729423] env[62189]: _type = "Task" [ 2338.729423] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.737796] env[62189]: DEBUG oslo_vmware.api [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122990, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.834827] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cddfcb3-48ce-4155-99a3-089e4b43b3a0 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2338.835200] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3850598-ab15-449d-8ea2-37b88edc44a5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.839209] env[62189]: DEBUG nova.network.neutron [req-73fe2f94-fa75-4aee-bed2-9cdbc26965c1 req-97fb5524-db27-4181-b188-c9a2e9632d2d service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Updated VIF entry in instance network info cache for port 4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2338.839553] env[62189]: DEBUG nova.network.neutron [req-73fe2f94-fa75-4aee-bed2-9cdbc26965c1 req-97fb5524-db27-4181-b188-c9a2e9632d2d service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Updating instance_info_cache with network_info: [{"id": "4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8", "address": "fa:16:3e:95:27:67", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6e3ec7-5a", "ovs_interfaceid": "4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2338.842637] env[62189]: DEBUG oslo_vmware.api [None req-1cddfcb3-48ce-4155-99a3-089e4b43b3a0 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2338.842637] env[62189]: value = "task-2122991" [ 2338.842637] env[62189]: _type = "Task" [ 2338.842637] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.851378] env[62189]: DEBUG oslo_vmware.api [None req-1cddfcb3-48ce-4155-99a3-089e4b43b3a0 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.926014] env[62189]: DEBUG nova.scheduler.client.report [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2339.109614] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: a1c75f43-b0aa-4843-a22b-c8fa33996a9c] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2339.240338] env[62189]: DEBUG oslo_vmware.api [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.342329] env[62189]: DEBUG oslo_concurrency.lockutils [req-73fe2f94-fa75-4aee-bed2-9cdbc26965c1 req-97fb5524-db27-4181-b188-c9a2e9632d2d service nova] Releasing lock "refresh_cache-cdd61f41-38d4-458c-a1a7-aea329f42426" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2339.352760] env[62189]: DEBUG oslo_vmware.api [None req-1cddfcb3-48ce-4155-99a3-089e4b43b3a0 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122991, 'name': PowerOffVM_Task, 'duration_secs': 0.29297} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.353029] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cddfcb3-48ce-4155-99a3-089e4b43b3a0 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2339.353283] env[62189]: DEBUG nova.compute.manager [None req-1cddfcb3-48ce-4155-99a3-089e4b43b3a0 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2339.354045] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bef6ed-d779-4edb-b5d3-bf2e00079989 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.369652] env[62189]: DEBUG nova.network.neutron [req-2eeaf5ba-f07f-48d6-8fb0-7a3ba9e03d3f req-65221395-60ce-444b-ae6b-7c6a9b6bc34b service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updated VIF entry in instance network info cache for port ce697eb7-8259-4cdf-b21f-b71d9a340d91. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2339.370136] env[62189]: DEBUG nova.network.neutron [req-2eeaf5ba-f07f-48d6-8fb0-7a3ba9e03d3f req-65221395-60ce-444b-ae6b-7c6a9b6bc34b service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updating instance_info_cache with network_info: [{"id": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "address": "fa:16:3e:90:b1:3f", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2acd70e-94", "ovs_interfaceid": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce697eb7-8259-4cdf-b21f-b71d9a340d91", "address": "fa:16:3e:27:62:3d", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce697eb7-82", "ovs_interfaceid": "ce697eb7-8259-4cdf-b21f-b71d9a340d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2339.430653] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2339.432905] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.347s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2339.434519] env[62189]: INFO nova.compute.claims [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2339.453746] env[62189]: INFO nova.scheduler.client.report [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Deleted allocations for instance 54c20750-c0eb-45c0-89d0-7540343e6585 [ 2339.613520] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 8ffae4bd-a23e-40a6-b90a-42296310e286] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2339.715863] env[62189]: DEBUG nova.compute.manager [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2339.742546] env[62189]: DEBUG oslo_vmware.api [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.744844] env[62189]: DEBUG nova.virt.hardware [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2339.745103] env[62189]: DEBUG nova.virt.hardware [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2339.745275] env[62189]: DEBUG nova.virt.hardware [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2339.745474] env[62189]: DEBUG nova.virt.hardware [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2339.745613] env[62189]: DEBUG nova.virt.hardware [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2339.745759] env[62189]: DEBUG nova.virt.hardware [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2339.745972] env[62189]: DEBUG nova.virt.hardware [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2339.746171] env[62189]: DEBUG nova.virt.hardware [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2339.746345] env[62189]: DEBUG nova.virt.hardware [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2339.746555] env[62189]: DEBUG nova.virt.hardware [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2339.746746] env[62189]: DEBUG nova.virt.hardware [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2339.747534] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dc7b34-1948-4a31-813c-991c3daa3d1d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.754671] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ababf2-472a-4b23-9fc8-3cd363b70948 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.866305] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1cddfcb3-48ce-4155-99a3-089e4b43b3a0 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "8d29987b-a07e-47f9-be0f-4451bb861093" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2339.873086] env[62189]: DEBUG oslo_concurrency.lockutils [req-2eeaf5ba-f07f-48d6-8fb0-7a3ba9e03d3f req-65221395-60ce-444b-ae6b-7c6a9b6bc34b service nova] Releasing lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2339.961080] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8576ea82-73bf-4040-9e54-ecf21eef2684 tempest-ServersTestJSON-1192811293 tempest-ServersTestJSON-1192811293-project-member] Lock "54c20750-c0eb-45c0-89d0-7540343e6585" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.271s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.034546] env[62189]: DEBUG nova.compute.manager [req-96eb1053-9caa-454a-989a-7f5d4fa02988 req-2a8903de-6735-490c-8029-fc652e2f7dc4 service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Received event network-vif-plugged-de3cf72e-9f77-4729-9cdd-e6b73558099e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2340.034807] env[62189]: DEBUG oslo_concurrency.lockutils [req-96eb1053-9caa-454a-989a-7f5d4fa02988 req-2a8903de-6735-490c-8029-fc652e2f7dc4 service nova] Acquiring lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2340.035033] env[62189]: DEBUG oslo_concurrency.lockutils [req-96eb1053-9caa-454a-989a-7f5d4fa02988 req-2a8903de-6735-490c-8029-fc652e2f7dc4 service nova] Lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.035210] env[62189]: DEBUG oslo_concurrency.lockutils [req-96eb1053-9caa-454a-989a-7f5d4fa02988 req-2a8903de-6735-490c-8029-fc652e2f7dc4 service nova] Lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.035382] env[62189]: DEBUG nova.compute.manager [req-96eb1053-9caa-454a-989a-7f5d4fa02988 req-2a8903de-6735-490c-8029-fc652e2f7dc4 service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] No waiting events found dispatching network-vif-plugged-de3cf72e-9f77-4729-9cdd-e6b73558099e {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2340.035546] env[62189]: WARNING nova.compute.manager [req-96eb1053-9caa-454a-989a-7f5d4fa02988 req-2a8903de-6735-490c-8029-fc652e2f7dc4 service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Received unexpected event network-vif-plugged-de3cf72e-9f77-4729-9cdd-e6b73558099e for instance with vm_state building and task_state spawning. [ 2340.064167] env[62189]: DEBUG nova.network.neutron [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Successfully updated port: de3cf72e-9f77-4729-9cdd-e6b73558099e {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2340.116682] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 04d77cc1-32ad-4f9a-aefa-25122cdd1827] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2340.243434] env[62189]: DEBUG oslo_vmware.api [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.428928] env[62189]: INFO nova.compute.manager [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Rebuilding instance [ 2340.481404] env[62189]: DEBUG nova.compute.manager [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2340.482638] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb2ffd0-c746-464c-b88f-fe3aa418aa0f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.532317] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Volume attach. Driver type: vmdk {{(pid=62189) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2340.532724] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434284', 'volume_id': '191ac23c-fe03-4289-83e8-51377ee1be4e', 'name': 'volume-191ac23c-fe03-4289-83e8-51377ee1be4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b305947d-e6d2-4ff1-9fcc-8f09aa16032e', 'attached_at': '', 'detached_at': '', 'volume_id': '191ac23c-fe03-4289-83e8-51377ee1be4e', 'serial': '191ac23c-fe03-4289-83e8-51377ee1be4e'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2340.534119] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7182af3f-40c9-44fd-9e54-c961074718b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.561290] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea38dc46-a66a-4f74-96d2-8297dacef8fe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.566032] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "refresh_cache-9065d820-ccd3-4a13-89bb-a57b5c2811c7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2340.566184] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquired lock "refresh_cache-9065d820-ccd3-4a13-89bb-a57b5c2811c7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2340.566332] env[62189]: DEBUG nova.network.neutron [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2340.588759] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-191ac23c-fe03-4289-83e8-51377ee1be4e/volume-191ac23c-fe03-4289-83e8-51377ee1be4e.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2340.593727] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc02a1b4-4e2b-4845-b938-3d1f5202b1c1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.612649] env[62189]: DEBUG oslo_vmware.api [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2340.612649] env[62189]: value = "task-2122992" [ 2340.612649] env[62189]: _type = "Task" [ 2340.612649] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.619863] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 31312dd9-a51d-4178-9ade-20e3972786ad] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2340.624961] env[62189]: DEBUG oslo_vmware.api [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.635678] env[62189]: DEBUG nova.network.neutron [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2340.643818] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9f10c1-3958-4aad-8bdd-805b446911bb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.651528] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac462c8-9b83-4210-ad65-6974ffc196e9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.686142] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2906f5ee-a15a-48b5-83cf-8980eaddf397 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.694310] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be3c95e-0653-447b-9b2c-38925f7c95a7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.707733] env[62189]: DEBUG nova.compute.provider_tree [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2340.743278] env[62189]: DEBUG oslo_vmware.api [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122990, 'name': ReconfigVM_Task, 'duration_secs': 1.700075} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.743798] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2340.744016] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Reconfigured VM to attach interface {{(pid=62189) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2340.787916] env[62189]: DEBUG nova.network.neutron [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Updating instance_info_cache with network_info: [{"id": "de3cf72e-9f77-4729-9cdd-e6b73558099e", "address": "fa:16:3e:fc:d5:2f", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3cf72e-9f", "ovs_interfaceid": "de3cf72e-9f77-4729-9cdd-e6b73558099e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2341.122985] env[62189]: DEBUG oslo_vmware.api [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122992, 'name': ReconfigVM_Task, 'duration_secs': 0.362637} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2341.123295] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-191ac23c-fe03-4289-83e8-51377ee1be4e/volume-191ac23c-fe03-4289-83e8-51377ee1be4e.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2341.129246] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 5f68ad50-621d-4214-8edf-09c1304d6e43] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2341.130995] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-085d8081-5c2f-487e-8869-5ba635dd38c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.146980] env[62189]: DEBUG oslo_vmware.api [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2341.146980] env[62189]: value = "task-2122993" [ 2341.146980] env[62189]: _type = "Task" [ 2341.146980] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.156631] env[62189]: DEBUG oslo_vmware.api [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.211730] env[62189]: DEBUG nova.scheduler.client.report [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2341.249221] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9475c601-809f-4da2-b5df-d148c6454f24 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-69045deb-bc18-493e-b08f-363960d3d16b-ce697eb7-8259-4cdf-b21f-b71d9a340d91" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.189s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2341.290877] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Releasing lock "refresh_cache-9065d820-ccd3-4a13-89bb-a57b5c2811c7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2341.291257] env[62189]: DEBUG nova.compute.manager [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Instance network_info: |[{"id": "de3cf72e-9f77-4729-9cdd-e6b73558099e", "address": "fa:16:3e:fc:d5:2f", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3cf72e-9f", "ovs_interfaceid": "de3cf72e-9f77-4729-9cdd-e6b73558099e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2341.291821] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:d5:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de3cf72e-9f77-4729-9cdd-e6b73558099e', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2341.300853] env[62189]: DEBUG oslo.service.loopingcall [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2341.301320] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2341.301629] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17b9d8ba-3c8f-457a-afba-a5d477265e4d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.324403] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2341.324403] env[62189]: value = "task-2122994" [ 2341.324403] env[62189]: _type = "Task" [ 2341.324403] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.334096] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122994, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.499742] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2341.500165] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dd94787-18fd-4821-9a97-33785a0e37a9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.507363] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2341.507363] env[62189]: value = "task-2122995" [ 2341.507363] env[62189]: _type = "Task" [ 2341.507363] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.517483] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] VM already powered off {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2341.517746] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2341.518524] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b1e228-0fbf-4049-9082-561b43e74dfa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.525537] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2341.525772] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa0e2a2f-93fb-4249-ae8a-096956c4c888 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.641793] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 4594619c-6c99-4335-bcad-20b1d01bed46] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2341.651021] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2341.651021] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2341.651021] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleting the datastore file [datastore2] 8d29987b-a07e-47f9-be0f-4451bb861093 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2341.652302] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d1e8102-fe7d-4ae3-9f15-5820fa6c9d9e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.659707] env[62189]: DEBUG oslo_vmware.api [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2122993, 'name': ReconfigVM_Task, 'duration_secs': 0.149209} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2341.661373] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434284', 'volume_id': '191ac23c-fe03-4289-83e8-51377ee1be4e', 'name': 'volume-191ac23c-fe03-4289-83e8-51377ee1be4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b305947d-e6d2-4ff1-9fcc-8f09aa16032e', 'attached_at': '', 'detached_at': '', 'volume_id': '191ac23c-fe03-4289-83e8-51377ee1be4e', 'serial': '191ac23c-fe03-4289-83e8-51377ee1be4e'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2341.662944] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2341.662944] env[62189]: value = "task-2122997" [ 2341.662944] env[62189]: _type = "Task" [ 2341.662944] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.677824] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.716720] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2341.717251] env[62189]: DEBUG nova.compute.manager [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2341.840141] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122994, 'name': CreateVM_Task, 'duration_secs': 0.418323} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2341.840370] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2341.841471] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2341.841741] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2341.842102] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2341.842373] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe539ab-4717-41f1-9278-7d784bcfd88f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.848656] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2341.848656] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e54e1d-369a-1d88-be5f-35467f0bea81" [ 2341.848656] env[62189]: _type = "Task" [ 2341.848656] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.857659] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e54e1d-369a-1d88-be5f-35467f0bea81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.058791] env[62189]: DEBUG nova.compute.manager [req-22d4fbf9-9af6-42cf-9695-cdad39b5db64 req-3fd33038-ada8-4e25-9888-f29a12562943 service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Received event network-changed-de3cf72e-9f77-4729-9cdd-e6b73558099e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2342.059054] env[62189]: DEBUG nova.compute.manager [req-22d4fbf9-9af6-42cf-9695-cdad39b5db64 req-3fd33038-ada8-4e25-9888-f29a12562943 service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Refreshing instance network info cache due to event network-changed-de3cf72e-9f77-4729-9cdd-e6b73558099e. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2342.059279] env[62189]: DEBUG oslo_concurrency.lockutils [req-22d4fbf9-9af6-42cf-9695-cdad39b5db64 req-3fd33038-ada8-4e25-9888-f29a12562943 service nova] Acquiring lock "refresh_cache-9065d820-ccd3-4a13-89bb-a57b5c2811c7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2342.059484] env[62189]: DEBUG oslo_concurrency.lockutils [req-22d4fbf9-9af6-42cf-9695-cdad39b5db64 req-3fd33038-ada8-4e25-9888-f29a12562943 service nova] Acquired lock "refresh_cache-9065d820-ccd3-4a13-89bb-a57b5c2811c7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2342.059578] env[62189]: DEBUG nova.network.neutron [req-22d4fbf9-9af6-42cf-9695-cdad39b5db64 req-3fd33038-ada8-4e25-9888-f29a12562943 service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Refreshing network info cache for port de3cf72e-9f77-4729-9cdd-e6b73558099e {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2342.145760] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 04a1b453-5274-4509-9036-9900e3fe91f5] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2342.176872] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2122997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18083} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.177100] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2342.177313] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2342.177474] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2342.223034] env[62189]: DEBUG nova.compute.utils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2342.224971] env[62189]: DEBUG nova.compute.manager [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2342.226331] env[62189]: DEBUG nova.network.neutron [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2342.281064] env[62189]: DEBUG nova.policy [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '235b98c5656f470b9d12403455ed3a61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '353a7917021e41568bce386c0ee5f45a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2342.368098] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e54e1d-369a-1d88-be5f-35467f0bea81, 'name': SearchDatastore_Task, 'duration_secs': 0.03833} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.368542] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2342.369122] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2342.369763] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2342.370048] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2342.370230] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2342.370685] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51f375ec-981b-4428-a3a6-2e91fd78b86a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.382739] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2342.382959] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2342.383773] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7880fef4-50d2-4ec4-b88e-13b1639f137b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.390429] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2342.390429] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52255e3e-5e0a-df92-5620-7119d06846d9" [ 2342.390429] env[62189]: _type = "Task" [ 2342.390429] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.402669] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52255e3e-5e0a-df92-5620-7119d06846d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.649364] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 1a094a38-e7dc-4c76-9074-766c934140e7] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2342.713770] env[62189]: DEBUG nova.objects.instance [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lazy-loading 'flavor' on Instance uuid b305947d-e6d2-4ff1-9fcc-8f09aa16032e {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2342.731686] env[62189]: DEBUG nova.compute.manager [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2342.796730] env[62189]: DEBUG nova.network.neutron [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Successfully created port: 4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2342.833750] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "interface-69045deb-bc18-493e-b08f-363960d3d16b-ce697eb7-8259-4cdf-b21f-b71d9a340d91" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2342.834318] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-69045deb-bc18-493e-b08f-363960d3d16b-ce697eb7-8259-4cdf-b21f-b71d9a340d91" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2342.878309] env[62189]: DEBUG nova.network.neutron [req-22d4fbf9-9af6-42cf-9695-cdad39b5db64 req-3fd33038-ada8-4e25-9888-f29a12562943 service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Updated VIF entry in instance network info cache for port de3cf72e-9f77-4729-9cdd-e6b73558099e. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2342.878854] env[62189]: DEBUG nova.network.neutron [req-22d4fbf9-9af6-42cf-9695-cdad39b5db64 req-3fd33038-ada8-4e25-9888-f29a12562943 service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Updating instance_info_cache with network_info: [{"id": "de3cf72e-9f77-4729-9cdd-e6b73558099e", "address": "fa:16:3e:fc:d5:2f", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3cf72e-9f", "ovs_interfaceid": "de3cf72e-9f77-4729-9cdd-e6b73558099e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2342.906045] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52255e3e-5e0a-df92-5620-7119d06846d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.906901] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a8a33c-dc88-4339-a5c6-1bd1b8a82912 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.912978] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2342.912978] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525f7ee4-8d6f-9b70-b105-adf6a60a6a47" [ 2342.912978] env[62189]: _type = "Task" [ 2342.912978] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.921159] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525f7ee4-8d6f-9b70-b105-adf6a60a6a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.153721] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: b6a601ce-edba-4012-92d3-236b3cefb8ca] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2343.218376] env[62189]: DEBUG nova.virt.hardware [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2343.218632] env[62189]: DEBUG nova.virt.hardware [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2343.218791] env[62189]: DEBUG nova.virt.hardware [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2343.218975] env[62189]: DEBUG nova.virt.hardware [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2343.219140] env[62189]: DEBUG nova.virt.hardware [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2343.219293] env[62189]: DEBUG nova.virt.hardware [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2343.219501] env[62189]: DEBUG nova.virt.hardware [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2343.219665] env[62189]: DEBUG nova.virt.hardware [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2343.220510] env[62189]: DEBUG nova.virt.hardware [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2343.220699] env[62189]: DEBUG nova.virt.hardware [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2343.220907] env[62189]: DEBUG nova.virt.hardware [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2343.223413] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b605022-94a7-4d0b-9561-f2dd76a05638 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.226539] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e37cda2-16dd-471d-8577-169150f5cc7e tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.307s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2343.242895] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71169a67-8634-497a-8e7d-d7c2e96baa16 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.264577] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:84:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fda7c568-b98b-4204-9dde-4f828b3d2b96', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2343.272018] env[62189]: DEBUG oslo.service.loopingcall [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2343.272569] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2343.273208] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5b692dd-4a90-4412-8e40-0518224be27d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.295993] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2343.295993] env[62189]: value = "task-2122998" [ 2343.295993] env[62189]: _type = "Task" [ 2343.295993] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.307252] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122998, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.340020] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2343.340020] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2343.340020] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3a0f0e-296b-495a-8b58-2bf3cfaed2bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.356974] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baef088b-be06-40e3-977a-3733f0c72c6c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.387666] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Reconfiguring VM to detach interface {{(pid=62189) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2343.387666] env[62189]: DEBUG oslo_concurrency.lockutils [req-22d4fbf9-9af6-42cf-9695-cdad39b5db64 req-3fd33038-ada8-4e25-9888-f29a12562943 service nova] Releasing lock "refresh_cache-9065d820-ccd3-4a13-89bb-a57b5c2811c7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2343.387666] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03af3636-d275-4cd0-bacc-6eeba3cc018d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.400775] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3f634362-d2d4-4208-b83c-8fee7b8c205a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2343.403727] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3f634362-d2d4-4208-b83c-8fee7b8c205a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.003s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2343.403929] env[62189]: DEBUG nova.compute.manager [None req-3f634362-d2d4-4208-b83c-8fee7b8c205a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2343.404780] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cb274e-c9a1-4a6a-8206-d917e30945ce {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.412177] env[62189]: DEBUG nova.compute.manager [None req-3f634362-d2d4-4208-b83c-8fee7b8c205a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62189) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2343.412738] env[62189]: DEBUG nova.objects.instance [None req-3f634362-d2d4-4208-b83c-8fee7b8c205a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lazy-loading 'flavor' on Instance uuid b305947d-e6d2-4ff1-9fcc-8f09aa16032e {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2343.418274] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2343.418274] env[62189]: value = "task-2122999" [ 2343.418274] env[62189]: _type = "Task" [ 2343.418274] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.430398] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.434168] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525f7ee4-8d6f-9b70-b105-adf6a60a6a47, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.434417] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2343.437542] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 9065d820-ccd3-4a13-89bb-a57b5c2811c7/9065d820-ccd3-4a13-89bb-a57b5c2811c7.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2343.437542] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cda69e59-d8fd-450b-baed-425f58481653 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.443400] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2343.443400] env[62189]: value = "task-2123000" [ 2343.443400] env[62189]: _type = "Task" [ 2343.443400] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.452258] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.660436] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: db089fb0-615d-47cf-8a32-d1def53bebbb] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2343.749821] env[62189]: DEBUG nova.compute.manager [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2343.784767] env[62189]: DEBUG nova.virt.hardware [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2343.785035] env[62189]: DEBUG nova.virt.hardware [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2343.785203] env[62189]: DEBUG nova.virt.hardware [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2343.785398] env[62189]: DEBUG nova.virt.hardware [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2343.785586] env[62189]: DEBUG nova.virt.hardware [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2343.785742] env[62189]: DEBUG nova.virt.hardware [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2343.785978] env[62189]: DEBUG nova.virt.hardware [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2343.786169] env[62189]: DEBUG nova.virt.hardware [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2343.786328] env[62189]: DEBUG nova.virt.hardware [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2343.786535] env[62189]: DEBUG nova.virt.hardware [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2343.786798] env[62189]: DEBUG nova.virt.hardware [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2343.787676] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a207f1b3-f951-4bb4-b8f1-d44fdae1cc2d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.796138] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6c7b57-fa12-4ca3-b8d1-91c9510f0e66 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.811890] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2122998, 'name': CreateVM_Task, 'duration_secs': 0.444815} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.819909] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2343.820960] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2343.821118] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2343.821457] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2343.821776] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d6f349-2670-45d7-8a13-d67d1517958b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.827253] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2343.827253] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d80cb3-0c25-cb6b-fafb-2ef4269bf00e" [ 2343.827253] env[62189]: _type = "Task" [ 2343.827253] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.835797] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d80cb3-0c25-cb6b-fafb-2ef4269bf00e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.931545] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.952844] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488253} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.953132] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 9065d820-ccd3-4a13-89bb-a57b5c2811c7/9065d820-ccd3-4a13-89bb-a57b5c2811c7.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2343.953349] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2343.953603] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94a3fb18-552d-4967-aa52-9a6f1f546228 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.960302] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2343.960302] env[62189]: value = "task-2123001" [ 2343.960302] env[62189]: _type = "Task" [ 2343.960302] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.969540] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.167032] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: a2e638a5-ed5f-4abc-a898-202664e2ed69] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2344.337320] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52d80cb3-0c25-cb6b-fafb-2ef4269bf00e, 'name': SearchDatastore_Task, 'duration_secs': 0.051754} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.337612] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2344.337842] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2344.338132] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2344.338314] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2344.338500] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2344.339083] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4168a06-3726-44ce-8751-6d5c9465e445 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.348092] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2344.348162] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2344.348809] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf4bb82-9e55-471b-bf38-90d2e6ac6445 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.354594] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2344.354594] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52af88b9-8651-35f2-572f-6c78df690654" [ 2344.354594] env[62189]: _type = "Task" [ 2344.354594] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.364509] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52af88b9-8651-35f2-572f-6c78df690654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.424835] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f634362-d2d4-4208-b83c-8fee7b8c205a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2344.425207] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8bafede-8a6c-46e5-8b6b-6e7d7418df14 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.432936] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.434300] env[62189]: DEBUG oslo_vmware.api [None req-3f634362-d2d4-4208-b83c-8fee7b8c205a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2344.434300] env[62189]: value = "task-2123002" [ 2344.434300] env[62189]: _type = "Task" [ 2344.434300] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.442152] env[62189]: DEBUG oslo_vmware.api [None req-3f634362-d2d4-4208-b83c-8fee7b8c205a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.470561] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065846} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.471700] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2344.471700] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140954ca-fc61-4dfb-bebe-b354f99738c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.499074] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 9065d820-ccd3-4a13-89bb-a57b5c2811c7/9065d820-ccd3-4a13-89bb-a57b5c2811c7.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2344.499418] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-330202a3-0076-4b76-8e32-2c3482e6a59c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.522232] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2344.522232] env[62189]: value = "task-2123003" [ 2344.522232] env[62189]: _type = "Task" [ 2344.522232] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.532166] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.670506] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: ee56e67a-afef-4534-b83e-edf3fd6995cf] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2344.871077] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52af88b9-8651-35f2-572f-6c78df690654, 'name': SearchDatastore_Task, 'duration_secs': 0.008293} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.871899] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b4b854d-c547-4cfd-b3f6-95bde5efd482 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.881629] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2344.881629] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5242405f-809c-3c4e-859b-186098210277" [ 2344.881629] env[62189]: _type = "Task" [ 2344.881629] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.896761] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5242405f-809c-3c4e-859b-186098210277, 'name': SearchDatastore_Task, 'duration_secs': 0.009034} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.897046] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2344.897385] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 8d29987b-a07e-47f9-be0f-4451bb861093/8d29987b-a07e-47f9-be0f-4451bb861093.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2344.897700] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a9f7c52-9106-4e1f-b479-a94e2e5cfd17 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.905582] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2344.905582] env[62189]: value = "task-2123004" [ 2344.905582] env[62189]: _type = "Task" [ 2344.905582] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.914156] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.929541] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.946198] env[62189]: DEBUG oslo_vmware.api [None req-3f634362-d2d4-4208-b83c-8fee7b8c205a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123002, 'name': PowerOffVM_Task, 'duration_secs': 0.38732} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.946198] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f634362-d2d4-4208-b83c-8fee7b8c205a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2344.946342] env[62189]: DEBUG nova.compute.manager [None req-3f634362-d2d4-4208-b83c-8fee7b8c205a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2344.947087] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c058a8f-fe66-4b04-abb1-7d08a050e660 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.032846] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123003, 'name': ReconfigVM_Task, 'duration_secs': 0.456289} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.033621] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 9065d820-ccd3-4a13-89bb-a57b5c2811c7/9065d820-ccd3-4a13-89bb-a57b5c2811c7.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2345.034439] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20358f69-3554-41bc-b543-808f7a021531 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.040220] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2345.040220] env[62189]: value = "task-2123005" [ 2345.040220] env[62189]: _type = "Task" [ 2345.040220] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.049987] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123005, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.174410] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: eea91f08-c90d-41f5-81f0-effb11446791] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2345.425536] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507401} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.429255] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 8d29987b-a07e-47f9-be0f-4451bb861093/8d29987b-a07e-47f9-be0f-4451bb861093.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2345.429255] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2345.429255] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f66ca2a-7535-4e6d-afe1-24b656af4e6d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.437495] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.439066] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2345.439066] env[62189]: value = "task-2123006" [ 2345.439066] env[62189]: _type = "Task" [ 2345.439066] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.456511] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.463278] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3f634362-d2d4-4208-b83c-8fee7b8c205a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2345.552830] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123005, 'name': Rename_Task, 'duration_secs': 0.280267} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.553081] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2345.553436] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56eff447-76b5-4615-b3d7-e8e49e9bae6b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.562020] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2345.562020] env[62189]: value = "task-2123007" [ 2345.562020] env[62189]: _type = "Task" [ 2345.562020] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.569610] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.683157] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 6caf9898-a70f-4e51-93a5-c7bc4af8ad41] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2345.933641] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.948577] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072776} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.948747] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2345.949542] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0849949-7e01-4049-b5f4-fcd7c51892a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.964405] env[62189]: DEBUG nova.objects.instance [None req-ed129355-3b5b-49b1-b70b-1c76f53bdb06 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lazy-loading 'flavor' on Instance uuid b305947d-e6d2-4ff1-9fcc-8f09aa16032e {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2345.976448] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 8d29987b-a07e-47f9-be0f-4451bb861093/8d29987b-a07e-47f9-be0f-4451bb861093.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2345.977831] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ed4e49-5b1c-4ee9-8146-7559163409fc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.002390] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2346.002390] env[62189]: value = "task-2123008" [ 2346.002390] env[62189]: _type = "Task" [ 2346.002390] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.013840] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.072215] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.187375] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2346.187536] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Cleaning up deleted instances with incomplete migration {{(pid=62189) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2346.432909] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.480590] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed129355-3b5b-49b1-b70b-1c76f53bdb06 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "refresh_cache-b305947d-e6d2-4ff1-9fcc-8f09aa16032e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2346.480790] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed129355-3b5b-49b1-b70b-1c76f53bdb06 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquired lock "refresh_cache-b305947d-e6d2-4ff1-9fcc-8f09aa16032e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2346.480972] env[62189]: DEBUG nova.network.neutron [None req-ed129355-3b5b-49b1-b70b-1c76f53bdb06 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2346.481296] env[62189]: DEBUG nova.objects.instance [None req-ed129355-3b5b-49b1-b70b-1c76f53bdb06 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lazy-loading 'info_cache' on Instance uuid b305947d-e6d2-4ff1-9fcc-8f09aa16032e {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2346.511195] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123008, 'name': ReconfigVM_Task, 'duration_secs': 0.314734} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.511195] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 8d29987b-a07e-47f9-be0f-4451bb861093/8d29987b-a07e-47f9-be0f-4451bb861093.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2346.511786] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5153a810-f465-4914-9e63-32b97534ed2b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.520635] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2346.520635] env[62189]: value = "task-2123009" [ 2346.520635] env[62189]: _type = "Task" [ 2346.520635] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.527118] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123009, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.573462] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.691940] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2346.734598] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "0e27f62b-dac9-443a-bb63-207c396a3522" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.735069] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "0e27f62b-dac9-443a-bb63-207c396a3522" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.774714] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "dba404d2-9752-4635-bf46-0b0bb9a65741" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.775251] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "dba404d2-9752-4635-bf46-0b0bb9a65741" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.809672] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "bf6f22f0-16b0-4fcb-a996-119d140ad08d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.810062] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "bf6f22f0-16b0-4fcb-a996-119d140ad08d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.934245] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.984907] env[62189]: DEBUG nova.objects.base [None req-ed129355-3b5b-49b1-b70b-1c76f53bdb06 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2347.030334] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123009, 'name': Rename_Task, 'duration_secs': 0.189216} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.030937] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2347.031236] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-011815f7-a7d9-484d-8459-aaf029cec292 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.037550] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2347.037550] env[62189]: value = "task-2123010" [ 2347.037550] env[62189]: _type = "Task" [ 2347.037550] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2347.046214] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.073697] env[62189]: DEBUG oslo_vmware.api [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123007, 'name': PowerOnVM_Task, 'duration_secs': 1.215801} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.073978] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2347.074205] env[62189]: INFO nova.compute.manager [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Took 7.36 seconds to spawn the instance on the hypervisor. [ 2347.074381] env[62189]: DEBUG nova.compute.manager [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2347.075228] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9812fcf7-dc24-4c68-af92-42d1dcfc9db9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.238765] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2347.278690] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2347.315653] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2347.435159] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.546638] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123010, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.594951] env[62189]: INFO nova.compute.manager [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Took 12.22 seconds to build instance. [ 2347.775844] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2347.776105] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2347.777703] env[62189]: INFO nova.compute.claims [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2347.808928] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2347.839662] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2347.939442] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.993127] env[62189]: DEBUG nova.network.neutron [None req-ed129355-3b5b-49b1-b70b-1c76f53bdb06 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Updating instance_info_cache with network_info: [{"id": "76000a8c-3a7d-4ad0-852d-3cc2a02c5a44", "address": "fa:16:3e:be:27:d3", "network": {"id": "3757c40d-1946-42da-8aad-d026752a2938", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1334281481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a163083b7cf4f7ca00c214863f72207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76000a8c-3a", "ovs_interfaceid": "76000a8c-3a7d-4ad0-852d-3cc2a02c5a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2348.047942] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123010, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.098660] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a0362784-1a64-4b37-8567-56086d777600 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.727s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.242614] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Acquiring lock "4cbf4092-5672-49b0-b6a4-2fdad9294886" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.242614] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Lock "4cbf4092-5672-49b0-b6a4-2fdad9294886" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2348.436644] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.497038] env[62189]: DEBUG oslo_concurrency.lockutils [None req-ed129355-3b5b-49b1-b70b-1c76f53bdb06 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Releasing lock "refresh_cache-b305947d-e6d2-4ff1-9fcc-8f09aa16032e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2348.547332] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123010, 'name': PowerOnVM_Task, 'duration_secs': 1.450887} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.547602] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2348.547804] env[62189]: DEBUG nova.compute.manager [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2348.548771] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6d23a3-d414-4365-8a40-be1c1c3c7434 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.745009] env[62189]: DEBUG nova.compute.manager [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2348.894790] env[62189]: DEBUG nova.compute.manager [req-79e56a07-9669-4ebb-b0a4-953d5f963fb0 req-0736fc93-03e1-4d74-a639-3063bcf571ad service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Received event network-changed-de3cf72e-9f77-4729-9cdd-e6b73558099e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2348.895051] env[62189]: DEBUG nova.compute.manager [req-79e56a07-9669-4ebb-b0a4-953d5f963fb0 req-0736fc93-03e1-4d74-a639-3063bcf571ad service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Refreshing instance network info cache due to event network-changed-de3cf72e-9f77-4729-9cdd-e6b73558099e. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2348.895322] env[62189]: DEBUG oslo_concurrency.lockutils [req-79e56a07-9669-4ebb-b0a4-953d5f963fb0 req-0736fc93-03e1-4d74-a639-3063bcf571ad service nova] Acquiring lock "refresh_cache-9065d820-ccd3-4a13-89bb-a57b5c2811c7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2348.895322] env[62189]: DEBUG oslo_concurrency.lockutils [req-79e56a07-9669-4ebb-b0a4-953d5f963fb0 req-0736fc93-03e1-4d74-a639-3063bcf571ad service nova] Acquired lock "refresh_cache-9065d820-ccd3-4a13-89bb-a57b5c2811c7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2348.895537] env[62189]: DEBUG nova.network.neutron [req-79e56a07-9669-4ebb-b0a4-953d5f963fb0 req-0736fc93-03e1-4d74-a639-3063bcf571ad service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Refreshing network info cache for port de3cf72e-9f77-4729-9cdd-e6b73558099e {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2348.938222] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.997708] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0bd10f-390a-4e40-ac47-36c925e9d32c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.008144] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a653123e-8784-4e9b-8c08-b95c4495ac0f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.055054] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3265700c-2be8-4af9-b788-3c62b531b7d8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.059912] env[62189]: INFO nova.compute.manager [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] bringing vm to original state: 'stopped' [ 2349.070647] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de93cc0-65f4-45c7-a142-0c4d5f4a79d8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.091102] env[62189]: DEBUG nova.compute.provider_tree [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2349.263479] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.442086] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.504614] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed129355-3b5b-49b1-b70b-1c76f53bdb06 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2349.505040] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cea22e2d-02a7-4af1-9d66-646730fe49ce {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.514616] env[62189]: DEBUG oslo_vmware.api [None req-ed129355-3b5b-49b1-b70b-1c76f53bdb06 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2349.514616] env[62189]: value = "task-2123011" [ 2349.514616] env[62189]: _type = "Task" [ 2349.514616] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.522451] env[62189]: DEBUG oslo_vmware.api [None req-ed129355-3b5b-49b1-b70b-1c76f53bdb06 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.596651] env[62189]: DEBUG nova.scheduler.client.report [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2349.635582] env[62189]: DEBUG nova.network.neutron [req-79e56a07-9669-4ebb-b0a4-953d5f963fb0 req-0736fc93-03e1-4d74-a639-3063bcf571ad service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Updated VIF entry in instance network info cache for port de3cf72e-9f77-4729-9cdd-e6b73558099e. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2349.635836] env[62189]: DEBUG nova.network.neutron [req-79e56a07-9669-4ebb-b0a4-953d5f963fb0 req-0736fc93-03e1-4d74-a639-3063bcf571ad service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Updating instance_info_cache with network_info: [{"id": "de3cf72e-9f77-4729-9cdd-e6b73558099e", "address": "fa:16:3e:fc:d5:2f", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3cf72e-9f", "ovs_interfaceid": "de3cf72e-9f77-4729-9cdd-e6b73558099e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2349.937982] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.025064] env[62189]: DEBUG oslo_vmware.api [None req-ed129355-3b5b-49b1-b70b-1c76f53bdb06 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.066767] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "8d29987b-a07e-47f9-be0f-4451bb861093" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.067049] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "8d29987b-a07e-47f9-be0f-4451bb861093" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2350.067247] env[62189]: DEBUG nova.compute.manager [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2350.068177] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c9fd2e-6393-430b-9c8c-cbd92bf52d39 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.074876] env[62189]: DEBUG nova.compute.manager [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62189) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2350.103516] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.104087] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2350.107291] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.299s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2350.108701] env[62189]: INFO nova.compute.claims [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2350.139244] env[62189]: DEBUG oslo_concurrency.lockutils [req-79e56a07-9669-4ebb-b0a4-953d5f963fb0 req-0736fc93-03e1-4d74-a639-3063bcf571ad service nova] Releasing lock "refresh_cache-9065d820-ccd3-4a13-89bb-a57b5c2811c7" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2350.439993] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.525069] env[62189]: DEBUG oslo_vmware.api [None req-ed129355-3b5b-49b1-b70b-1c76f53bdb06 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123011, 'name': PowerOnVM_Task, 'duration_secs': 0.963332} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.525346] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed129355-3b5b-49b1-b70b-1c76f53bdb06 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2350.525569] env[62189]: DEBUG nova.compute.manager [None req-ed129355-3b5b-49b1-b70b-1c76f53bdb06 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2350.526347] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3578be7f-b3c7-40c7-ac82-256303afc9c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.579336] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2350.579628] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32dd7d7f-d6eb-4eb1-a3c0-0517761b8a15 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.587056] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2350.587056] env[62189]: value = "task-2123012" [ 2350.587056] env[62189]: _type = "Task" [ 2350.587056] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.595378] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.613114] env[62189]: DEBUG nova.compute.utils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2350.617578] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2350.617578] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2350.664654] env[62189]: DEBUG nova.policy [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8eaee519b29c472aacab718cfde7c989', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6180ae06abf5463b94a334f0a13a1ec2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2350.940529] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.941200] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Successfully created port: 3637a363-cb9e-4e47-a25b-006e880d0039 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2351.096744] env[62189]: DEBUG oslo_vmware.api [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123012, 'name': PowerOffVM_Task, 'duration_secs': 0.160739} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2351.097040] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2351.097277] env[62189]: DEBUG nova.compute.manager [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2351.098031] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa0a785-60fd-401c-b6ae-73c02fe33d02 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.121253] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2351.192977] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2351.315355] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d51214-e0f7-412b-b0f5-6e974500eb9d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.322913] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668fb3f3-1d49-4302-a917-729a08a6e318 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.354844] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c90acb6-6f42-4255-9dae-c39c64cae203 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.363750] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd6d8dc-f31b-4083-954d-8f1f9d6bd90b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.378109] env[62189]: DEBUG nova.compute.provider_tree [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2351.439225] env[62189]: DEBUG oslo_vmware.api [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2122999, 'name': ReconfigVM_Task, 'duration_secs': 7.948223} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2351.439474] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2351.439687] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Reconfigured VM to detach interface {{(pid=62189) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2351.519231] env[62189]: DEBUG nova.compute.manager [req-dc54d68d-0039-4abe-8ffb-f6e2321390c9 req-d79d563e-6449-4501-84c6-aaabbf8f31da service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Received event network-vif-plugged-4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2351.519483] env[62189]: DEBUG oslo_concurrency.lockutils [req-dc54d68d-0039-4abe-8ffb-f6e2321390c9 req-d79d563e-6449-4501-84c6-aaabbf8f31da service nova] Acquiring lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2351.519735] env[62189]: DEBUG oslo_concurrency.lockutils [req-dc54d68d-0039-4abe-8ffb-f6e2321390c9 req-d79d563e-6449-4501-84c6-aaabbf8f31da service nova] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2351.520011] env[62189]: DEBUG oslo_concurrency.lockutils [req-dc54d68d-0039-4abe-8ffb-f6e2321390c9 req-d79d563e-6449-4501-84c6-aaabbf8f31da service nova] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2351.520229] env[62189]: DEBUG nova.compute.manager [req-dc54d68d-0039-4abe-8ffb-f6e2321390c9 req-d79d563e-6449-4501-84c6-aaabbf8f31da service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] No waiting events found dispatching network-vif-plugged-4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2351.520441] env[62189]: WARNING nova.compute.manager [req-dc54d68d-0039-4abe-8ffb-f6e2321390c9 req-d79d563e-6449-4501-84c6-aaabbf8f31da service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Received unexpected event network-vif-plugged-4a30c15c-37ba-46ab-b9e3-7920b2d0a199 for instance with vm_state building and task_state spawning. [ 2351.609588] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "8d29987b-a07e-47f9-be0f-4451bb861093" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.542s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2351.628603] env[62189]: DEBUG nova.network.neutron [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Successfully updated port: 4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2351.701338] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_power_states {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2351.881154] env[62189]: DEBUG nova.scheduler.client.report [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2352.118633] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.134202] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2352.134307] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2352.134501] env[62189]: DEBUG nova.network.neutron [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2352.136288] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2352.163086] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2352.163335] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2352.163494] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2352.163676] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2352.163850] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2352.164015] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2352.164239] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2352.164398] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2352.164628] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2352.164721] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2352.164923] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2352.165815] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e29a26-b704-494d-be58-314b10748557 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.173934] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca5aa12-004d-4e6e-9a80-32c56edb8793 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.205533] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Getting list of instances from cluster (obj){ [ 2352.205533] env[62189]: value = "domain-c8" [ 2352.205533] env[62189]: _type = "ClusterComputeResource" [ 2352.205533] env[62189]: } {{(pid=62189) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2352.206586] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f03d2d-5eb9-4827-9677-d7400578c9c9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.225036] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Got total of 9 instances {{(pid=62189) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2352.225204] env[62189]: WARNING nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] While synchronizing instance power states, found 12 instances in the database and 9 instances on the hypervisor. [ 2352.225347] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Triggering sync for uuid f04c5b3c-15ac-4b99-ab8d-a841ec94886b {{(pid=62189) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2352.225532] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Triggering sync for uuid aefe6dbf-dbc9-4fb2-af50-62c71cb6689b {{(pid=62189) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2352.225686] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Triggering sync for uuid 9b145d00-5c3f-4842-8428-fb8f8f1f4c02 {{(pid=62189) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2352.225834] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Triggering sync for uuid b305947d-e6d2-4ff1-9fcc-8f09aa16032e {{(pid=62189) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2352.225983] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Triggering sync for uuid 69045deb-bc18-493e-b08f-363960d3d16b {{(pid=62189) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2352.226153] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Triggering sync for uuid d4e230aa-bd6e-4765-9733-410ce3aa8038 {{(pid=62189) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2352.226337] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Triggering sync for uuid cdd61f41-38d4-458c-a1a7-aea329f42426 {{(pid=62189) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2352.226499] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Triggering sync for uuid 8d29987b-a07e-47f9-be0f-4451bb861093 {{(pid=62189) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2352.226647] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Triggering sync for uuid 9065d820-ccd3-4a13-89bb-a57b5c2811c7 {{(pid=62189) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2352.226791] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Triggering sync for uuid 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0 {{(pid=62189) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2352.226937] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Triggering sync for uuid 0e27f62b-dac9-443a-bb63-207c396a3522 {{(pid=62189) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2352.227093] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Triggering sync for uuid dba404d2-9752-4635-bf46-0b0bb9a65741 {{(pid=62189) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10856}} [ 2352.227425] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.227639] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.227926] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.228128] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.228353] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "9b145d00-5c3f-4842-8428-fb8f8f1f4c02" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.228527] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "9b145d00-5c3f-4842-8428-fb8f8f1f4c02" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.228747] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.228925] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.229197] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "69045deb-bc18-493e-b08f-363960d3d16b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.229376] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "69045deb-bc18-493e-b08f-363960d3d16b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.229597] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "d4e230aa-bd6e-4765-9733-410ce3aa8038" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.229776] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "d4e230aa-bd6e-4765-9733-410ce3aa8038" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.229993] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "cdd61f41-38d4-458c-a1a7-aea329f42426" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.230196] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "cdd61f41-38d4-458c-a1a7-aea329f42426" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.230399] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "8d29987b-a07e-47f9-be0f-4451bb861093" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.230600] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "8d29987b-a07e-47f9-be0f-4451bb861093" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.230824] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.230998] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.231231] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.231544] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "0e27f62b-dac9-443a-bb63-207c396a3522" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.231747] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "dba404d2-9752-4635-bf46-0b0bb9a65741" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.232559] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8781d079-75fe-4028-990e-b1900b3e4bdc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.235541] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d727be71-3842-4abb-873f-34aac52890b2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.238406] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150dd0d6-81c0-4b03-97bb-5c4f903e096d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.241076] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5977d19b-873a-4a39-895f-4130ee543e84 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.243767] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfb0f97-8b04-41fe-be84-0c13ece633b9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.246333] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6f82b4-f334-49b6-9bbf-d623ed777ae9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.250185] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc555628-017c-42a9-92bd-baddfc3c251d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.253682] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b5e1cd-c5bd-4b89-987a-48ee030e3d4d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.257038] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a75f607-80c4-467a-9f7e-5d6cb19aba68 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.327736] env[62189]: DEBUG nova.compute.manager [req-f6736f03-11b9-4a12-9589-224c68fedc5d req-ddde999b-7395-4701-8b63-8867426ed56e service nova] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Received event network-vif-plugged-3637a363-cb9e-4e47-a25b-006e880d0039 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2352.327961] env[62189]: DEBUG oslo_concurrency.lockutils [req-f6736f03-11b9-4a12-9589-224c68fedc5d req-ddde999b-7395-4701-8b63-8867426ed56e service nova] Acquiring lock "0e27f62b-dac9-443a-bb63-207c396a3522-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.328247] env[62189]: DEBUG oslo_concurrency.lockutils [req-f6736f03-11b9-4a12-9589-224c68fedc5d req-ddde999b-7395-4701-8b63-8867426ed56e service nova] Lock "0e27f62b-dac9-443a-bb63-207c396a3522-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.328430] env[62189]: DEBUG oslo_concurrency.lockutils [req-f6736f03-11b9-4a12-9589-224c68fedc5d req-ddde999b-7395-4701-8b63-8867426ed56e service nova] Lock "0e27f62b-dac9-443a-bb63-207c396a3522-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.328509] env[62189]: DEBUG nova.compute.manager [req-f6736f03-11b9-4a12-9589-224c68fedc5d req-ddde999b-7395-4701-8b63-8867426ed56e service nova] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] No waiting events found dispatching network-vif-plugged-3637a363-cb9e-4e47-a25b-006e880d0039 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2352.328670] env[62189]: WARNING nova.compute.manager [req-f6736f03-11b9-4a12-9589-224c68fedc5d req-ddde999b-7395-4701-8b63-8867426ed56e service nova] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Received unexpected event network-vif-plugged-3637a363-cb9e-4e47-a25b-006e880d0039 for instance with vm_state building and task_state spawning. [ 2352.386945] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.387112] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2352.390501] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.551s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.392101] env[62189]: INFO nova.compute.claims [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2352.420599] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Successfully updated port: 3637a363-cb9e-4e47-a25b-006e880d0039 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2352.495533] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "8d29987b-a07e-47f9-be0f-4451bb861093" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.671203] env[62189]: DEBUG nova.network.neutron [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2352.779561] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "69045deb-bc18-493e-b08f-363960d3d16b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.790228] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2352.790403] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2352.790579] env[62189]: DEBUG nova.network.neutron [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2352.792063] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.792587] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.796091] env[62189]: INFO nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] During sync_power_state the instance has a pending task (deleting). Skip. [ 2352.796280] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "8d29987b-a07e-47f9-be0f-4451bb861093" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.796591] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.568s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.796874] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "8d29987b-a07e-47f9-be0f-4451bb861093" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.301s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.797931] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "8d29987b-a07e-47f9-be0f-4451bb861093-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.797931] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "8d29987b-a07e-47f9-be0f-4451bb861093-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.797931] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "8d29987b-a07e-47f9-be0f-4451bb861093-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.799978] env[62189]: INFO nova.compute.manager [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Terminating instance [ 2352.801344] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "d4e230aa-bd6e-4765-9733-410ce3aa8038" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.572s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.801661] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "cdd61f41-38d4-458c-a1a7-aea329f42426" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.801970] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.804990] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "9b145d00-5c3f-4842-8428-fb8f8f1f4c02" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.576s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.811017] env[62189]: DEBUG nova.network.neutron [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Updating instance_info_cache with network_info: [{"id": "4a30c15c-37ba-46ab-b9e3-7920b2d0a199", "address": "fa:16:3e:63:dc:df", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a30c15c-37", "ovs_interfaceid": "4a30c15c-37ba-46ab-b9e3-7920b2d0a199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2352.896494] env[62189]: DEBUG nova.compute.utils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2352.899829] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2352.900012] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2352.923504] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "refresh_cache-0e27f62b-dac9-443a-bb63-207c396a3522" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2352.923644] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquired lock "refresh_cache-0e27f62b-dac9-443a-bb63-207c396a3522" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2352.923856] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2352.952850] env[62189]: DEBUG nova.policy [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8eaee519b29c472aacab718cfde7c989', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6180ae06abf5463b94a334f0a13a1ec2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2353.255208] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Successfully created port: 6badeead-e02a-4de1-8a6c-c9330d1a717c {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2353.305784] env[62189]: DEBUG nova.compute.manager [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2353.306084] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2353.306974] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943d8279-95fe-42a0-a143-1e3c07087e12 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.313116] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2353.313418] env[62189]: DEBUG nova.compute.manager [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Instance network_info: |[{"id": "4a30c15c-37ba-46ab-b9e3-7920b2d0a199", "address": "fa:16:3e:63:dc:df", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a30c15c-37", "ovs_interfaceid": "4a30c15c-37ba-46ab-b9e3-7920b2d0a199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2353.315896] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:dc:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a30c15c-37ba-46ab-b9e3-7920b2d0a199', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2353.323063] env[62189]: DEBUG oslo.service.loopingcall [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2353.323308] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2353.323539] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2353.323773] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed03fb64-a6cd-4f0d-baa6-31c810e66951 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.325351] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12ae4a27-56ee-48bd-89ba-1f01f887030f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.347255] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2353.347255] env[62189]: value = "task-2123014" [ 2353.347255] env[62189]: _type = "Task" [ 2353.347255] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.355890] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123014, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.400860] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2353.485342] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2353.485570] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2353.485756] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleting the datastore file [datastore2] 8d29987b-a07e-47f9-be0f-4451bb861093 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2353.486581] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2353.490397] env[62189]: DEBUG oslo_concurrency.lockutils [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "interface-d4e230aa-bd6e-4765-9733-410ce3aa8038-ce697eb7-8259-4cdf-b21f-b71d9a340d91" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2353.491214] env[62189]: DEBUG oslo_concurrency.lockutils [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-d4e230aa-bd6e-4765-9733-410ce3aa8038-ce697eb7-8259-4cdf-b21f-b71d9a340d91" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2353.491617] env[62189]: DEBUG nova.objects.instance [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lazy-loading 'flavor' on Instance uuid d4e230aa-bd6e-4765-9733-410ce3aa8038 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2353.492904] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f1febf8-9c36-40de-8b06-cc665494ecc5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.503984] env[62189]: DEBUG oslo_vmware.api [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2353.503984] env[62189]: value = "task-2123015" [ 2353.503984] env[62189]: _type = "Task" [ 2353.503984] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.515552] env[62189]: DEBUG oslo_vmware.api [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.554591] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2353.673247] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b2d531-294f-4dce-9718-bfd8013294bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.682178] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f08832b-85b1-4e57-bcb4-34bb27ea8eb2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.724830] env[62189]: INFO nova.network.neutron [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Port ce697eb7-8259-4cdf-b21f-b71d9a340d91 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2353.725770] env[62189]: DEBUG nova.network.neutron [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updating instance_info_cache with network_info: [{"id": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "address": "fa:16:3e:90:b1:3f", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2acd70e-94", "ovs_interfaceid": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2353.728392] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Updating instance_info_cache with network_info: [{"id": "3637a363-cb9e-4e47-a25b-006e880d0039", "address": "fa:16:3e:fc:04:2d", "network": {"id": "9d03da49-9330-44b4-8304-f3d60a37f6c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-407831604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6180ae06abf5463b94a334f0a13a1ec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3637a363-cb", "ovs_interfaceid": "3637a363-cb9e-4e47-a25b-006e880d0039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2353.730509] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7268bfd7-6e45-427d-b8fa-897c5f34a098 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.740790] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dcedd9-eb98-4e5b-a30a-00a7fe7ac5f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.757099] env[62189]: DEBUG nova.compute.provider_tree [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2353.760232] env[62189]: DEBUG nova.compute.manager [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Received event network-changed-4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2353.760417] env[62189]: DEBUG nova.compute.manager [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Refreshing instance network info cache due to event network-changed-4a30c15c-37ba-46ab-b9e3-7920b2d0a199. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2353.760680] env[62189]: DEBUG oslo_concurrency.lockutils [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] Acquiring lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2353.760760] env[62189]: DEBUG oslo_concurrency.lockutils [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] Acquired lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2353.760922] env[62189]: DEBUG nova.network.neutron [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Refreshing network info cache for port 4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2353.857141] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123014, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.015225] env[62189]: DEBUG oslo_vmware.api [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152683} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.015487] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2354.015837] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2354.015962] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2354.016200] env[62189]: INFO nova.compute.manager [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Took 0.71 seconds to destroy the instance on the hypervisor. [ 2354.016425] env[62189]: DEBUG oslo.service.loopingcall [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2354.016635] env[62189]: DEBUG nova.compute.manager [-] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2354.016732] env[62189]: DEBUG nova.network.neutron [-] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2354.098856] env[62189]: DEBUG nova.objects.instance [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lazy-loading 'pci_requests' on Instance uuid d4e230aa-bd6e-4765-9733-410ce3aa8038 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2354.228445] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2354.231897] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Releasing lock "refresh_cache-0e27f62b-dac9-443a-bb63-207c396a3522" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2354.231897] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Instance network_info: |[{"id": "3637a363-cb9e-4e47-a25b-006e880d0039", "address": "fa:16:3e:fc:04:2d", "network": {"id": "9d03da49-9330-44b4-8304-f3d60a37f6c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-407831604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6180ae06abf5463b94a334f0a13a1ec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3637a363-cb", "ovs_interfaceid": "3637a363-cb9e-4e47-a25b-006e880d0039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2354.234302] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:04:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3637a363-cb9e-4e47-a25b-006e880d0039', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2354.240679] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Creating folder: Project (6180ae06abf5463b94a334f0a13a1ec2). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2354.243058] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab2aa436-9ebc-4fda-b9f9-267434d17ddd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.256792] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Created folder: Project (6180ae06abf5463b94a334f0a13a1ec2) in parent group-v433996. [ 2354.258415] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Creating folder: Instances. Parent ref: group-v434288. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2354.258415] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af37aece-b6f4-4066-8bff-666f0a1f19a1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.263031] env[62189]: DEBUG nova.scheduler.client.report [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2354.270126] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Created folder: Instances in parent group-v434288. [ 2354.271109] env[62189]: DEBUG oslo.service.loopingcall [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2354.274742] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2354.274742] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c9a0b23-7a0d-46fe-81eb-b171d7192342 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.297379] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2354.297379] env[62189]: value = "task-2123018" [ 2354.297379] env[62189]: _type = "Task" [ 2354.297379] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.305567] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123018, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.361235] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123014, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.363957] env[62189]: DEBUG nova.compute.manager [req-06eb18e0-9f4a-4e38-8c63-84d3c29f0699 req-2c8e9a71-73b2-4574-9b21-56666ce0d78e service nova] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Received event network-changed-3637a363-cb9e-4e47-a25b-006e880d0039 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2354.364324] env[62189]: DEBUG nova.compute.manager [req-06eb18e0-9f4a-4e38-8c63-84d3c29f0699 req-2c8e9a71-73b2-4574-9b21-56666ce0d78e service nova] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Refreshing instance network info cache due to event network-changed-3637a363-cb9e-4e47-a25b-006e880d0039. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2354.364570] env[62189]: DEBUG oslo_concurrency.lockutils [req-06eb18e0-9f4a-4e38-8c63-84d3c29f0699 req-2c8e9a71-73b2-4574-9b21-56666ce0d78e service nova] Acquiring lock "refresh_cache-0e27f62b-dac9-443a-bb63-207c396a3522" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2354.364754] env[62189]: DEBUG oslo_concurrency.lockutils [req-06eb18e0-9f4a-4e38-8c63-84d3c29f0699 req-2c8e9a71-73b2-4574-9b21-56666ce0d78e service nova] Acquired lock "refresh_cache-0e27f62b-dac9-443a-bb63-207c396a3522" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2354.364941] env[62189]: DEBUG nova.network.neutron [req-06eb18e0-9f4a-4e38-8c63-84d3c29f0699 req-2c8e9a71-73b2-4574-9b21-56666ce0d78e service nova] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Refreshing network info cache for port 3637a363-cb9e-4e47-a25b-006e880d0039 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2354.413419] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2354.456897] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2354.457325] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2354.457590] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2354.457896] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2354.458202] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2354.458479] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2354.458823] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2354.459127] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2354.459414] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2354.459719] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2354.460028] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2354.461811] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbabc57-303c-4666-8230-27f19c51d09d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.473362] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e2a5fe-b4b6-4a03-b408-118740ca12c0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.543466] env[62189]: DEBUG nova.network.neutron [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Updated VIF entry in instance network info cache for port 4a30c15c-37ba-46ab-b9e3-7920b2d0a199. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2354.543895] env[62189]: DEBUG nova.network.neutron [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Updating instance_info_cache with network_info: [{"id": "4a30c15c-37ba-46ab-b9e3-7920b2d0a199", "address": "fa:16:3e:63:dc:df", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a30c15c-37", "ovs_interfaceid": "4a30c15c-37ba-46ab-b9e3-7920b2d0a199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.602304] env[62189]: DEBUG nova.objects.base [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2354.602558] env[62189]: DEBUG nova.network.neutron [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2354.670260] env[62189]: DEBUG nova.policy [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc989044e2704bbeb5bed934424c266a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c52443a4689b480faeb835027b0bdafd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2354.733412] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fb014d2c-72ab-4322-b647-df68fcacfc78 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-69045deb-bc18-493e-b08f-363960d3d16b-ce697eb7-8259-4cdf-b21f-b71d9a340d91" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.899s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2354.747336] env[62189]: DEBUG nova.network.neutron [-] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.772672] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2354.773407] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2354.776888] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.513s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2354.781514] env[62189]: INFO nova.compute.claims [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2354.808063] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123018, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.858847] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123014, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.050029] env[62189]: DEBUG oslo_concurrency.lockutils [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] Releasing lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2355.050029] env[62189]: DEBUG nova.compute.manager [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Received event network-changed-c2acd70e-9466-4ba5-b03e-33e28f6b5327 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2355.050222] env[62189]: DEBUG nova.compute.manager [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Refreshing instance network info cache due to event network-changed-c2acd70e-9466-4ba5-b03e-33e28f6b5327. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2355.051076] env[62189]: DEBUG oslo_concurrency.lockutils [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] Acquiring lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.051076] env[62189]: DEBUG oslo_concurrency.lockutils [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] Acquired lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.051076] env[62189]: DEBUG nova.network.neutron [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Refreshing network info cache for port c2acd70e-9466-4ba5-b03e-33e28f6b5327 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2355.117822] env[62189]: DEBUG nova.network.neutron [req-06eb18e0-9f4a-4e38-8c63-84d3c29f0699 req-2c8e9a71-73b2-4574-9b21-56666ce0d78e service nova] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Updated VIF entry in instance network info cache for port 3637a363-cb9e-4e47-a25b-006e880d0039. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2355.118051] env[62189]: DEBUG nova.network.neutron [req-06eb18e0-9f4a-4e38-8c63-84d3c29f0699 req-2c8e9a71-73b2-4574-9b21-56666ce0d78e service nova] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Updating instance_info_cache with network_info: [{"id": "3637a363-cb9e-4e47-a25b-006e880d0039", "address": "fa:16:3e:fc:04:2d", "network": {"id": "9d03da49-9330-44b4-8304-f3d60a37f6c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-407831604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6180ae06abf5463b94a334f0a13a1ec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3637a363-cb", "ovs_interfaceid": "3637a363-cb9e-4e47-a25b-006e880d0039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2355.231275] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Successfully updated port: 6badeead-e02a-4de1-8a6c-c9330d1a717c {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2355.249506] env[62189]: INFO nova.compute.manager [-] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Took 1.23 seconds to deallocate network for instance. [ 2355.283091] env[62189]: DEBUG nova.compute.utils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2355.286921] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2355.287155] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2355.310733] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123018, 'name': CreateVM_Task, 'duration_secs': 0.754922} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.310733] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2355.311337] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.311503] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.311892] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2355.312191] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3dfca0-068a-4529-a950-7134b421aa38 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.317053] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2355.317053] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ff7a0b-fb3a-21c8-9605-aebd44541f2a" [ 2355.317053] env[62189]: _type = "Task" [ 2355.317053] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.325577] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ff7a0b-fb3a-21c8-9605-aebd44541f2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.328793] env[62189]: DEBUG nova.policy [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8eaee519b29c472aacab718cfde7c989', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6180ae06abf5463b94a334f0a13a1ec2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2355.360213] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123014, 'name': CreateVM_Task, 'duration_secs': 1.580461} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.360385] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2355.361033] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.619936] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Successfully created port: 81eb3119-8a0d-4177-9465-feba91c99395 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2355.622323] env[62189]: DEBUG oslo_concurrency.lockutils [req-06eb18e0-9f4a-4e38-8c63-84d3c29f0699 req-2c8e9a71-73b2-4574-9b21-56666ce0d78e service nova] Releasing lock "refresh_cache-0e27f62b-dac9-443a-bb63-207c396a3522" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2355.622570] env[62189]: DEBUG nova.compute.manager [req-06eb18e0-9f4a-4e38-8c63-84d3c29f0699 req-2c8e9a71-73b2-4574-9b21-56666ce0d78e service nova] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Received event network-vif-deleted-fda7c568-b98b-4204-9dde-4f828b3d2b96 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2355.622752] env[62189]: INFO nova.compute.manager [req-06eb18e0-9f4a-4e38-8c63-84d3c29f0699 req-2c8e9a71-73b2-4574-9b21-56666ce0d78e service nova] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Neutron deleted interface fda7c568-b98b-4204-9dde-4f828b3d2b96; detaching it from the instance and deleting it from the info cache [ 2355.622947] env[62189]: DEBUG nova.network.neutron [req-06eb18e0-9f4a-4e38-8c63-84d3c29f0699 req-2c8e9a71-73b2-4574-9b21-56666ce0d78e service nova] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2355.733918] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "refresh_cache-dba404d2-9752-4635-bf46-0b0bb9a65741" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.734201] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquired lock "refresh_cache-dba404d2-9752-4635-bf46-0b0bb9a65741" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.734464] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2355.753700] env[62189]: DEBUG nova.network.neutron [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updated VIF entry in instance network info cache for port c2acd70e-9466-4ba5-b03e-33e28f6b5327. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2355.754103] env[62189]: DEBUG nova.network.neutron [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updating instance_info_cache with network_info: [{"id": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "address": "fa:16:3e:90:b1:3f", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2acd70e-94", "ovs_interfaceid": "c2acd70e-9466-4ba5-b03e-33e28f6b5327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2355.755886] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2355.787480] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2355.832494] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ff7a0b-fb3a-21c8-9605-aebd44541f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.836942] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2355.837330] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2355.837617] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.837836] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.838109] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2355.839770] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.840151] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2355.840440] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d6d3b09-7c90-435f-8cfc-5a83f95f78b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.842431] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b62c3fcb-14c1-4d31-bd0d-d61fad03664b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.852244] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2355.852244] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a11752-e7f3-d63c-6ece-405f6668a529" [ 2355.852244] env[62189]: _type = "Task" [ 2355.852244] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.859996] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2355.860261] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2355.861565] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf42e2d-c50a-49c3-8772-dfba14324766 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.867699] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a11752-e7f3-d63c-6ece-405f6668a529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.870883] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2355.870883] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b097bd-289d-d05d-b074-26dbc0a5edb8" [ 2355.870883] env[62189]: _type = "Task" [ 2355.870883] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.882739] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b097bd-289d-d05d-b074-26dbc0a5edb8, 'name': SearchDatastore_Task, 'duration_secs': 0.008933} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.886222] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827b2c6d-1475-433c-ac87-2367cb48f3ad {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.891219] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2355.891219] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520b1ff9-e22d-186a-3b05-573e332cd04e" [ 2355.891219] env[62189]: _type = "Task" [ 2355.891219] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.901826] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520b1ff9-e22d-186a-3b05-573e332cd04e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.000116] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae207431-ac68-4a4d-bc83-97f4acbb6af0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.007343] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e523c8ab-ff8e-4329-8ccd-c69bcadb3b4b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.038649] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be893567-becf-43f4-bd60-eca60f0aec03 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.046024] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70935c44-55e8-45bf-85a6-b7f45d4d9737 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.059579] env[62189]: DEBUG nova.compute.provider_tree [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2356.125895] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2561e941-dcfd-4ab7-adf5-6f97f070b666 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.136564] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41493a41-2434-4286-b505-1d9dfce93639 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.170444] env[62189]: DEBUG nova.compute.manager [req-06eb18e0-9f4a-4e38-8c63-84d3c29f0699 req-2c8e9a71-73b2-4574-9b21-56666ce0d78e service nova] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Detach interface failed, port_id=fda7c568-b98b-4204-9dde-4f828b3d2b96, reason: Instance 8d29987b-a07e-47f9-be0f-4451bb861093 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2356.257540] env[62189]: DEBUG oslo_concurrency.lockutils [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] Releasing lock "refresh_cache-69045deb-bc18-493e-b08f-363960d3d16b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2356.258226] env[62189]: DEBUG nova.compute.manager [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Received event network-changed-31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2356.258226] env[62189]: DEBUG nova.compute.manager [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Refreshing instance network info cache due to event network-changed-31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2356.258330] env[62189]: DEBUG oslo_concurrency.lockutils [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] Acquiring lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.258428] env[62189]: DEBUG oslo_concurrency.lockutils [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] Acquired lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.258579] env[62189]: DEBUG nova.network.neutron [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Refreshing network info cache for port 31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2356.267327] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2356.363586] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a11752-e7f3-d63c-6ece-405f6668a529, 'name': SearchDatastore_Task, 'duration_secs': 0.019222} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.363954] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2356.364206] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2356.364427] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.398271] env[62189]: DEBUG nova.compute.manager [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Received event network-vif-plugged-6badeead-e02a-4de1-8a6c-c9330d1a717c {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2356.398799] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] Acquiring lock "dba404d2-9752-4635-bf46-0b0bb9a65741-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2356.399020] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] Lock "dba404d2-9752-4635-bf46-0b0bb9a65741-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2356.399279] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] Lock "dba404d2-9752-4635-bf46-0b0bb9a65741-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2356.399451] env[62189]: DEBUG nova.compute.manager [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] No waiting events found dispatching network-vif-plugged-6badeead-e02a-4de1-8a6c-c9330d1a717c {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2356.399620] env[62189]: WARNING nova.compute.manager [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Received unexpected event network-vif-plugged-6badeead-e02a-4de1-8a6c-c9330d1a717c for instance with vm_state building and task_state spawning. [ 2356.399780] env[62189]: DEBUG nova.compute.manager [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Received event network-changed-6badeead-e02a-4de1-8a6c-c9330d1a717c {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2356.399936] env[62189]: DEBUG nova.compute.manager [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Refreshing instance network info cache due to event network-changed-6badeead-e02a-4de1-8a6c-c9330d1a717c. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2356.400117] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] Acquiring lock "refresh_cache-dba404d2-9752-4635-bf46-0b0bb9a65741" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.406107] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520b1ff9-e22d-186a-3b05-573e332cd04e, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.406346] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2356.406587] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 0e27f62b-dac9-443a-bb63-207c396a3522/0e27f62b-dac9-443a-bb63-207c396a3522.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2356.406848] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.407041] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2356.407249] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd2cfdb6-3bb2-4a9b-bae8-bc303c543264 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.409131] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1a6034f-0e02-4ff9-876b-0e4391284552 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.413195] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Updating instance_info_cache with network_info: [{"id": "6badeead-e02a-4de1-8a6c-c9330d1a717c", "address": "fa:16:3e:ee:7c:e4", "network": {"id": "9d03da49-9330-44b4-8304-f3d60a37f6c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-407831604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6180ae06abf5463b94a334f0a13a1ec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6badeead-e0", "ovs_interfaceid": "6badeead-e02a-4de1-8a6c-c9330d1a717c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2356.420363] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2356.420363] env[62189]: value = "task-2123019" [ 2356.420363] env[62189]: _type = "Task" [ 2356.420363] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.424632] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2356.424823] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2356.425836] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-649cd522-9661-49ca-904e-4403a5ca2d2a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.434828] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.434828] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2356.434828] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523973fa-a151-00f0-7f28-d68f72d7e7e0" [ 2356.434828] env[62189]: _type = "Task" [ 2356.434828] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.438046] env[62189]: DEBUG nova.network.neutron [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Successfully updated port: ce697eb7-8259-4cdf-b21f-b71d9a340d91 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2356.444293] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523973fa-a151-00f0-7f28-d68f72d7e7e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.562472] env[62189]: DEBUG nova.scheduler.client.report [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2356.798622] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2356.828965] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2356.829227] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2356.829380] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2356.829562] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2356.829706] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2356.829855] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2356.830080] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2356.830244] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2356.830409] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2356.830570] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2356.830737] env[62189]: DEBUG nova.virt.hardware [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2356.831623] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba1396f-e404-4dd2-a4d5-e829811f89c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.839424] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022eeea7-019c-4a0b-a889-bc7662daa844 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.915681] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Releasing lock "refresh_cache-dba404d2-9752-4635-bf46-0b0bb9a65741" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2356.916016] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Instance network_info: |[{"id": "6badeead-e02a-4de1-8a6c-c9330d1a717c", "address": "fa:16:3e:ee:7c:e4", "network": {"id": "9d03da49-9330-44b4-8304-f3d60a37f6c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-407831604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6180ae06abf5463b94a334f0a13a1ec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6badeead-e0", "ovs_interfaceid": "6badeead-e02a-4de1-8a6c-c9330d1a717c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2356.916328] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] Acquired lock "refresh_cache-dba404d2-9752-4635-bf46-0b0bb9a65741" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.916511] env[62189]: DEBUG nova.network.neutron [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Refreshing network info cache for port 6badeead-e02a-4de1-8a6c-c9330d1a717c {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2356.920916] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:7c:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6badeead-e02a-4de1-8a6c-c9330d1a717c', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2356.925491] env[62189]: DEBUG oslo.service.loopingcall [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2356.926804] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2356.932316] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4b189fb-6243-4c0f-bd40-7cd02c1b74df {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.946964] env[62189]: DEBUG oslo_concurrency.lockutils [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.955414] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427688} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.957734] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 0e27f62b-dac9-443a-bb63-207c396a3522/0e27f62b-dac9-443a-bb63-207c396a3522.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2356.957978] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2356.958213] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2356.958213] env[62189]: value = "task-2123020" [ 2356.958213] env[62189]: _type = "Task" [ 2356.958213] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.965467] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91d90559-d78e-4487-bcc2-0daab24fc682 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.968078] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]523973fa-a151-00f0-7f28-d68f72d7e7e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008697} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.971943] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcea404d-2de7-4b14-ab79-2f99b14f7bff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.975704] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2356.975704] env[62189]: value = "task-2123021" [ 2356.975704] env[62189]: _type = "Task" [ 2356.975704] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.980134] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123020, 'name': CreateVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.980567] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2356.980567] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527d0187-615e-082c-b488-4055ab21090c" [ 2356.980567] env[62189]: _type = "Task" [ 2356.980567] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.990637] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.996366] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527d0187-615e-082c-b488-4055ab21090c, 'name': SearchDatastore_Task, 'duration_secs': 0.00843} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.996904] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2356.997177] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0/3a656b9c-50ab-4b1a-9ba2-6e528817c3d0.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2356.997679] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de7f501f-fa01-4e56-802a-bc6b6a5aeb8c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.003464] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2357.003464] env[62189]: value = "task-2123022" [ 2357.003464] env[62189]: _type = "Task" [ 2357.003464] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.013343] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.067712] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2357.068803] env[62189]: DEBUG nova.compute.manager [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2357.071339] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.953s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2357.071524] env[62189]: DEBUG nova.objects.instance [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62189) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2357.113721] env[62189]: DEBUG nova.network.neutron [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Updated VIF entry in instance network info cache for port 31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2357.114175] env[62189]: DEBUG nova.network.neutron [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Updating instance_info_cache with network_info: [{"id": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "address": "fa:16:3e:db:e1:54", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ebaac0-dc", "ovs_interfaceid": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2357.279807] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Successfully updated port: 81eb3119-8a0d-4177-9465-feba91c99395 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2357.477561] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123020, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.488746] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070058} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.489025] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2357.489805] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d08f258-9d0c-4e25-aabe-025b8a8a70f1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.511199] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 0e27f62b-dac9-443a-bb63-207c396a3522/0e27f62b-dac9-443a-bb63-207c396a3522.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2357.513849] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-213f13e7-4efc-4022-ad40-d474df31e6c5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.536594] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477975} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.537861] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0/3a656b9c-50ab-4b1a-9ba2-6e528817c3d0.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2357.538097] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2357.538415] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2357.538415] env[62189]: value = "task-2123023" [ 2357.538415] env[62189]: _type = "Task" [ 2357.538415] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.538624] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71f1fe92-a994-42a1-8a43-b6e176ee36dd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.549842] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.551047] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2357.551047] env[62189]: value = "task-2123024" [ 2357.551047] env[62189]: _type = "Task" [ 2357.551047] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.559333] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.575459] env[62189]: DEBUG nova.compute.utils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2357.576890] env[62189]: DEBUG nova.compute.manager [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2357.577076] env[62189]: DEBUG nova.network.neutron [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2357.619495] env[62189]: DEBUG oslo_concurrency.lockutils [req-392d6afa-f70f-45aa-9ca6-8b569e9ae171 req-a1453c87-3957-4500-a0cc-71dce2a9f38e service nova] Releasing lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2357.619992] env[62189]: DEBUG oslo_concurrency.lockutils [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2357.620323] env[62189]: DEBUG nova.network.neutron [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2357.648361] env[62189]: DEBUG nova.policy [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f52c951abd0a445d8a7c722a328c5f4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bfb2e15d2a644d38eb86d869b80626c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2357.746778] env[62189]: DEBUG nova.network.neutron [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Updated VIF entry in instance network info cache for port 6badeead-e02a-4de1-8a6c-c9330d1a717c. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2357.747205] env[62189]: DEBUG nova.network.neutron [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Updating instance_info_cache with network_info: [{"id": "6badeead-e02a-4de1-8a6c-c9330d1a717c", "address": "fa:16:3e:ee:7c:e4", "network": {"id": "9d03da49-9330-44b4-8304-f3d60a37f6c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-407831604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6180ae06abf5463b94a334f0a13a1ec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6badeead-e0", "ovs_interfaceid": "6badeead-e02a-4de1-8a6c-c9330d1a717c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2357.788194] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "refresh_cache-bf6f22f0-16b0-4fcb-a996-119d140ad08d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2357.788377] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquired lock "refresh_cache-bf6f22f0-16b0-4fcb-a996-119d140ad08d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2357.788545] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2357.980007] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123020, 'name': CreateVM_Task, 'duration_secs': 0.711899} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.980225] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2357.980908] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2357.981089] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2357.981417] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2357.981678] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f829dd8e-93db-4280-8fbf-8a9879887a58 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.986818] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2357.986818] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520e6495-c84b-fa4f-c7b6-320bb81925de" [ 2357.986818] env[62189]: _type = "Task" [ 2357.986818] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.996219] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520e6495-c84b-fa4f-c7b6-320bb81925de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.050505] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123023, 'name': ReconfigVM_Task, 'duration_secs': 0.333205} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.050821] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 0e27f62b-dac9-443a-bb63-207c396a3522/0e27f62b-dac9-443a-bb63-207c396a3522.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2358.051613] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74d5a254-19bf-40b9-a31b-f0769d4cfbdf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.062330] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160258} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.063559] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2358.063922] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2358.063922] env[62189]: value = "task-2123025" [ 2358.063922] env[62189]: _type = "Task" [ 2358.063922] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.064606] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6092a9d7-33b4-411c-84cf-f8ff7fce26e9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.074904] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123025, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.084571] env[62189]: DEBUG nova.compute.manager [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2358.096892] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0/3a656b9c-50ab-4b1a-9ba2-6e528817c3d0.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2358.098139] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5de3dd99-eb8c-40c1-8df3-678879448f9e tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2358.099567] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e697bf78-2c26-4c02-a9e5-ce4481f70127 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.121200] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.364s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2358.121200] env[62189]: DEBUG nova.objects.instance [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lazy-loading 'resources' on Instance uuid 8d29987b-a07e-47f9-be0f-4451bb861093 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2358.132044] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2358.132044] env[62189]: value = "task-2123026" [ 2358.132044] env[62189]: _type = "Task" [ 2358.132044] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.141961] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.171031] env[62189]: WARNING nova.network.neutron [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] e5119a71-6549-4914-8684-274ba620e462 already exists in list: networks containing: ['e5119a71-6549-4914-8684-274ba620e462']. ignoring it [ 2358.202810] env[62189]: DEBUG nova.network.neutron [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Successfully created port: 4254df39-d90f-470f-98c0-3b9e1b5195d6 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2358.249598] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] Releasing lock "refresh_cache-dba404d2-9752-4635-bf46-0b0bb9a65741" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2358.249878] env[62189]: DEBUG nova.compute.manager [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Received event network-vif-plugged-ce697eb7-8259-4cdf-b21f-b71d9a340d91 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2358.250094] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] Acquiring lock "d4e230aa-bd6e-4765-9733-410ce3aa8038-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2358.250304] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] Lock "d4e230aa-bd6e-4765-9733-410ce3aa8038-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2358.250608] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] Lock "d4e230aa-bd6e-4765-9733-410ce3aa8038-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2358.250682] env[62189]: DEBUG nova.compute.manager [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] No waiting events found dispatching network-vif-plugged-ce697eb7-8259-4cdf-b21f-b71d9a340d91 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2358.250798] env[62189]: WARNING nova.compute.manager [req-e8b842e5-5b5b-42b7-aa20-caaed72709b8 req-8e704afa-cb82-4c30-95d7-ddde71f5a80d service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Received unexpected event network-vif-plugged-ce697eb7-8259-4cdf-b21f-b71d9a340d91 for instance with vm_state active and task_state None. [ 2358.319602] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2358.456681] env[62189]: DEBUG nova.network.neutron [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Updating instance_info_cache with network_info: [{"id": "81eb3119-8a0d-4177-9465-feba91c99395", "address": "fa:16:3e:29:51:4d", "network": {"id": "9d03da49-9330-44b4-8304-f3d60a37f6c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-407831604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6180ae06abf5463b94a334f0a13a1ec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81eb3119-8a", "ovs_interfaceid": "81eb3119-8a0d-4177-9465-feba91c99395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2358.497664] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]520e6495-c84b-fa4f-c7b6-320bb81925de, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.498035] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2358.498323] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2358.498606] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2358.498800] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2358.499034] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2358.499335] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec213cb6-5d19-4b6b-80d7-bf839db8a157 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.508634] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2358.508869] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2358.509672] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddac8c26-2095-41ce-a2d1-4dafd633ee5c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.514692] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2358.514692] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52054bc6-82b5-b868-5386-d298d0b12d3a" [ 2358.514692] env[62189]: _type = "Task" [ 2358.514692] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.522566] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.522773] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2358.523045] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52054bc6-82b5-b868-5386-d298d0b12d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.576716] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123025, 'name': Rename_Task, 'duration_secs': 0.155595} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.576988] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2358.577402] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78d85882-f9da-40cf-90b0-ff7d493fa2b6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.584282] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2358.584282] env[62189]: value = "task-2123027" [ 2358.584282] env[62189]: _type = "Task" [ 2358.584282] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.592033] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.641512] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123026, 'name': ReconfigVM_Task, 'duration_secs': 0.327788} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.642495] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0/3a656b9c-50ab-4b1a-9ba2-6e528817c3d0.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2358.643142] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49000789-bc62-4d7a-aef1-a57346634da0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.649530] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2358.649530] env[62189]: value = "task-2123028" [ 2358.649530] env[62189]: _type = "Task" [ 2358.649530] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.659423] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123028, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.810458] env[62189]: DEBUG nova.network.neutron [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Updating instance_info_cache with network_info: [{"id": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "address": "fa:16:3e:db:e1:54", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ebaac0-dc", "ovs_interfaceid": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce697eb7-8259-4cdf-b21f-b71d9a340d91", "address": "fa:16:3e:27:62:3d", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce697eb7-82", "ovs_interfaceid": "ce697eb7-8259-4cdf-b21f-b71d9a340d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2358.832543] env[62189]: DEBUG nova.compute.manager [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Received event network-changed-ce697eb7-8259-4cdf-b21f-b71d9a340d91 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2358.832976] env[62189]: DEBUG nova.compute.manager [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Refreshing instance network info cache due to event network-changed-ce697eb7-8259-4cdf-b21f-b71d9a340d91. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2358.832976] env[62189]: DEBUG oslo_concurrency.lockutils [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] Acquiring lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2358.918410] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b88731c-6b58-40d3-a768-0492c16e1bcd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.926463] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a0316b-e2c1-46ee-ae25-dc05b0e77718 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.956842] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e75b75b-cf27-47ea-a4c0-7b0760e0ab35 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.960069] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Releasing lock "refresh_cache-bf6f22f0-16b0-4fcb-a996-119d140ad08d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2358.960372] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Instance network_info: |[{"id": "81eb3119-8a0d-4177-9465-feba91c99395", "address": "fa:16:3e:29:51:4d", "network": {"id": "9d03da49-9330-44b4-8304-f3d60a37f6c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-407831604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6180ae06abf5463b94a334f0a13a1ec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81eb3119-8a", "ovs_interfaceid": "81eb3119-8a0d-4177-9465-feba91c99395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2358.960763] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:51:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81eb3119-8a0d-4177-9465-feba91c99395', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2358.968042] env[62189]: DEBUG oslo.service.loopingcall [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2358.968876] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2358.969113] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7b8a3d4-a1ad-405e-a3e3-ea42f883f6a5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.986272] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4fd62e-dcc0-48ec-a453-8e5b14732f90 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.990844] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2358.990844] env[62189]: value = "task-2123029" [ 2358.990844] env[62189]: _type = "Task" [ 2358.990844] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.001075] env[62189]: DEBUG nova.compute.provider_tree [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2359.006847] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123029, 'name': CreateVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.028301] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52054bc6-82b5-b868-5386-d298d0b12d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.008579} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.029042] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08918302-cd8b-4310-b739-5ff0a24028b3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.033970] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2359.033970] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ee42bf-23c8-3d09-336d-0210dc37a8b4" [ 2359.033970] env[62189]: _type = "Task" [ 2359.033970] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.041373] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ee42bf-23c8-3d09-336d-0210dc37a8b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.094266] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123027, 'name': PowerOnVM_Task, 'duration_secs': 0.494744} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.094535] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2359.094733] env[62189]: INFO nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Took 6.96 seconds to spawn the instance on the hypervisor. [ 2359.095556] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2359.096187] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8126b5b9-718e-4a7f-98bb-828f5b29eaca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.105194] env[62189]: DEBUG nova.compute.manager [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2359.131559] env[62189]: DEBUG nova.virt.hardware [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2359.131809] env[62189]: DEBUG nova.virt.hardware [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2359.132379] env[62189]: DEBUG nova.virt.hardware [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2359.132379] env[62189]: DEBUG nova.virt.hardware [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2359.132379] env[62189]: DEBUG nova.virt.hardware [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2359.132806] env[62189]: DEBUG nova.virt.hardware [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2359.132806] env[62189]: DEBUG nova.virt.hardware [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2359.132876] env[62189]: DEBUG nova.virt.hardware [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2359.133023] env[62189]: DEBUG nova.virt.hardware [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2359.133194] env[62189]: DEBUG nova.virt.hardware [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2359.133367] env[62189]: DEBUG nova.virt.hardware [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2359.134303] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e402a699-0631-49f8-a1c7-6140f1943ce9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.143240] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36c295c-7ed0-4644-8aa8-3827cbf74be5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.165434] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123028, 'name': Rename_Task, 'duration_secs': 0.143249} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.165724] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2359.165958] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3835e20-a283-43c9-b4e8-18ff75e2184b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.172319] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2359.172319] env[62189]: value = "task-2123030" [ 2359.172319] env[62189]: _type = "Task" [ 2359.172319] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.180753] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.312876] env[62189]: DEBUG oslo_concurrency.lockutils [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2359.313590] env[62189]: DEBUG oslo_concurrency.lockutils [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2359.313743] env[62189]: DEBUG oslo_concurrency.lockutils [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2359.314101] env[62189]: DEBUG oslo_concurrency.lockutils [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] Acquired lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2359.314290] env[62189]: DEBUG nova.network.neutron [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Refreshing network info cache for port ce697eb7-8259-4cdf-b21f-b71d9a340d91 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2359.316409] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9733eb-27ef-4eda-8c41-2d19bf9cb805 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.332810] env[62189]: DEBUG nova.virt.hardware [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2359.333043] env[62189]: DEBUG nova.virt.hardware [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2359.333215] env[62189]: DEBUG nova.virt.hardware [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2359.333404] env[62189]: DEBUG nova.virt.hardware [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2359.333552] env[62189]: DEBUG nova.virt.hardware [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2359.333703] env[62189]: DEBUG nova.virt.hardware [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2359.333911] env[62189]: DEBUG nova.virt.hardware [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2359.334082] env[62189]: DEBUG nova.virt.hardware [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2359.334252] env[62189]: DEBUG nova.virt.hardware [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2359.334416] env[62189]: DEBUG nova.virt.hardware [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2359.334592] env[62189]: DEBUG nova.virt.hardware [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2359.340708] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Reconfiguring VM to attach interface {{(pid=62189) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2359.341576] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78f0ef99-a438-4332-a34e-622f24fa1018 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.361463] env[62189]: DEBUG oslo_vmware.api [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2359.361463] env[62189]: value = "task-2123031" [ 2359.361463] env[62189]: _type = "Task" [ 2359.361463] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.371152] env[62189]: DEBUG oslo_vmware.api [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123031, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.500371] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123029, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.504414] env[62189]: DEBUG nova.scheduler.client.report [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2359.544421] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ee42bf-23c8-3d09-336d-0210dc37a8b4, 'name': SearchDatastore_Task, 'duration_secs': 0.032022} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.544677] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2359.544961] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] dba404d2-9752-4635-bf46-0b0bb9a65741/dba404d2-9752-4635-bf46-0b0bb9a65741.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2359.545224] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a3d0309-8740-43ed-9972-4db74885dc3c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.551608] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2359.551608] env[62189]: value = "task-2123032" [ 2359.551608] env[62189]: _type = "Task" [ 2359.551608] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.561084] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.614648] env[62189]: INFO nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Took 11.87 seconds to build instance. [ 2359.684177] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123030, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.872658] env[62189]: DEBUG oslo_vmware.api [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.004190] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123029, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.008884] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.036097] env[62189]: INFO nova.scheduler.client.report [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleted allocations for instance 8d29987b-a07e-47f9-be0f-4451bb861093 [ 2360.061980] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123032, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.116769] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "0e27f62b-dac9-443a-bb63-207c396a3522" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.382s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.117044] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "0e27f62b-dac9-443a-bb63-207c396a3522" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.885s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.117243] env[62189]: INFO nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 2360.117421] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "0e27f62b-dac9-443a-bb63-207c396a3522" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.184821] env[62189]: DEBUG oslo_vmware.api [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123030, 'name': PowerOnVM_Task, 'duration_secs': 0.520057} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.185102] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2360.185318] env[62189]: INFO nova.compute.manager [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Took 16.44 seconds to spawn the instance on the hypervisor. [ 2360.185498] env[62189]: DEBUG nova.compute.manager [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2360.186407] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e80b2f-bc71-47fb-bf92-1855cdf42bf1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.236665] env[62189]: DEBUG nova.network.neutron [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Updated VIF entry in instance network info cache for port ce697eb7-8259-4cdf-b21f-b71d9a340d91. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2360.237118] env[62189]: DEBUG nova.network.neutron [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Updating instance_info_cache with network_info: [{"id": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "address": "fa:16:3e:db:e1:54", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ebaac0-dc", "ovs_interfaceid": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce697eb7-8259-4cdf-b21f-b71d9a340d91", "address": "fa:16:3e:27:62:3d", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce697eb7-82", "ovs_interfaceid": "ce697eb7-8259-4cdf-b21f-b71d9a340d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2360.285282] env[62189]: DEBUG nova.network.neutron [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Successfully updated port: 4254df39-d90f-470f-98c0-3b9e1b5195d6 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2360.371734] env[62189]: DEBUG oslo_vmware.api [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123031, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.502077] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123029, 'name': CreateVM_Task, 'duration_secs': 1.032425} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.502077] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2360.502483] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.502626] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2360.502954] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2360.503232] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e116d6af-4b2b-44bc-a0d0-e5a649abbf28 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.507763] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2360.507763] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524040bc-4658-8dfc-af3d-fc1c3126b9ef" [ 2360.507763] env[62189]: _type = "Task" [ 2360.507763] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.515046] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524040bc-4658-8dfc-af3d-fc1c3126b9ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.520506] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2360.520713] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2360.544719] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5c921244-2313-45de-8d57-49c722e5b8c5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "8d29987b-a07e-47f9-be0f-4451bb861093" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.748s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.563076] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123032, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.706746] env[62189]: INFO nova.compute.manager [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Took 22.65 seconds to build instance. [ 2360.740400] env[62189]: DEBUG oslo_concurrency.lockutils [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] Releasing lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2360.740533] env[62189]: DEBUG nova.compute.manager [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Received event network-vif-plugged-81eb3119-8a0d-4177-9465-feba91c99395 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2360.741541] env[62189]: DEBUG oslo_concurrency.lockutils [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] Acquiring lock "bf6f22f0-16b0-4fcb-a996-119d140ad08d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.741541] env[62189]: DEBUG oslo_concurrency.lockutils [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] Lock "bf6f22f0-16b0-4fcb-a996-119d140ad08d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.741541] env[62189]: DEBUG oslo_concurrency.lockutils [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] Lock "bf6f22f0-16b0-4fcb-a996-119d140ad08d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.741541] env[62189]: DEBUG nova.compute.manager [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] No waiting events found dispatching network-vif-plugged-81eb3119-8a0d-4177-9465-feba91c99395 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2360.741541] env[62189]: WARNING nova.compute.manager [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Received unexpected event network-vif-plugged-81eb3119-8a0d-4177-9465-feba91c99395 for instance with vm_state building and task_state spawning. [ 2360.741541] env[62189]: DEBUG nova.compute.manager [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Received event network-changed-81eb3119-8a0d-4177-9465-feba91c99395 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2360.741852] env[62189]: DEBUG nova.compute.manager [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Refreshing instance network info cache due to event network-changed-81eb3119-8a0d-4177-9465-feba91c99395. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2360.742107] env[62189]: DEBUG oslo_concurrency.lockutils [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] Acquiring lock "refresh_cache-bf6f22f0-16b0-4fcb-a996-119d140ad08d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.742290] env[62189]: DEBUG oslo_concurrency.lockutils [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] Acquired lock "refresh_cache-bf6f22f0-16b0-4fcb-a996-119d140ad08d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2360.742486] env[62189]: DEBUG nova.network.neutron [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Refreshing network info cache for port 81eb3119-8a0d-4177-9465-feba91c99395 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2360.787737] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Acquiring lock "refresh_cache-4cbf4092-5672-49b0-b6a4-2fdad9294886" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.787946] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Acquired lock "refresh_cache-4cbf4092-5672-49b0-b6a4-2fdad9294886" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2360.788151] env[62189]: DEBUG nova.network.neutron [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2360.859905] env[62189]: DEBUG nova.compute.manager [req-df1977c3-5828-41aa-aae0-d1010553b77a req-cd5e4c15-11a1-4de4-a250-1cd0ddcfeea5 service nova] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Received event network-vif-plugged-4254df39-d90f-470f-98c0-3b9e1b5195d6 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2360.859905] env[62189]: DEBUG oslo_concurrency.lockutils [req-df1977c3-5828-41aa-aae0-d1010553b77a req-cd5e4c15-11a1-4de4-a250-1cd0ddcfeea5 service nova] Acquiring lock "4cbf4092-5672-49b0-b6a4-2fdad9294886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.860217] env[62189]: DEBUG oslo_concurrency.lockutils [req-df1977c3-5828-41aa-aae0-d1010553b77a req-cd5e4c15-11a1-4de4-a250-1cd0ddcfeea5 service nova] Lock "4cbf4092-5672-49b0-b6a4-2fdad9294886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.860217] env[62189]: DEBUG oslo_concurrency.lockutils [req-df1977c3-5828-41aa-aae0-d1010553b77a req-cd5e4c15-11a1-4de4-a250-1cd0ddcfeea5 service nova] Lock "4cbf4092-5672-49b0-b6a4-2fdad9294886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.860318] env[62189]: DEBUG nova.compute.manager [req-df1977c3-5828-41aa-aae0-d1010553b77a req-cd5e4c15-11a1-4de4-a250-1cd0ddcfeea5 service nova] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] No waiting events found dispatching network-vif-plugged-4254df39-d90f-470f-98c0-3b9e1b5195d6 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2360.860478] env[62189]: WARNING nova.compute.manager [req-df1977c3-5828-41aa-aae0-d1010553b77a req-cd5e4c15-11a1-4de4-a250-1cd0ddcfeea5 service nova] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Received unexpected event network-vif-plugged-4254df39-d90f-470f-98c0-3b9e1b5195d6 for instance with vm_state building and task_state spawning. [ 2360.860631] env[62189]: DEBUG nova.compute.manager [req-df1977c3-5828-41aa-aae0-d1010553b77a req-cd5e4c15-11a1-4de4-a250-1cd0ddcfeea5 service nova] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Received event network-changed-4254df39-d90f-470f-98c0-3b9e1b5195d6 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2360.861212] env[62189]: DEBUG nova.compute.manager [req-df1977c3-5828-41aa-aae0-d1010553b77a req-cd5e4c15-11a1-4de4-a250-1cd0ddcfeea5 service nova] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Refreshing instance network info cache due to event network-changed-4254df39-d90f-470f-98c0-3b9e1b5195d6. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2360.861212] env[62189]: DEBUG oslo_concurrency.lockutils [req-df1977c3-5828-41aa-aae0-d1010553b77a req-cd5e4c15-11a1-4de4-a250-1cd0ddcfeea5 service nova] Acquiring lock "refresh_cache-4cbf4092-5672-49b0-b6a4-2fdad9294886" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.875906] env[62189]: DEBUG oslo_vmware.api [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123031, 'name': ReconfigVM_Task, 'duration_secs': 1.069462} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.877301] env[62189]: DEBUG oslo_concurrency.lockutils [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2360.877301] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Reconfigured VM to attach interface {{(pid=62189) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2361.018465] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]524040bc-4658-8dfc-af3d-fc1c3126b9ef, 'name': SearchDatastore_Task, 'duration_secs': 0.053004} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.018765] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2361.019014] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2361.019257] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2361.019404] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2361.019586] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2361.019850] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02be87a2-fd31-4a4e-8d16-9a152e10e19f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.023930] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2361.024145] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2361.024314] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.024459] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2361.025495] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0340e8d9-f5cd-42d8-ad94-9be2e07d0f81 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.033124] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2369eb9a-905b-4d73-9e41-90d9a4bd8d7b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.037335] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2361.037335] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2361.037735] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb933d8c-99ef-44f5-a4ae-a4b60915080d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.042789] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2361.042789] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525a671e-65a6-f332-d594-d32a8c057180" [ 2361.042789] env[62189]: _type = "Task" [ 2361.042789] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.053553] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba350e4-4d76-4c40-8bd7-bf614d251b02 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.061894] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525a671e-65a6-f332-d594-d32a8c057180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.064781] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77b3a30-ef15-4df0-b3ab-62968192d725 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.071016] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123032, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.463468} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.071544] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] dba404d2-9752-4635-bf46-0b0bb9a65741/dba404d2-9752-4635-bf46-0b0bb9a65741.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2361.071961] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2361.071961] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d070410-84b9-4eda-8717-65e8a43577fa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.098960] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179559MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2361.098960] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2361.098960] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2361.106712] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2361.106712] env[62189]: value = "task-2123033" [ 2361.106712] env[62189]: _type = "Task" [ 2361.106712] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.116324] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.151555] env[62189]: DEBUG nova.compute.manager [req-395eaf2f-df33-437d-920b-c36534e0d0cf req-49fe3eed-061b-4a80-b12e-8c6106eb7f11 service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Received event network-changed-4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2361.151921] env[62189]: DEBUG nova.compute.manager [req-395eaf2f-df33-437d-920b-c36534e0d0cf req-49fe3eed-061b-4a80-b12e-8c6106eb7f11 service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Refreshing instance network info cache due to event network-changed-4a30c15c-37ba-46ab-b9e3-7920b2d0a199. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2361.152263] env[62189]: DEBUG oslo_concurrency.lockutils [req-395eaf2f-df33-437d-920b-c36534e0d0cf req-49fe3eed-061b-4a80-b12e-8c6106eb7f11 service nova] Acquiring lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2361.152602] env[62189]: DEBUG oslo_concurrency.lockutils [req-395eaf2f-df33-437d-920b-c36534e0d0cf req-49fe3eed-061b-4a80-b12e-8c6106eb7f11 service nova] Acquired lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2361.152868] env[62189]: DEBUG nova.network.neutron [req-395eaf2f-df33-437d-920b-c36534e0d0cf req-49fe3eed-061b-4a80-b12e-8c6106eb7f11 service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Refreshing network info cache for port 4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2361.208632] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7e7f8f38-54f4-4bc0-8712-3d08704c6f1a tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.161s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.208989] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.978s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2361.209212] env[62189]: INFO nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] During sync_power_state the instance has a pending task (spawning). Skip. [ 2361.209463] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.330611] env[62189]: DEBUG nova.network.neutron [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2361.383815] env[62189]: DEBUG oslo_concurrency.lockutils [None req-49284447-eafd-4735-bee8-d57c3ac86946 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-d4e230aa-bd6e-4765-9733-410ce3aa8038-ce697eb7-8259-4cdf-b21f-b71d9a340d91" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.892s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.560025] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]525a671e-65a6-f332-d594-d32a8c057180, 'name': SearchDatastore_Task, 'duration_secs': 0.062419} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.560890] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9aa0c5-b664-4a4f-bb4d-a7d572003356 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.567750] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2361.567750] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52077ec1-766d-e767-3736-b2d9cff37da4" [ 2361.567750] env[62189]: _type = "Task" [ 2361.567750] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.576613] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52077ec1-766d-e767-3736-b2d9cff37da4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.592168] env[62189]: DEBUG nova.network.neutron [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Updating instance_info_cache with network_info: [{"id": "4254df39-d90f-470f-98c0-3b9e1b5195d6", "address": "fa:16:3e:8c:dd:73", "network": {"id": "dbfc3e54-ebda-4d62-b4e0-1a9be4bedf64", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1221083820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfb2e15d2a644d38eb86d869b80626c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4254df39-d9", "ovs_interfaceid": "4254df39-d90f-470f-98c0-3b9e1b5195d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.611408] env[62189]: DEBUG nova.network.neutron [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Updated VIF entry in instance network info cache for port 81eb3119-8a0d-4177-9465-feba91c99395. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2361.611751] env[62189]: DEBUG nova.network.neutron [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Updating instance_info_cache with network_info: [{"id": "81eb3119-8a0d-4177-9465-feba91c99395", "address": "fa:16:3e:29:51:4d", "network": {"id": "9d03da49-9330-44b4-8304-f3d60a37f6c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-407831604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6180ae06abf5463b94a334f0a13a1ec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81eb3119-8a", "ovs_interfaceid": "81eb3119-8a0d-4177-9465-feba91c99395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.623331] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104277} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.623631] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2361.624436] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab766f3b-a40b-4a6b-baea-cbb42ce02d0c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.650115] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] dba404d2-9752-4635-bf46-0b0bb9a65741/dba404d2-9752-4635-bf46-0b0bb9a65741.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2361.650866] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c29c8407-5fc5-4c57-afdc-405f1b7dcbe6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.673872] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2361.673872] env[62189]: value = "task-2123034" [ 2361.673872] env[62189]: _type = "Task" [ 2361.673872] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.681448] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.959617] env[62189]: DEBUG nova.network.neutron [req-395eaf2f-df33-437d-920b-c36534e0d0cf req-49fe3eed-061b-4a80-b12e-8c6106eb7f11 service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Updated VIF entry in instance network info cache for port 4a30c15c-37ba-46ab-b9e3-7920b2d0a199. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2361.959996] env[62189]: DEBUG nova.network.neutron [req-395eaf2f-df33-437d-920b-c36534e0d0cf req-49fe3eed-061b-4a80-b12e-8c6106eb7f11 service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Updating instance_info_cache with network_info: [{"id": "4a30c15c-37ba-46ab-b9e3-7920b2d0a199", "address": "fa:16:3e:63:dc:df", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a30c15c-37", "ovs_interfaceid": "4a30c15c-37ba-46ab-b9e3-7920b2d0a199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2362.080311] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52077ec1-766d-e767-3736-b2d9cff37da4, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.080580] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2362.080894] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] bf6f22f0-16b0-4fcb-a996-119d140ad08d/bf6f22f0-16b0-4fcb-a996-119d140ad08d.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2362.081119] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3833f90d-0bf1-4c75-aec3-c154883d0428 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.087785] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2362.087785] env[62189]: value = "task-2123035" [ 2362.087785] env[62189]: _type = "Task" [ 2362.087785] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.095039] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Releasing lock "refresh_cache-4cbf4092-5672-49b0-b6a4-2fdad9294886" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2362.095402] env[62189]: DEBUG nova.compute.manager [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Instance network_info: |[{"id": "4254df39-d90f-470f-98c0-3b9e1b5195d6", "address": "fa:16:3e:8c:dd:73", "network": {"id": "dbfc3e54-ebda-4d62-b4e0-1a9be4bedf64", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1221083820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfb2e15d2a644d38eb86d869b80626c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4254df39-d9", "ovs_interfaceid": "4254df39-d90f-470f-98c0-3b9e1b5195d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2362.099814] env[62189]: DEBUG oslo_concurrency.lockutils [req-df1977c3-5828-41aa-aae0-d1010553b77a req-cd5e4c15-11a1-4de4-a250-1cd0ddcfeea5 service nova] Acquired lock "refresh_cache-4cbf4092-5672-49b0-b6a4-2fdad9294886" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2362.100048] env[62189]: DEBUG nova.network.neutron [req-df1977c3-5828-41aa-aae0-d1010553b77a req-cd5e4c15-11a1-4de4-a250-1cd0ddcfeea5 service nova] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Refreshing network info cache for port 4254df39-d90f-470f-98c0-3b9e1b5195d6 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2362.101298] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:dd:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4254df39-d90f-470f-98c0-3b9e1b5195d6', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2362.114489] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Creating folder: Project (6bfb2e15d2a644d38eb86d869b80626c). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2362.114851] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.120652] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77a8c052-6a1e-4468-9754-62988844dbe3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.122914] env[62189]: DEBUG oslo_concurrency.lockutils [req-ae998e40-a71d-4792-b706-3e2a39cc6ea3 req-b7a193b9-562a-4e56-962c-413dc33b9f70 service nova] Releasing lock "refresh_cache-bf6f22f0-16b0-4fcb-a996-119d140ad08d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2362.132361] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Created folder: Project (6bfb2e15d2a644d38eb86d869b80626c) in parent group-v433996. [ 2362.132361] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Creating folder: Instances. Parent ref: group-v434293. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2362.132934] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-618b53e8-457c-47fa-9716-579658aa2650 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.141824] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Created folder: Instances in parent group-v434293. [ 2362.142919] env[62189]: DEBUG oslo.service.loopingcall [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2362.142919] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2362.142919] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee9db3d7-8859-43eb-89dd-f379ab3dbac6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.161637] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance f04c5b3c-15ac-4b99-ab8d-a841ec94886b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2362.161921] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance aefe6dbf-dbc9-4fb2-af50-62c71cb6689b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2362.161921] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 9b145d00-5c3f-4842-8428-fb8f8f1f4c02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2362.162112] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance b305947d-e6d2-4ff1-9fcc-8f09aa16032e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2362.162200] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 69045deb-bc18-493e-b08f-363960d3d16b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2362.162330] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance d4e230aa-bd6e-4765-9733-410ce3aa8038 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2362.162446] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance cdd61f41-38d4-458c-a1a7-aea329f42426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2362.162602] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 9065d820-ccd3-4a13-89bb-a57b5c2811c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2362.162748] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2362.162880] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 0e27f62b-dac9-443a-bb63-207c396a3522 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2362.162999] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance dba404d2-9752-4635-bf46-0b0bb9a65741 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2362.163126] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance bf6f22f0-16b0-4fcb-a996-119d140ad08d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2362.163242] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 4cbf4092-5672-49b0-b6a4-2fdad9294886 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2362.163470] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2362.163625] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2362.175161] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2362.175161] env[62189]: value = "task-2123038" [ 2362.175161] env[62189]: _type = "Task" [ 2362.175161] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.187566] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123034, 'name': ReconfigVM_Task, 'duration_secs': 0.309415} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.191128] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Reconfigured VM instance instance-00000070 to attach disk [datastore2] dba404d2-9752-4635-bf46-0b0bb9a65741/dba404d2-9752-4635-bf46-0b0bb9a65741.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2362.191919] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123038, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.195354] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f91ee57-af86-4d5f-81cc-8fb86baab758 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.204551] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2362.204551] env[62189]: value = "task-2123039" [ 2362.204551] env[62189]: _type = "Task" [ 2362.204551] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.216161] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123039, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.396778] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ef2334-344d-412b-9f9f-cf3484d8eb32 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.412529] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d14e5c6-28dc-495f-bfb8-c344e3e3095f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.446782] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd62c6c7-0bae-4495-8284-f797545adccb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.455246] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b575e3-76fc-42fa-a3d9-28abc7b37f58 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.462320] env[62189]: DEBUG oslo_concurrency.lockutils [req-395eaf2f-df33-437d-920b-c36534e0d0cf req-49fe3eed-061b-4a80-b12e-8c6106eb7f11 service nova] Releasing lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2362.475012] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2362.598654] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496655} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.598986] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] bf6f22f0-16b0-4fcb-a996-119d140ad08d/bf6f22f0-16b0-4fcb-a996-119d140ad08d.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2362.599074] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2362.599356] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-185677fc-f722-4f63-9c98-fc2b9f6a0a46 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.605754] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2362.605754] env[62189]: value = "task-2123040" [ 2362.605754] env[62189]: _type = "Task" [ 2362.605754] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.614530] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.690854] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123038, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.715815] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123039, 'name': Rename_Task, 'duration_secs': 0.420748} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.716162] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2362.716709] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-260a1225-2f7f-41d4-b97c-7247be13d8fe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.727053] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2362.727053] env[62189]: value = "task-2123041" [ 2362.727053] env[62189]: _type = "Task" [ 2362.727053] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.735792] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.759969] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "interface-d4e230aa-bd6e-4765-9733-410ce3aa8038-ce697eb7-8259-4cdf-b21f-b71d9a340d91" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2362.760603] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-d4e230aa-bd6e-4765-9733-410ce3aa8038-ce697eb7-8259-4cdf-b21f-b71d9a340d91" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2362.865446] env[62189]: DEBUG nova.network.neutron [req-df1977c3-5828-41aa-aae0-d1010553b77a req-cd5e4c15-11a1-4de4-a250-1cd0ddcfeea5 service nova] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Updated VIF entry in instance network info cache for port 4254df39-d90f-470f-98c0-3b9e1b5195d6. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2362.865766] env[62189]: DEBUG nova.network.neutron [req-df1977c3-5828-41aa-aae0-d1010553b77a req-cd5e4c15-11a1-4de4-a250-1cd0ddcfeea5 service nova] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Updating instance_info_cache with network_info: [{"id": "4254df39-d90f-470f-98c0-3b9e1b5195d6", "address": "fa:16:3e:8c:dd:73", "network": {"id": "dbfc3e54-ebda-4d62-b4e0-1a9be4bedf64", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1221083820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfb2e15d2a644d38eb86d869b80626c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4254df39-d9", "ovs_interfaceid": "4254df39-d90f-470f-98c0-3b9e1b5195d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2362.977773] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2363.118201] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067196} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.118490] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2363.119280] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabc0ce2-7a80-4206-b764-62132e833869 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.142687] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] bf6f22f0-16b0-4fcb-a996-119d140ad08d/bf6f22f0-16b0-4fcb-a996-119d140ad08d.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2363.142850] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9db843f6-5e6a-49ca-a699-6b4b23f17f3d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.162025] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2363.162025] env[62189]: value = "task-2123042" [ 2363.162025] env[62189]: _type = "Task" [ 2363.162025] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.169822] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.187758] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123038, 'name': CreateVM_Task, 'duration_secs': 0.84198} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.187909] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2363.188524] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2363.188687] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2363.188999] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2363.189258] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76297615-89d6-4b6b-8be3-dfd9162026db {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.193299] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Waiting for the task: (returnval){ [ 2363.193299] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52bbce21-0f92-f867-09ac-4fd120422857" [ 2363.193299] env[62189]: _type = "Task" [ 2363.193299] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.202267] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52bbce21-0f92-f867-09ac-4fd120422857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.236493] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.265413] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2363.265710] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2363.266582] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0612630-ed0b-45b3-b3f1-db23addac502 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.284828] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeed704-780d-46ce-ab18-3d860779aafd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.311414] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Reconfiguring VM to detach interface {{(pid=62189) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2363.311766] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0ff359d-a68c-46f7-8ba1-22c1f2bbd2e3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.330779] env[62189]: DEBUG oslo_vmware.api [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2363.330779] env[62189]: value = "task-2123043" [ 2363.330779] env[62189]: _type = "Task" [ 2363.330779] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.339548] env[62189]: DEBUG oslo_vmware.api [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.368806] env[62189]: DEBUG oslo_concurrency.lockutils [req-df1977c3-5828-41aa-aae0-d1010553b77a req-cd5e4c15-11a1-4de4-a250-1cd0ddcfeea5 service nova] Releasing lock "refresh_cache-4cbf4092-5672-49b0-b6a4-2fdad9294886" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2363.429975] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "47f99a69-799f-4b05-a868-bdc273aa7f0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.430205] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "47f99a69-799f-4b05-a868-bdc273aa7f0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.482943] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2363.483168] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.384s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.671890] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.702655] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52bbce21-0f92-f867-09ac-4fd120422857, 'name': SearchDatastore_Task, 'duration_secs': 0.024427} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.703027] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2363.703289] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2363.703524] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2363.703672] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2363.703903] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2363.704177] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fba3a38-3ed4-4c6b-ab11-2995881ce3fe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.716467] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2363.716663] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2363.717320] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a0be78b-dfb4-439c-ab0f-42e31b5187ed {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.722058] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Waiting for the task: (returnval){ [ 2363.722058] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526c6659-4713-86c3-f80b-35d3786a7343" [ 2363.722058] env[62189]: _type = "Task" [ 2363.722058] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.729793] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526c6659-4713-86c3-f80b-35d3786a7343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.737019] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123041, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.842508] env[62189]: DEBUG oslo_vmware.api [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.932294] env[62189]: DEBUG nova.compute.manager [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2364.172256] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123042, 'name': ReconfigVM_Task, 'duration_secs': 0.896989} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.172604] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Reconfigured VM instance instance-00000071 to attach disk [datastore2] bf6f22f0-16b0-4fcb-a996-119d140ad08d/bf6f22f0-16b0-4fcb-a996-119d140ad08d.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2364.173297] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82cd1e69-5bc7-4245-b922-47ff19c62e97 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.178977] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2364.178977] env[62189]: value = "task-2123044" [ 2364.178977] env[62189]: _type = "Task" [ 2364.178977] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.186948] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123044, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.232659] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526c6659-4713-86c3-f80b-35d3786a7343, 'name': SearchDatastore_Task, 'duration_secs': 0.044964} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.236287] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79eda2df-641c-4389-9154-d7aca27e4916 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.243416] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123041, 'name': PowerOnVM_Task, 'duration_secs': 1.267998} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.244687] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2364.244900] env[62189]: INFO nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Took 9.83 seconds to spawn the instance on the hypervisor. [ 2364.245098] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2364.245510] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Waiting for the task: (returnval){ [ 2364.245510] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522b310a-21db-cf04-7200-cc92fa23f708" [ 2364.245510] env[62189]: _type = "Task" [ 2364.245510] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.246100] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b68f284-4fff-4d76-bd32-8ac7b8e3dc54 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.255634] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522b310a-21db-cf04-7200-cc92fa23f708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.341358] env[62189]: DEBUG oslo_vmware.api [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.460386] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2364.460677] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2364.462747] env[62189]: INFO nova.compute.claims [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2364.482962] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2364.483145] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2364.688841] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123044, 'name': Rename_Task, 'duration_secs': 0.271902} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.689220] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2364.689310] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adfd71d3-8646-499c-8209-9e4531bb4c50 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.695524] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2364.695524] env[62189]: value = "task-2123045" [ 2364.695524] env[62189]: _type = "Task" [ 2364.695524] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.702619] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.758097] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522b310a-21db-cf04-7200-cc92fa23f708, 'name': SearchDatastore_Task, 'duration_secs': 0.056336} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.758362] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2364.758621] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 4cbf4092-5672-49b0-b6a4-2fdad9294886/4cbf4092-5672-49b0-b6a4-2fdad9294886.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2364.758931] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c558e22-f523-4407-aaa4-39b775a83c5f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.767360] env[62189]: INFO nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Took 16.98 seconds to build instance. [ 2364.769388] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Waiting for the task: (returnval){ [ 2364.769388] env[62189]: value = "task-2123046" [ 2364.769388] env[62189]: _type = "Task" [ 2364.769388] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.777758] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.843219] env[62189]: DEBUG oslo_vmware.api [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.206557] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123045, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.270223] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "dba404d2-9752-4635-bf46-0b0bb9a65741" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.495s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2365.270818] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "dba404d2-9752-4635-bf46-0b0bb9a65741" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.039s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2365.274647] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82365c73-8f98-413f-b55e-8f59cf2060b4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.285682] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467232} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.285932] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 4cbf4092-5672-49b0-b6a4-2fdad9294886/4cbf4092-5672-49b0-b6a4-2fdad9294886.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2365.286187] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2365.286486] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2740993b-861c-43cc-af66-09a2952a92bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.292648] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Waiting for the task: (returnval){ [ 2365.292648] env[62189]: value = "task-2123047" [ 2365.292648] env[62189]: _type = "Task" [ 2365.292648] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.301880] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.343141] env[62189]: DEBUG oslo_vmware.api [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.522052] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "refresh_cache-aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2365.522396] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquired lock "refresh_cache-aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2365.522805] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Forcefully refreshing network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2365.657522] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9ec708-5b2d-4b3b-9937-160c7e810fd9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.668279] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e12c718-21bd-4d04-858c-33f7db761c14 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.702239] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef594c1-b44c-4b7d-8009-8b628fe9c821 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.711061] env[62189]: DEBUG oslo_vmware.api [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123045, 'name': PowerOnVM_Task, 'duration_secs': 0.777819} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.713014] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2365.713243] env[62189]: INFO nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Took 8.91 seconds to spawn the instance on the hypervisor. [ 2365.713419] env[62189]: DEBUG nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2365.714207] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c9bc70-6f3c-4e16-a819-cfc1a35b6c8f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.717368] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a911f0c-fe78-4fe1-8ae7-b5cfa4b0a202 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.734796] env[62189]: DEBUG nova.compute.provider_tree [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2365.787338] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "dba404d2-9752-4635-bf46-0b0bb9a65741" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2365.803558] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075672} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.804178] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2365.804607] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a61a92-b6b5-477f-8a83-a535d093d5c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.825974] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 4cbf4092-5672-49b0-b6a4-2fdad9294886/4cbf4092-5672-49b0-b6a4-2fdad9294886.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2365.826513] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f1bd515-5db9-4fd1-8070-67682761910e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.848107] env[62189]: DEBUG oslo_vmware.api [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.849256] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Waiting for the task: (returnval){ [ 2365.849256] env[62189]: value = "task-2123048" [ 2365.849256] env[62189]: _type = "Task" [ 2365.849256] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.856105] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.241452] env[62189]: DEBUG nova.scheduler.client.report [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2366.246226] env[62189]: INFO nova.compute.manager [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Took 18.43 seconds to build instance. [ 2366.350284] env[62189]: DEBUG oslo_vmware.api [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.358055] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.750022] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.750022] env[62189]: DEBUG nova.compute.manager [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2366.756508] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a8a6cd32-eb04-4b18-8cd4-1d4d441e95c6 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "bf6f22f0-16b0-4fcb-a996-119d140ad08d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.946s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.816833] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Updating instance_info_cache with network_info: [{"id": "20d87e8d-0c82-4f77-b02f-a0b21352dabf", "address": "fa:16:3e:aa:9d:20", "network": {"id": "3c539ce5-9999-42d1-8a77-b36e20cb5e1f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2012521315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5279922a9fa4e4a8f00726892305a94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d87e8d-0c", "ovs_interfaceid": "20d87e8d-0c82-4f77-b02f-a0b21352dabf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2366.851540] env[62189]: DEBUG oslo_vmware.api [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.859609] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123048, 'name': ReconfigVM_Task, 'duration_secs': 0.73708} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.859847] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 4cbf4092-5672-49b0-b6a4-2fdad9294886/4cbf4092-5672-49b0-b6a4-2fdad9294886.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2366.860581] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-375786fd-4e6f-45f0-8140-606334de491c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.867133] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Waiting for the task: (returnval){ [ 2366.867133] env[62189]: value = "task-2123049" [ 2366.867133] env[62189]: _type = "Task" [ 2366.867133] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.882928] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123049, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.258805] env[62189]: DEBUG nova.compute.utils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2367.260255] env[62189]: DEBUG nova.compute.manager [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2367.260494] env[62189]: DEBUG nova.network.neutron [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2367.301782] env[62189]: DEBUG nova.policy [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffb859483b454c1e81af7daba880dfaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7fc66cb5cbe455c8136e25094faf967', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2367.319592] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Releasing lock "refresh_cache-aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2367.319807] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Updated the network info_cache for instance {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2367.320033] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2367.320209] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2367.320381] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2367.320527] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2367.351627] env[62189]: DEBUG oslo_vmware.api [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.377091] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123049, 'name': Rename_Task, 'duration_secs': 0.139541} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.377596] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2367.377847] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d041dba9-0de6-4607-93d6-b327cf50d97e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.384457] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Waiting for the task: (returnval){ [ 2367.384457] env[62189]: value = "task-2123050" [ 2367.384457] env[62189]: _type = "Task" [ 2367.384457] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.393402] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.465817] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "0e27f62b-dac9-443a-bb63-207c396a3522" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2367.466228] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "0e27f62b-dac9-443a-bb63-207c396a3522" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2367.466434] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "0e27f62b-dac9-443a-bb63-207c396a3522-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2367.466677] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "0e27f62b-dac9-443a-bb63-207c396a3522-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2367.466859] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "0e27f62b-dac9-443a-bb63-207c396a3522-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2367.469448] env[62189]: INFO nova.compute.manager [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Terminating instance [ 2367.575956] env[62189]: DEBUG nova.network.neutron [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Successfully created port: 41c485a4-a3c1-4417-989f-f41bdb3856ba {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2367.763474] env[62189]: DEBUG nova.compute.manager [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2367.852383] env[62189]: DEBUG oslo_vmware.api [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.894527] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123050, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.973171] env[62189]: DEBUG nova.compute.manager [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2367.973417] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2367.974404] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b30696c-761d-4a8f-96ed-e0b03cb10f84 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.982143] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2367.982391] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33727d6e-e923-4ed2-afe3-88d7a36b3bf8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.988063] env[62189]: DEBUG oslo_vmware.api [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2367.988063] env[62189]: value = "task-2123051" [ 2367.988063] env[62189]: _type = "Task" [ 2367.988063] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.996338] env[62189]: DEBUG oslo_vmware.api [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.352594] env[62189]: DEBUG oslo_vmware.api [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.397593] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123050, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.497242] env[62189]: DEBUG oslo_vmware.api [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123051, 'name': PowerOffVM_Task, 'duration_secs': 0.31185} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.497528] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2368.497697] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2368.497959] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a232f7a-a05a-46e3-92bb-e94cf0443345 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.586041] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2368.586292] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2368.586484] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Deleting the datastore file [datastore2] 0e27f62b-dac9-443a-bb63-207c396a3522 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2368.586758] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-305f812b-871d-42fe-973b-4f0b6585f57e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.594234] env[62189]: DEBUG oslo_vmware.api [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2368.594234] env[62189]: value = "task-2123053" [ 2368.594234] env[62189]: _type = "Task" [ 2368.594234] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.602415] env[62189]: DEBUG oslo_vmware.api [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.773572] env[62189]: DEBUG nova.compute.manager [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2368.802111] env[62189]: DEBUG nova.virt.hardware [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2368.802439] env[62189]: DEBUG nova.virt.hardware [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2368.802651] env[62189]: DEBUG nova.virt.hardware [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2368.802881] env[62189]: DEBUG nova.virt.hardware [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2368.803119] env[62189]: DEBUG nova.virt.hardware [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2368.803343] env[62189]: DEBUG nova.virt.hardware [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2368.803600] env[62189]: DEBUG nova.virt.hardware [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2368.803861] env[62189]: DEBUG nova.virt.hardware [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2368.804119] env[62189]: DEBUG nova.virt.hardware [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2368.804356] env[62189]: DEBUG nova.virt.hardware [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2368.804582] env[62189]: DEBUG nova.virt.hardware [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2368.805525] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975c9280-4664-4ebd-9ed0-734d4b33327d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.814171] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc4d2d3-b6e8-4cab-9bd8-ea26a4933219 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.852804] env[62189]: DEBUG oslo_vmware.api [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123043, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.896318] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123050, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.010048] env[62189]: DEBUG nova.compute.manager [req-e4fba831-b07d-4969-838d-bc5a4cb3fe69 req-94f40d07-e348-4c37-b461-749d3153e6c6 service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Received event network-vif-plugged-41c485a4-a3c1-4417-989f-f41bdb3856ba {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2369.010320] env[62189]: DEBUG oslo_concurrency.lockutils [req-e4fba831-b07d-4969-838d-bc5a4cb3fe69 req-94f40d07-e348-4c37-b461-749d3153e6c6 service nova] Acquiring lock "47f99a69-799f-4b05-a868-bdc273aa7f0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2369.010485] env[62189]: DEBUG oslo_concurrency.lockutils [req-e4fba831-b07d-4969-838d-bc5a4cb3fe69 req-94f40d07-e348-4c37-b461-749d3153e6c6 service nova] Lock "47f99a69-799f-4b05-a868-bdc273aa7f0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2369.010658] env[62189]: DEBUG oslo_concurrency.lockutils [req-e4fba831-b07d-4969-838d-bc5a4cb3fe69 req-94f40d07-e348-4c37-b461-749d3153e6c6 service nova] Lock "47f99a69-799f-4b05-a868-bdc273aa7f0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2369.010805] env[62189]: DEBUG nova.compute.manager [req-e4fba831-b07d-4969-838d-bc5a4cb3fe69 req-94f40d07-e348-4c37-b461-749d3153e6c6 service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] No waiting events found dispatching network-vif-plugged-41c485a4-a3c1-4417-989f-f41bdb3856ba {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2369.010968] env[62189]: WARNING nova.compute.manager [req-e4fba831-b07d-4969-838d-bc5a4cb3fe69 req-94f40d07-e348-4c37-b461-749d3153e6c6 service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Received unexpected event network-vif-plugged-41c485a4-a3c1-4417-989f-f41bdb3856ba for instance with vm_state building and task_state spawning. [ 2369.093039] env[62189]: DEBUG nova.network.neutron [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Successfully updated port: 41c485a4-a3c1-4417-989f-f41bdb3856ba {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2369.105474] env[62189]: DEBUG oslo_vmware.api [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221119} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.106401] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2369.106600] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2369.106843] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2369.106946] env[62189]: INFO nova.compute.manager [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2369.107210] env[62189]: DEBUG oslo.service.loopingcall [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2369.107471] env[62189]: DEBUG nova.compute.manager [-] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2369.107505] env[62189]: DEBUG nova.network.neutron [-] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2369.354684] env[62189]: DEBUG oslo_vmware.api [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123043, 'name': ReconfigVM_Task, 'duration_secs': 5.865916} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.355052] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2369.355340] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Reconfigured VM to detach interface {{(pid=62189) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2369.399203] env[62189]: DEBUG oslo_vmware.api [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123050, 'name': PowerOnVM_Task, 'duration_secs': 1.682556} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.399621] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2369.399885] env[62189]: INFO nova.compute.manager [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Took 10.29 seconds to spawn the instance on the hypervisor. [ 2369.400123] env[62189]: DEBUG nova.compute.manager [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2369.401040] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c07742-fdfd-4c6a-aba1-104a81b5cff3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.600015] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "refresh_cache-47f99a69-799f-4b05-a868-bdc273aa7f0e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2369.600319] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "refresh_cache-47f99a69-799f-4b05-a868-bdc273aa7f0e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2369.600483] env[62189]: DEBUG nova.network.neutron [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2369.874442] env[62189]: DEBUG nova.network.neutron [-] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2369.918926] env[62189]: INFO nova.compute.manager [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Took 20.67 seconds to build instance. [ 2370.144830] env[62189]: DEBUG nova.network.neutron [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2370.282649] env[62189]: DEBUG nova.network.neutron [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Updating instance_info_cache with network_info: [{"id": "41c485a4-a3c1-4417-989f-f41bdb3856ba", "address": "fa:16:3e:4c:eb:68", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c485a4-a3", "ovs_interfaceid": "41c485a4-a3c1-4417-989f-f41bdb3856ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2370.376742] env[62189]: INFO nova.compute.manager [-] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Took 1.27 seconds to deallocate network for instance. [ 2370.420571] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c6270905-6499-4503-a893-305193cdb4b0 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Lock "4cbf4092-5672-49b0-b6a4-2fdad9294886" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.178s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2370.671499] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2370.671499] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquired lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2370.672857] env[62189]: DEBUG nova.network.neutron [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2370.769863] env[62189]: DEBUG oslo_concurrency.lockutils [None req-38cdd037-3cc3-4bf2-b663-457104ca43e4 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Acquiring lock "4cbf4092-5672-49b0-b6a4-2fdad9294886" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2370.770159] env[62189]: DEBUG oslo_concurrency.lockutils [None req-38cdd037-3cc3-4bf2-b663-457104ca43e4 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Lock "4cbf4092-5672-49b0-b6a4-2fdad9294886" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2370.770400] env[62189]: INFO nova.compute.manager [None req-38cdd037-3cc3-4bf2-b663-457104ca43e4 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Rebooting instance [ 2370.784458] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "refresh_cache-47f99a69-799f-4b05-a868-bdc273aa7f0e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2370.784727] env[62189]: DEBUG nova.compute.manager [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Instance network_info: |[{"id": "41c485a4-a3c1-4417-989f-f41bdb3856ba", "address": "fa:16:3e:4c:eb:68", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c485a4-a3", "ovs_interfaceid": "41c485a4-a3c1-4417-989f-f41bdb3856ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2370.785164] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:eb:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41c485a4-a3c1-4417-989f-f41bdb3856ba', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2370.792681] env[62189]: DEBUG oslo.service.loopingcall [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2370.793509] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2370.793850] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bdaa8a6-51c9-4feb-8af8-04afbd9ab83b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.818559] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2370.818559] env[62189]: value = "task-2123054" [ 2370.818559] env[62189]: _type = "Task" [ 2370.818559] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.826695] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.884620] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2370.885068] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2370.885235] env[62189]: DEBUG nova.objects.instance [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lazy-loading 'resources' on Instance uuid 0e27f62b-dac9-443a-bb63-207c396a3522 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2371.043345] env[62189]: DEBUG nova.compute.manager [req-8358f7db-9671-4de9-9d99-7f359ee9a8a6 req-9708af2a-e64d-444c-81ba-c268e4423022 service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Received event network-changed-41c485a4-a3c1-4417-989f-f41bdb3856ba {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2371.043551] env[62189]: DEBUG nova.compute.manager [req-8358f7db-9671-4de9-9d99-7f359ee9a8a6 req-9708af2a-e64d-444c-81ba-c268e4423022 service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Refreshing instance network info cache due to event network-changed-41c485a4-a3c1-4417-989f-f41bdb3856ba. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2371.043765] env[62189]: DEBUG oslo_concurrency.lockutils [req-8358f7db-9671-4de9-9d99-7f359ee9a8a6 req-9708af2a-e64d-444c-81ba-c268e4423022 service nova] Acquiring lock "refresh_cache-47f99a69-799f-4b05-a868-bdc273aa7f0e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2371.043969] env[62189]: DEBUG oslo_concurrency.lockutils [req-8358f7db-9671-4de9-9d99-7f359ee9a8a6 req-9708af2a-e64d-444c-81ba-c268e4423022 service nova] Acquired lock "refresh_cache-47f99a69-799f-4b05-a868-bdc273aa7f0e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2371.044171] env[62189]: DEBUG nova.network.neutron [req-8358f7db-9671-4de9-9d99-7f359ee9a8a6 req-9708af2a-e64d-444c-81ba-c268e4423022 service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Refreshing network info cache for port 41c485a4-a3c1-4417-989f-f41bdb3856ba {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2371.156815] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "d4e230aa-bd6e-4765-9733-410ce3aa8038" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2371.157090] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "d4e230aa-bd6e-4765-9733-410ce3aa8038" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2371.157302] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "d4e230aa-bd6e-4765-9733-410ce3aa8038-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2371.157485] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "d4e230aa-bd6e-4765-9733-410ce3aa8038-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2371.157657] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "d4e230aa-bd6e-4765-9733-410ce3aa8038-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2371.159704] env[62189]: INFO nova.compute.manager [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Terminating instance [ 2371.286623] env[62189]: DEBUG oslo_concurrency.lockutils [None req-38cdd037-3cc3-4bf2-b663-457104ca43e4 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Acquiring lock "refresh_cache-4cbf4092-5672-49b0-b6a4-2fdad9294886" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2371.286801] env[62189]: DEBUG oslo_concurrency.lockutils [None req-38cdd037-3cc3-4bf2-b663-457104ca43e4 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Acquired lock "refresh_cache-4cbf4092-5672-49b0-b6a4-2fdad9294886" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2371.287037] env[62189]: DEBUG nova.network.neutron [None req-38cdd037-3cc3-4bf2-b663-457104ca43e4 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2371.327906] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.379733] env[62189]: INFO nova.network.neutron [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Port ce697eb7-8259-4cdf-b21f-b71d9a340d91 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2371.380449] env[62189]: DEBUG nova.network.neutron [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Updating instance_info_cache with network_info: [{"id": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "address": "fa:16:3e:db:e1:54", "network": {"id": "e5119a71-6549-4914-8684-274ba620e462", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1928788988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52443a4689b480faeb835027b0bdafd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ebaac0-dc", "ovs_interfaceid": "31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2371.579660] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600295f7-f373-4f7b-9474-1ce94866bccd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.587676] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbef541-2e39-443e-935d-edeede94da05 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.621426] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57013f59-8a70-4e31-8a9a-3ff1e341d516 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.629669] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720a1b5c-6981-4b30-9ae7-87e423f460da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.643205] env[62189]: DEBUG nova.compute.provider_tree [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2371.663378] env[62189]: DEBUG nova.compute.manager [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2371.663634] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2371.664660] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25282311-aa7c-4ba1-89f6-c6f969561e1b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.676478] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2371.676862] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-144f1593-fb22-48cf-9e1a-5d9e44a596a5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.683765] env[62189]: DEBUG oslo_vmware.api [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2371.683765] env[62189]: value = "task-2123055" [ 2371.683765] env[62189]: _type = "Task" [ 2371.683765] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2371.694861] env[62189]: DEBUG oslo_vmware.api [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.779111] env[62189]: DEBUG nova.network.neutron [req-8358f7db-9671-4de9-9d99-7f359ee9a8a6 req-9708af2a-e64d-444c-81ba-c268e4423022 service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Updated VIF entry in instance network info cache for port 41c485a4-a3c1-4417-989f-f41bdb3856ba. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2371.779701] env[62189]: DEBUG nova.network.neutron [req-8358f7db-9671-4de9-9d99-7f359ee9a8a6 req-9708af2a-e64d-444c-81ba-c268e4423022 service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Updating instance_info_cache with network_info: [{"id": "41c485a4-a3c1-4417-989f-f41bdb3856ba", "address": "fa:16:3e:4c:eb:68", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c485a4-a3", "ovs_interfaceid": "41c485a4-a3c1-4417-989f-f41bdb3856ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2371.832229] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.883954] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Releasing lock "refresh_cache-d4e230aa-bd6e-4765-9733-410ce3aa8038" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2372.005848] env[62189]: DEBUG nova.network.neutron [None req-38cdd037-3cc3-4bf2-b663-457104ca43e4 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Updating instance_info_cache with network_info: [{"id": "4254df39-d90f-470f-98c0-3b9e1b5195d6", "address": "fa:16:3e:8c:dd:73", "network": {"id": "dbfc3e54-ebda-4d62-b4e0-1a9be4bedf64", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1221083820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bfb2e15d2a644d38eb86d869b80626c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4254df39-d9", "ovs_interfaceid": "4254df39-d90f-470f-98c0-3b9e1b5195d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2372.148107] env[62189]: DEBUG nova.scheduler.client.report [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2372.193674] env[62189]: DEBUG oslo_vmware.api [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123055, 'name': PowerOffVM_Task, 'duration_secs': 0.268694} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2372.194022] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2372.194205] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2372.194469] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e71b9f26-3e56-457a-8cde-993a28d9c68e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.283076] env[62189]: DEBUG oslo_concurrency.lockutils [req-8358f7db-9671-4de9-9d99-7f359ee9a8a6 req-9708af2a-e64d-444c-81ba-c268e4423022 service nova] Releasing lock "refresh_cache-47f99a69-799f-4b05-a868-bdc273aa7f0e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2372.283422] env[62189]: DEBUG nova.compute.manager [req-8358f7db-9671-4de9-9d99-7f359ee9a8a6 req-9708af2a-e64d-444c-81ba-c268e4423022 service nova] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Received event network-vif-deleted-3637a363-cb9e-4e47-a25b-006e880d0039 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2372.329817] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.389051] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b1a8235f-f547-4129-ac58-3cac5b0a0188 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "interface-d4e230aa-bd6e-4765-9733-410ce3aa8038-ce697eb7-8259-4cdf-b21f-b71d9a340d91" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.629s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2372.508207] env[62189]: DEBUG oslo_concurrency.lockutils [None req-38cdd037-3cc3-4bf2-b663-457104ca43e4 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Releasing lock "refresh_cache-4cbf4092-5672-49b0-b6a4-2fdad9294886" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2372.652905] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2372.673862] env[62189]: INFO nova.scheduler.client.report [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Deleted allocations for instance 0e27f62b-dac9-443a-bb63-207c396a3522 [ 2372.830652] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.012424] env[62189]: DEBUG nova.compute.manager [None req-38cdd037-3cc3-4bf2-b663-457104ca43e4 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2373.013549] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba044f7-b4c3-4747-b6fc-6f952d2b0808 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.181487] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f39cda91-6c69-47a9-8fa3-390b07583fd7 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "0e27f62b-dac9-443a-bb63-207c396a3522" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.715s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2373.332541] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.833346] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.028497] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef446fd-e053-47ac-a118-980ab26df0fc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.036518] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-38cdd037-3cc3-4bf2-b663-457104ca43e4 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Doing hard reboot of VM {{(pid=62189) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2374.036831] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4d58edd9-6820-4f09-95e0-c9879f3fa376 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.043537] env[62189]: DEBUG oslo_vmware.api [None req-38cdd037-3cc3-4bf2-b663-457104ca43e4 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Waiting for the task: (returnval){ [ 2374.043537] env[62189]: value = "task-2123057" [ 2374.043537] env[62189]: _type = "Task" [ 2374.043537] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2374.051693] env[62189]: DEBUG oslo_vmware.api [None req-38cdd037-3cc3-4bf2-b663-457104ca43e4 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123057, 'name': ResetVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.332968] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.554296] env[62189]: DEBUG oslo_vmware.api [None req-38cdd037-3cc3-4bf2-b663-457104ca43e4 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123057, 'name': ResetVM_Task, 'duration_secs': 0.092587} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2374.554568] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-38cdd037-3cc3-4bf2-b663-457104ca43e4 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Did hard reboot of VM {{(pid=62189) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2374.554757] env[62189]: DEBUG nova.compute.manager [None req-38cdd037-3cc3-4bf2-b663-457104ca43e4 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2374.555573] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a9129e-80e4-41e0-b9ae-bd37fea2aaa1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.587398] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "dba404d2-9752-4635-bf46-0b0bb9a65741" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2374.587660] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "dba404d2-9752-4635-bf46-0b0bb9a65741" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2374.587869] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "dba404d2-9752-4635-bf46-0b0bb9a65741-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2374.588065] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "dba404d2-9752-4635-bf46-0b0bb9a65741-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2374.588244] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "dba404d2-9752-4635-bf46-0b0bb9a65741-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2374.590286] env[62189]: INFO nova.compute.manager [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Terminating instance [ 2374.651128] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "bf6f22f0-16b0-4fcb-a996-119d140ad08d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2374.651588] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "bf6f22f0-16b0-4fcb-a996-119d140ad08d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2374.651856] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "bf6f22f0-16b0-4fcb-a996-119d140ad08d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2374.652105] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "bf6f22f0-16b0-4fcb-a996-119d140ad08d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2374.652298] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "bf6f22f0-16b0-4fcb-a996-119d140ad08d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2374.654594] env[62189]: INFO nova.compute.manager [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Terminating instance [ 2374.834542] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.067502] env[62189]: DEBUG oslo_concurrency.lockutils [None req-38cdd037-3cc3-4bf2-b663-457104ca43e4 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Lock "4cbf4092-5672-49b0-b6a4-2fdad9294886" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.297s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2375.093705] env[62189]: DEBUG nova.compute.manager [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2375.093987] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2375.095208] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84332426-b1bc-4d2d-a9de-2f350cf3d3e1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.103975] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2375.104236] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f6aafb0-6058-461f-95d4-161ea1c66bbb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.110458] env[62189]: DEBUG oslo_vmware.api [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2375.110458] env[62189]: value = "task-2123058" [ 2375.110458] env[62189]: _type = "Task" [ 2375.110458] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2375.118995] env[62189]: DEBUG oslo_vmware.api [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.158535] env[62189]: DEBUG nova.compute.manager [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2375.158675] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2375.159599] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dd41c6-1979-4b35-ba7a-171c5ed82b3b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.167362] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2375.167620] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b2d7fa1-8cb4-420d-9b7b-29e848be47da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.174246] env[62189]: DEBUG oslo_vmware.api [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2375.174246] env[62189]: value = "task-2123059" [ 2375.174246] env[62189]: _type = "Task" [ 2375.174246] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2375.182447] env[62189]: DEBUG oslo_vmware.api [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.335325] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.385254] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Acquiring lock "4cbf4092-5672-49b0-b6a4-2fdad9294886" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2375.385254] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Lock "4cbf4092-5672-49b0-b6a4-2fdad9294886" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2375.385254] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Acquiring lock "4cbf4092-5672-49b0-b6a4-2fdad9294886-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2375.385254] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Lock "4cbf4092-5672-49b0-b6a4-2fdad9294886-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2375.385254] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Lock "4cbf4092-5672-49b0-b6a4-2fdad9294886-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2375.387022] env[62189]: INFO nova.compute.manager [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Terminating instance [ 2375.620681] env[62189]: DEBUG oslo_vmware.api [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123058, 'name': PowerOffVM_Task, 'duration_secs': 0.209126} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2375.620906] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2375.621070] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2375.621326] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-006f9a7b-02c7-42bf-900f-c4f2dedb2fc9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.683226] env[62189]: DEBUG oslo_vmware.api [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123059, 'name': PowerOffVM_Task, 'duration_secs': 0.157152} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2375.683474] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2375.683637] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2375.683881] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-162c6604-b913-4c3c-baf0-ca8be9d4861c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.810369] env[62189]: INFO nova.compute.manager [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Rebuilding instance [ 2375.838849] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.852506] env[62189]: DEBUG nova.compute.manager [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2375.853324] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cd719f-686b-49b5-8e33-ea2f09869e0f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.890957] env[62189]: DEBUG nova.compute.manager [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2375.891151] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2375.892065] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a0cbaf-7976-4cd7-ba5c-0f340b5f6afb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.899915] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2375.900799] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c9c7f0c-3ae4-464c-b9c8-133b1323f95b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.908266] env[62189]: DEBUG oslo_vmware.api [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Waiting for the task: (returnval){ [ 2375.908266] env[62189]: value = "task-2123062" [ 2375.908266] env[62189]: _type = "Task" [ 2375.908266] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2375.918529] env[62189]: DEBUG oslo_vmware.api [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.335408] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.421817] env[62189]: DEBUG oslo_vmware.api [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123062, 'name': PowerOffVM_Task, 'duration_secs': 0.184633} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2376.422083] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2376.422262] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2376.422532] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6af1dba3-5e1d-4c2d-b631-1d159226326a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.836367] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.866171] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2376.866657] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-664154bb-3f16-4046-a2e9-583114a0c516 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.874642] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2376.874642] env[62189]: value = "task-2123064" [ 2376.874642] env[62189]: _type = "Task" [ 2376.874642] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2376.882550] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.336327] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.384208] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123064, 'name': PowerOffVM_Task, 'duration_secs': 0.162486} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2377.384489] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2377.384722] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2377.385490] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c00181-3cc4-4afd-89a9-e5df83710ba2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.391980] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2377.392218] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48db1a07-e38c-4473-a0c9-144dc4342f4c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.836863] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.339324] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.837958] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.112958] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2379.113228] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2379.113358] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Deleting the datastore file [datastore2] dba404d2-9752-4635-bf46-0b0bb9a65741 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2379.114274] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39da1d31-2ffd-4f9b-a86d-4b917a310e7b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.116266] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2379.116465] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2379.116659] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Deleting the datastore file [datastore2] cdd61f41-38d4-458c-a1a7-aea329f42426 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2379.116886] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c9c7168-2e31-488c-a4bb-8438c634a8b7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.124284] env[62189]: DEBUG oslo_vmware.api [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2379.124284] env[62189]: value = "task-2123066" [ 2379.124284] env[62189]: _type = "Task" [ 2379.124284] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.125210] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2379.125210] env[62189]: value = "task-2123067" [ 2379.125210] env[62189]: _type = "Task" [ 2379.125210] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.132479] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2379.132717] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2379.132923] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Deleting the datastore file [datastore2] 4cbf4092-5672-49b0-b6a4-2fdad9294886 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2379.133493] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55ccf6ad-b8a9-41c3-a63f-8151c8bce1cb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.140279] env[62189]: DEBUG oslo_vmware.api [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.140486] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.144832] env[62189]: DEBUG oslo_vmware.api [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Waiting for the task: (returnval){ [ 2379.144832] env[62189]: value = "task-2123068" [ 2379.144832] env[62189]: _type = "Task" [ 2379.144832] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.152149] env[62189]: DEBUG oslo_vmware.api [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.338681] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.361996] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2379.362357] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2379.362579] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Deleting the datastore file [datastore2] bf6f22f0-16b0-4fcb-a996-119d140ad08d {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2379.362948] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd7e23a8-d0a1-477d-a51b-4090347fbdb3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.369928] env[62189]: DEBUG oslo_vmware.api [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for the task: (returnval){ [ 2379.369928] env[62189]: value = "task-2123069" [ 2379.369928] env[62189]: _type = "Task" [ 2379.369928] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.377965] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2379.378219] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2379.378373] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Deleting the datastore file [datastore2] d4e230aa-bd6e-4765-9733-410ce3aa8038 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2379.381478] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d392008-d19d-4bdf-a4a0-32d2ce3bd5b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.383293] env[62189]: DEBUG oslo_vmware.api [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.388096] env[62189]: DEBUG oslo_vmware.api [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2379.388096] env[62189]: value = "task-2123070" [ 2379.388096] env[62189]: _type = "Task" [ 2379.388096] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.396239] env[62189]: DEBUG oslo_vmware.api [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.636739] env[62189]: DEBUG oslo_vmware.api [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15371} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.639600] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2379.639788] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2379.639964] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2379.640149] env[62189]: INFO nova.compute.manager [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Took 4.55 seconds to destroy the instance on the hypervisor. [ 2379.640390] env[62189]: DEBUG oslo.service.loopingcall [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2379.640586] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151788} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.640775] env[62189]: DEBUG nova.compute.manager [-] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2379.640900] env[62189]: DEBUG nova.network.neutron [-] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2379.642422] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2379.642605] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2379.642776] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2379.654549] env[62189]: DEBUG oslo_vmware.api [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Task: {'id': task-2123068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175382} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.654765] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2379.654937] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2379.655147] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2379.655348] env[62189]: INFO nova.compute.manager [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Took 3.76 seconds to destroy the instance on the hypervisor. [ 2379.655568] env[62189]: DEBUG oslo.service.loopingcall [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2379.655743] env[62189]: DEBUG nova.compute.manager [-] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2379.655836] env[62189]: DEBUG nova.network.neutron [-] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2379.839229] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123054, 'name': CreateVM_Task, 'duration_secs': 8.739167} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.839424] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2379.840159] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2379.840332] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2379.840666] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2379.840915] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc3c5af8-5615-40de-a6ef-fa075e4489a4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.845570] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2379.845570] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ea0fe3-448f-0061-da1b-460aa7013b60" [ 2379.845570] env[62189]: _type = "Task" [ 2379.845570] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.853160] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ea0fe3-448f-0061-da1b-460aa7013b60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.878696] env[62189]: DEBUG oslo_vmware.api [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Task: {'id': task-2123069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153762} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.878942] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2379.879182] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2379.879397] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2379.879577] env[62189]: INFO nova.compute.manager [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Took 4.72 seconds to destroy the instance on the hypervisor. [ 2379.879808] env[62189]: DEBUG oslo.service.loopingcall [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2379.879996] env[62189]: DEBUG nova.compute.manager [-] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2379.880117] env[62189]: DEBUG nova.network.neutron [-] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2379.897034] env[62189]: DEBUG oslo_vmware.api [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168857} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.897643] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2379.897822] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2379.898010] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2379.898198] env[62189]: INFO nova.compute.manager [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Took 8.23 seconds to destroy the instance on the hypervisor. [ 2379.898766] env[62189]: DEBUG oslo.service.loopingcall [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2379.898963] env[62189]: DEBUG nova.compute.manager [-] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2379.899072] env[62189]: DEBUG nova.network.neutron [-] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2380.244540] env[62189]: DEBUG nova.compute.manager [req-abeab65c-4600-4701-95ef-0c63080ed5eb req-896144e9-d633-4b91-ad85-73b87c945160 service nova] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Received event network-vif-deleted-81eb3119-8a0d-4177-9465-feba91c99395 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2380.244737] env[62189]: INFO nova.compute.manager [req-abeab65c-4600-4701-95ef-0c63080ed5eb req-896144e9-d633-4b91-ad85-73b87c945160 service nova] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Neutron deleted interface 81eb3119-8a0d-4177-9465-feba91c99395; detaching it from the instance and deleting it from the info cache [ 2380.244911] env[62189]: DEBUG nova.network.neutron [req-abeab65c-4600-4701-95ef-0c63080ed5eb req-896144e9-d633-4b91-ad85-73b87c945160 service nova] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2380.267148] env[62189]: DEBUG nova.compute.manager [req-799040ad-6c08-417a-a832-0a27868df1b2 req-59c2dba7-9676-4c99-92e7-d79f21ad21f1 service nova] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Received event network-vif-deleted-4254df39-d90f-470f-98c0-3b9e1b5195d6 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2380.267148] env[62189]: INFO nova.compute.manager [req-799040ad-6c08-417a-a832-0a27868df1b2 req-59c2dba7-9676-4c99-92e7-d79f21ad21f1 service nova] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Neutron deleted interface 4254df39-d90f-470f-98c0-3b9e1b5195d6; detaching it from the instance and deleting it from the info cache [ 2380.267148] env[62189]: DEBUG nova.network.neutron [req-799040ad-6c08-417a-a832-0a27868df1b2 req-59c2dba7-9676-4c99-92e7-d79f21ad21f1 service nova] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2380.356111] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ea0fe3-448f-0061-da1b-460aa7013b60, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.356366] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2380.356567] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2380.356798] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2380.356998] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2380.357244] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2380.357501] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f3e0794-80b6-4adc-acc8-5af942ed12c6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.365958] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2380.366249] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2380.366892] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f8b855-dce5-459e-b4e7-192f375e60b2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.372404] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2380.372404] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ba75b8-3b22-2f1b-8858-5ffc5053e159" [ 2380.372404] env[62189]: _type = "Task" [ 2380.372404] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.380652] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ba75b8-3b22-2f1b-8858-5ffc5053e159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.682769] env[62189]: DEBUG nova.virt.hardware [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2380.683016] env[62189]: DEBUG nova.virt.hardware [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2380.683182] env[62189]: DEBUG nova.virt.hardware [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2380.683365] env[62189]: DEBUG nova.virt.hardware [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2380.683507] env[62189]: DEBUG nova.virt.hardware [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2380.683655] env[62189]: DEBUG nova.virt.hardware [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2380.683860] env[62189]: DEBUG nova.virt.hardware [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2380.684066] env[62189]: DEBUG nova.virt.hardware [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2380.684262] env[62189]: DEBUG nova.virt.hardware [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2380.684428] env[62189]: DEBUG nova.virt.hardware [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2380.684600] env[62189]: DEBUG nova.virt.hardware [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2380.685546] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3601507-d427-4207-9de1-a417a6a39274 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.693730] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b922548c-e397-4f5e-89ca-714669187da8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.708677] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:27:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2380.716081] env[62189]: DEBUG oslo.service.loopingcall [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2380.716355] env[62189]: DEBUG nova.network.neutron [-] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2380.717412] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2380.721015] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8fe16c0-01ba-4a09-9761-f71d3f759acc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.739112] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2380.739112] env[62189]: value = "task-2123071" [ 2380.739112] env[62189]: _type = "Task" [ 2380.739112] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.742525] env[62189]: DEBUG nova.network.neutron [-] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2380.749023] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123071, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.749023] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60c41b06-24d1-4ca0-afde-453c8926c661 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.757355] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d48664b-8577-4729-b608-d1d5ce7cbc5a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.769423] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b43466d-d11b-45c9-a017-d19d444e721c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.772382] env[62189]: DEBUG nova.network.neutron [-] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2380.780079] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e71c1a-a8ac-4c96-9f28-14f0ad12ebef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.799779] env[62189]: DEBUG nova.compute.manager [req-abeab65c-4600-4701-95ef-0c63080ed5eb req-896144e9-d633-4b91-ad85-73b87c945160 service nova] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Detach interface failed, port_id=81eb3119-8a0d-4177-9465-feba91c99395, reason: Instance bf6f22f0-16b0-4fcb-a996-119d140ad08d could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2380.819136] env[62189]: DEBUG nova.compute.manager [req-799040ad-6c08-417a-a832-0a27868df1b2 req-59c2dba7-9676-4c99-92e7-d79f21ad21f1 service nova] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Detach interface failed, port_id=4254df39-d90f-470f-98c0-3b9e1b5195d6, reason: Instance 4cbf4092-5672-49b0-b6a4-2fdad9294886 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2380.883264] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ba75b8-3b22-2f1b-8858-5ffc5053e159, 'name': SearchDatastore_Task, 'duration_secs': 0.008943} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.884052] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-738d9e37-fb55-4e79-83cd-87ee91d3f60d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.889153] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2380.889153] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fd915c-f432-1816-3177-596a53804bcc" [ 2380.889153] env[62189]: _type = "Task" [ 2380.889153] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.898880] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fd915c-f432-1816-3177-596a53804bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.219389] env[62189]: INFO nova.compute.manager [-] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Took 1.34 seconds to deallocate network for instance. [ 2381.234473] env[62189]: DEBUG nova.network.neutron [-] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2381.244590] env[62189]: INFO nova.compute.manager [-] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Took 1.59 seconds to deallocate network for instance. [ 2381.249421] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123071, 'name': CreateVM_Task, 'duration_secs': 0.4091} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2381.252705] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2381.260278] env[62189]: DEBUG oslo_concurrency.lockutils [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2381.260278] env[62189]: DEBUG oslo_concurrency.lockutils [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2381.260278] env[62189]: DEBUG oslo_concurrency.lockutils [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2381.260278] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f8a57c4-6c34-4d7d-aacc-4ce0eee9d1b9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.260278] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2381.260278] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52242b91-8eb3-1192-6144-c160e3c6a6e5" [ 2381.260278] env[62189]: _type = "Task" [ 2381.260278] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2381.268108] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52242b91-8eb3-1192-6144-c160e3c6a6e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.274196] env[62189]: INFO nova.compute.manager [-] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Took 1.63 seconds to deallocate network for instance. [ 2381.399607] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fd915c-f432-1816-3177-596a53804bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.008926} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2381.399942] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2381.400144] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 47f99a69-799f-4b05-a868-bdc273aa7f0e/47f99a69-799f-4b05-a868-bdc273aa7f0e.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2381.400399] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11a132cb-796c-43e9-8770-e281adb4eb28 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.407085] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2381.407085] env[62189]: value = "task-2123072" [ 2381.407085] env[62189]: _type = "Task" [ 2381.407085] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2381.414282] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.725731] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2381.726040] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2381.726355] env[62189]: DEBUG nova.objects.instance [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lazy-loading 'resources' on Instance uuid bf6f22f0-16b0-4fcb-a996-119d140ad08d {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2381.740626] env[62189]: INFO nova.compute.manager [-] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Took 1.84 seconds to deallocate network for instance. [ 2381.755197] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2381.771030] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52242b91-8eb3-1192-6144-c160e3c6a6e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009237} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2381.771172] env[62189]: DEBUG oslo_concurrency.lockutils [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2381.771391] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2381.771895] env[62189]: DEBUG oslo_concurrency.lockutils [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2381.771895] env[62189]: DEBUG oslo_concurrency.lockutils [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2381.772027] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2381.772603] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1067d295-e925-4fc7-ae7b-fd848eee5397 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.785288] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2381.785639] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2381.785824] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2381.787823] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0285ff-eefd-498d-8332-660fa616e03f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.794420] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2381.794420] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528c313a-90bd-1029-6f3a-04f050252a9a" [ 2381.794420] env[62189]: _type = "Task" [ 2381.794420] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2381.803203] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528c313a-90bd-1029-6f3a-04f050252a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.916959] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410498} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2381.917262] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 47f99a69-799f-4b05-a868-bdc273aa7f0e/47f99a69-799f-4b05-a868-bdc273aa7f0e.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2381.917476] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2381.917719] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b4b8d23-f938-44fe-8548-e4b9204a47de {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.924966] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2381.924966] env[62189]: value = "task-2123073" [ 2381.924966] env[62189]: _type = "Task" [ 2381.924966] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2381.933414] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.246757] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.271054] env[62189]: DEBUG nova.compute.manager [req-865db825-78b8-4661-b973-7406d707cae1 req-028629e7-1635-403f-b4b8-bcea97eb9c20 service nova] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Received event network-vif-deleted-31ebaac0-dc7a-48ae-871d-5abb3d9c4bc3 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2382.291518] env[62189]: DEBUG nova.compute.manager [req-00fd1de1-478f-46e0-9ff9-02b33e08212b req-77a855f7-33b2-41ee-829a-609b74a9731a service nova] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Received event network-vif-deleted-6badeead-e02a-4de1-8a6c-c9330d1a717c {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2382.306625] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528c313a-90bd-1029-6f3a-04f050252a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.012542} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2382.307385] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02149828-661f-412c-9ed6-48700b11db27 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.314595] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2382.314595] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52864350-e043-c534-5fc3-ef1cc58a66b2" [ 2382.314595] env[62189]: _type = "Task" [ 2382.314595] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2382.325602] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52864350-e043-c534-5fc3-ef1cc58a66b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.388639] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e81bc8e-90d6-4370-afe7-b31f76efa7c6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.395746] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682a9fae-c08e-42b4-ab15-9e4ce0418e79 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.425757] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d232d83-1ffa-4635-ab9d-3b2860c52eff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.439325] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2f9047-222c-4824-ad2a-1dcb618836c2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.442919] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059499} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2382.443190] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2382.444263] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526a39e8-8191-462c-935f-8fe470ce9b13 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.454250] env[62189]: DEBUG nova.compute.provider_tree [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2382.475684] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 47f99a69-799f-4b05-a868-bdc273aa7f0e/47f99a69-799f-4b05-a868-bdc273aa7f0e.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2382.476483] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f57a779-b213-4759-8ce0-6c7355416341 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.495639] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2382.495639] env[62189]: value = "task-2123074" [ 2382.495639] env[62189]: _type = "Task" [ 2382.495639] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2382.503051] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.827367] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52864350-e043-c534-5fc3-ef1cc58a66b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009269} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2382.827642] env[62189]: DEBUG oslo_concurrency.lockutils [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2382.827894] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] cdd61f41-38d4-458c-a1a7-aea329f42426/cdd61f41-38d4-458c-a1a7-aea329f42426.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2382.828191] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e124f6ab-f5be-4d0c-b336-bb7849a618cc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.835538] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2382.835538] env[62189]: value = "task-2123075" [ 2382.835538] env[62189]: _type = "Task" [ 2382.835538] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2382.843199] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.957590] env[62189]: DEBUG nova.scheduler.client.report [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2383.006203] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123074, 'name': ReconfigVM_Task, 'duration_secs': 0.279322} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2383.006559] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 47f99a69-799f-4b05-a868-bdc273aa7f0e/47f99a69-799f-4b05-a868-bdc273aa7f0e.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2383.007335] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c49541b-1135-4cfc-87fb-3a4759658da0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.014864] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2383.014864] env[62189]: value = "task-2123076" [ 2383.014864] env[62189]: _type = "Task" [ 2383.014864] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2383.023182] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123076, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.346121] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464146} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2383.346338] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] cdd61f41-38d4-458c-a1a7-aea329f42426/cdd61f41-38d4-458c-a1a7-aea329f42426.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2383.346557] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2383.346808] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b6ff4fd-def4-43a1-b65f-98f9e2db3013 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.353159] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2383.353159] env[62189]: value = "task-2123077" [ 2383.353159] env[62189]: _type = "Task" [ 2383.353159] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2383.360429] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.462707] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2383.465224] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.710s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2383.465476] env[62189]: DEBUG nova.objects.instance [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Lazy-loading 'resources' on Instance uuid 4cbf4092-5672-49b0-b6a4-2fdad9294886 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2383.482102] env[62189]: INFO nova.scheduler.client.report [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Deleted allocations for instance bf6f22f0-16b0-4fcb-a996-119d140ad08d [ 2383.524845] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123076, 'name': Rename_Task, 'duration_secs': 0.304047} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2383.525225] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2383.525545] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-040f0f93-9f2d-4498-979d-178ebf01e136 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.532898] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2383.532898] env[62189]: value = "task-2123078" [ 2383.532898] env[62189]: _type = "Task" [ 2383.532898] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2383.540785] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.863962] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073218} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2383.864291] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2383.865100] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f335ac53-1b63-4c7a-b082-4089bfaa03aa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.886954] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] cdd61f41-38d4-458c-a1a7-aea329f42426/cdd61f41-38d4-458c-a1a7-aea329f42426.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2383.887255] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f02cda-c4a4-45cb-b200-deef10d09b11 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.907189] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2383.907189] env[62189]: value = "task-2123079" [ 2383.907189] env[62189]: _type = "Task" [ 2383.907189] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2383.914998] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.989986] env[62189]: DEBUG oslo_concurrency.lockutils [None req-7b2cb65b-7bfe-4af7-a9b5-c67bbead4bfc tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "bf6f22f0-16b0-4fcb-a996-119d140ad08d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.338s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2384.046115] env[62189]: DEBUG oslo_vmware.api [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123078, 'name': PowerOnVM_Task, 'duration_secs': 0.508998} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2384.046551] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2384.046628] env[62189]: INFO nova.compute.manager [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Took 15.27 seconds to spawn the instance on the hypervisor. [ 2384.046779] env[62189]: DEBUG nova.compute.manager [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2384.047578] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51f208c-148e-4f45-af6e-d3f569117e0b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.131949] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a19b4c5-472c-47b6-958e-62e2a4ae66e1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.138729] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1018ade5-2702-409c-8c83-d96b905efb72 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.169584] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6486c433-6268-43e8-a99a-c8ec55058e11 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.177175] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab0c0c5-978b-4f7e-a108-64a0eee644a3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.191815] env[62189]: DEBUG nova.compute.provider_tree [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2384.416962] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123079, 'name': ReconfigVM_Task, 'duration_secs': 0.316684} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2384.417197] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Reconfigured VM instance instance-0000006b to attach disk [datastore2] cdd61f41-38d4-458c-a1a7-aea329f42426/cdd61f41-38d4-458c-a1a7-aea329f42426.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2384.417803] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-706c63b1-cc84-4fe4-b96f-c4940bc8fdca {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.426287] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2384.426287] env[62189]: value = "task-2123080" [ 2384.426287] env[62189]: _type = "Task" [ 2384.426287] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2384.433485] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123080, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.568053] env[62189]: INFO nova.compute.manager [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Took 20.13 seconds to build instance. [ 2384.695565] env[62189]: DEBUG nova.scheduler.client.report [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2384.938062] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123080, 'name': Rename_Task, 'duration_secs': 0.147864} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2384.938367] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2384.938619] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea9d2bf3-2889-4181-bbad-df2d18df250b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.945806] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2384.945806] env[62189]: value = "task-2123081" [ 2384.945806] env[62189]: _type = "Task" [ 2384.945806] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2384.953854] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.070406] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e8ff582b-4b7b-465e-9387-b82dd3319c91 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "47f99a69-799f-4b05-a868-bdc273aa7f0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.640s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2385.200678] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2385.203985] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.418s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2385.203985] env[62189]: DEBUG nova.objects.instance [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lazy-loading 'resources' on Instance uuid dba404d2-9752-4635-bf46-0b0bb9a65741 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2385.236539] env[62189]: INFO nova.scheduler.client.report [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Deleted allocations for instance 4cbf4092-5672-49b0-b6a4-2fdad9294886 [ 2385.448751] env[62189]: DEBUG nova.compute.manager [req-67000b52-ddc5-4e0d-9ebc-4b1b2627e477 req-033cc132-2d79-4829-bc7d-99268be5e0b8 service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Received event network-changed-41c485a4-a3c1-4417-989f-f41bdb3856ba {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2385.448957] env[62189]: DEBUG nova.compute.manager [req-67000b52-ddc5-4e0d-9ebc-4b1b2627e477 req-033cc132-2d79-4829-bc7d-99268be5e0b8 service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Refreshing instance network info cache due to event network-changed-41c485a4-a3c1-4417-989f-f41bdb3856ba. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2385.449185] env[62189]: DEBUG oslo_concurrency.lockutils [req-67000b52-ddc5-4e0d-9ebc-4b1b2627e477 req-033cc132-2d79-4829-bc7d-99268be5e0b8 service nova] Acquiring lock "refresh_cache-47f99a69-799f-4b05-a868-bdc273aa7f0e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2385.449333] env[62189]: DEBUG oslo_concurrency.lockutils [req-67000b52-ddc5-4e0d-9ebc-4b1b2627e477 req-033cc132-2d79-4829-bc7d-99268be5e0b8 service nova] Acquired lock "refresh_cache-47f99a69-799f-4b05-a868-bdc273aa7f0e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2385.449493] env[62189]: DEBUG nova.network.neutron [req-67000b52-ddc5-4e0d-9ebc-4b1b2627e477 req-033cc132-2d79-4829-bc7d-99268be5e0b8 service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Refreshing network info cache for port 41c485a4-a3c1-4417-989f-f41bdb3856ba {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2385.460153] env[62189]: DEBUG oslo_vmware.api [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123081, 'name': PowerOnVM_Task, 'duration_secs': 0.446959} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2385.460843] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2385.461055] env[62189]: DEBUG nova.compute.manager [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2385.461808] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce59721-f10b-4318-ad52-70b0ed368fdf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.744993] env[62189]: DEBUG oslo_concurrency.lockutils [None req-bf4d11d8-47e0-44e8-a66e-80c12d9ec7b1 tempest-InstanceActionsTestJSON-1228390325 tempest-InstanceActionsTestJSON-1228390325-project-member] Lock "4cbf4092-5672-49b0-b6a4-2fdad9294886" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.361s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2385.849681] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59772649-7798-4676-81e2-ceb21840a56d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.857711] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712acf25-7a06-4eab-9867-675f65a9084e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.888151] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3712396-9cb3-4150-b2b1-47822e4dcc5e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.895516] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f36e5f-1e77-47a2-bd34-0637b88cd091 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.909049] env[62189]: DEBUG nova.compute.provider_tree [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2385.984183] env[62189]: DEBUG oslo_concurrency.lockutils [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.022424] env[62189]: DEBUG oslo_concurrency.lockutils [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.022675] env[62189]: DEBUG oslo_concurrency.lockutils [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.202057] env[62189]: DEBUG nova.network.neutron [req-67000b52-ddc5-4e0d-9ebc-4b1b2627e477 req-033cc132-2d79-4829-bc7d-99268be5e0b8 service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Updated VIF entry in instance network info cache for port 41c485a4-a3c1-4417-989f-f41bdb3856ba. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2386.202057] env[62189]: DEBUG nova.network.neutron [req-67000b52-ddc5-4e0d-9ebc-4b1b2627e477 req-033cc132-2d79-4829-bc7d-99268be5e0b8 service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Updating instance_info_cache with network_info: [{"id": "41c485a4-a3c1-4417-989f-f41bdb3856ba", "address": "fa:16:3e:4c:eb:68", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c485a4-a3", "ovs_interfaceid": "41c485a4-a3c1-4417-989f-f41bdb3856ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2386.413670] env[62189]: DEBUG nova.scheduler.client.report [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2386.526366] env[62189]: DEBUG nova.compute.utils [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2386.704780] env[62189]: DEBUG oslo_concurrency.lockutils [req-67000b52-ddc5-4e0d-9ebc-4b1b2627e477 req-033cc132-2d79-4829-bc7d-99268be5e0b8 service nova] Releasing lock "refresh_cache-47f99a69-799f-4b05-a868-bdc273aa7f0e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2386.918663] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2386.921147] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.674s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.921362] env[62189]: DEBUG nova.objects.instance [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lazy-loading 'resources' on Instance uuid d4e230aa-bd6e-4765-9733-410ce3aa8038 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2386.963140] env[62189]: INFO nova.scheduler.client.report [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Deleted allocations for instance dba404d2-9752-4635-bf46-0b0bb9a65741 [ 2387.029445] env[62189]: DEBUG oslo_concurrency.lockutils [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.471132] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d630b3ed-7237-43f4-9914-5b58ddd90e89 tempest-ListServersNegativeTestJSON-813397400 tempest-ListServersNegativeTestJSON-813397400-project-member] Lock "dba404d2-9752-4635-bf46-0b0bb9a65741" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.883s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.484898] env[62189]: DEBUG oslo_concurrency.lockutils [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2387.484898] env[62189]: DEBUG oslo_concurrency.lockutils [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2387.576931] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed070ec1-0e1a-4c58-96db-9c650f7ef8a2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.590918] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a1c701-d9e4-4584-834f-c4fd4de4c631 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.625540] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8590a2cf-3533-4b8b-9d76-26aabb1cf650 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.633916] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfdd43f-100f-4b30-a6e6-bb85bc41b1a2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.647807] env[62189]: DEBUG nova.compute.provider_tree [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2387.992098] env[62189]: INFO nova.compute.manager [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Detaching volume 191ac23c-fe03-4289-83e8-51377ee1be4e [ 2388.025123] env[62189]: INFO nova.virt.block_device [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Attempting to driver detach volume 191ac23c-fe03-4289-83e8-51377ee1be4e from mountpoint /dev/sdb [ 2388.025123] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2388.025123] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434284', 'volume_id': '191ac23c-fe03-4289-83e8-51377ee1be4e', 'name': 'volume-191ac23c-fe03-4289-83e8-51377ee1be4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b305947d-e6d2-4ff1-9fcc-8f09aa16032e', 'attached_at': '', 'detached_at': '', 'volume_id': '191ac23c-fe03-4289-83e8-51377ee1be4e', 'serial': '191ac23c-fe03-4289-83e8-51377ee1be4e'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2388.025543] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf232b81-eac8-4b2b-8d94-b16f082e3cc5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.048767] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b29ac1-fa19-4e68-8391-86822db7645a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.056414] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a557116-1018-4f60-9a0d-2433df6f629d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.081155] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c8650d-7662-4311-b7c3-cd7880fba9d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.097054] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] The volume has not been displaced from its original location: [datastore2] volume-191ac23c-fe03-4289-83e8-51377ee1be4e/volume-191ac23c-fe03-4289-83e8-51377ee1be4e.vmdk. No consolidation needed. {{(pid=62189) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2388.102611] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2388.103229] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-940a9b5d-323d-47ec-a3a4-6b86ad91fc8b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.122195] env[62189]: DEBUG oslo_vmware.api [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2388.122195] env[62189]: value = "task-2123082" [ 2388.122195] env[62189]: _type = "Task" [ 2388.122195] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2388.131623] env[62189]: DEBUG oslo_vmware.api [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.154758] env[62189]: DEBUG nova.scheduler.client.report [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2388.249442] env[62189]: DEBUG oslo_concurrency.lockutils [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2388.249837] env[62189]: DEBUG oslo_concurrency.lockutils [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2388.250270] env[62189]: INFO nova.compute.manager [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Attaching volume 7eaac229-7ad4-444b-b40d-939f2bfc0b72 to /dev/sdb [ 2388.284183] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ee9bf9-4deb-46f7-909a-af3526a34df3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.292757] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc34bfa-2ce5-40b6-9ddb-88d19cc8e38b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.307229] env[62189]: DEBUG nova.virt.block_device [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Updating existing volume attachment record: 1b06240c-49ed-48aa-acdb-0f48ce6d10b3 {{(pid=62189) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2388.635812] env[62189]: DEBUG oslo_vmware.api [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123082, 'name': ReconfigVM_Task, 'duration_secs': 0.257426} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.635812] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2388.643880] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b4e9ec0-a12c-41f9-a836-fa05a896415e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.657964] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2388.660229] env[62189]: DEBUG oslo_concurrency.lockutils [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.676s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2388.660352] env[62189]: DEBUG nova.objects.instance [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62189) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2388.668502] env[62189]: DEBUG oslo_vmware.api [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2388.668502] env[62189]: value = "task-2123084" [ 2388.668502] env[62189]: _type = "Task" [ 2388.668502] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2388.677087] env[62189]: DEBUG oslo_vmware.api [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.690715] env[62189]: INFO nova.scheduler.client.report [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Deleted allocations for instance d4e230aa-bd6e-4765-9733-410ce3aa8038 [ 2389.179063] env[62189]: DEBUG oslo_vmware.api [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123084, 'name': ReconfigVM_Task, 'duration_secs': 0.141854} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2389.179416] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434284', 'volume_id': '191ac23c-fe03-4289-83e8-51377ee1be4e', 'name': 'volume-191ac23c-fe03-4289-83e8-51377ee1be4e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b305947d-e6d2-4ff1-9fcc-8f09aa16032e', 'attached_at': '', 'detached_at': '', 'volume_id': '191ac23c-fe03-4289-83e8-51377ee1be4e', 'serial': '191ac23c-fe03-4289-83e8-51377ee1be4e'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2389.199491] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b10c718c-08c9-463d-ad5a-89106bd9031f tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "d4e230aa-bd6e-4765-9733-410ce3aa8038" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.042s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.669387] env[62189]: DEBUG oslo_concurrency.lockutils [None req-367c16ed-83f3-4688-9d22-763a2618779c tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.729659] env[62189]: DEBUG nova.objects.instance [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lazy-loading 'flavor' on Instance uuid b305947d-e6d2-4ff1-9fcc-8f09aa16032e {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2389.784458] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "69045deb-bc18-493e-b08f-363960d3d16b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2389.784713] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "69045deb-bc18-493e-b08f-363960d3d16b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.784924] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "69045deb-bc18-493e-b08f-363960d3d16b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2389.785144] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "69045deb-bc18-493e-b08f-363960d3d16b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.785356] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "69045deb-bc18-493e-b08f-363960d3d16b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.787334] env[62189]: INFO nova.compute.manager [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Terminating instance [ 2390.291312] env[62189]: DEBUG nova.compute.manager [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2390.291580] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2390.292441] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5637ca-784f-435a-8d79-1d5780a65218 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.301189] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2390.301451] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5594bac7-7ace-4130-bfb2-fdb6939a3891 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.307654] env[62189]: DEBUG oslo_vmware.api [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2390.307654] env[62189]: value = "task-2123085" [ 2390.307654] env[62189]: _type = "Task" [ 2390.307654] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.315463] env[62189]: DEBUG oslo_vmware.api [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.671276] env[62189]: DEBUG oslo_concurrency.lockutils [None req-aaafd210-7cb4-4924-82ea-a9b1c37a785a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2390.737645] env[62189]: DEBUG oslo_concurrency.lockutils [None req-47c0b126-35a1-40e8-8eed-1c3d2feb7335 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2390.738919] env[62189]: DEBUG oslo_concurrency.lockutils [None req-aaafd210-7cb4-4924-82ea-a9b1c37a785a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.068s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2390.739228] env[62189]: DEBUG nova.compute.manager [None req-aaafd210-7cb4-4924-82ea-a9b1c37a785a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2390.740406] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ba8a9a-4d18-4082-851f-107f47cc314c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.747826] env[62189]: DEBUG nova.compute.manager [None req-aaafd210-7cb4-4924-82ea-a9b1c37a785a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62189) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2390.748396] env[62189]: DEBUG nova.objects.instance [None req-aaafd210-7cb4-4924-82ea-a9b1c37a785a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lazy-loading 'flavor' on Instance uuid b305947d-e6d2-4ff1-9fcc-8f09aa16032e {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2390.816855] env[62189]: DEBUG oslo_vmware.api [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123085, 'name': PowerOffVM_Task, 'duration_secs': 0.264142} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.817140] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2390.817333] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2390.817577] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2334fa01-db70-474f-b802-8404a8ae74b7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.019211] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2391.019420] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2391.019606] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Deleting the datastore file [datastore2] 69045deb-bc18-493e-b08f-363960d3d16b {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2391.019871] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9ef9bb9-3716-4561-8b6e-594de2b350db {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.026617] env[62189]: DEBUG oslo_vmware.api [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for the task: (returnval){ [ 2391.026617] env[62189]: value = "task-2123088" [ 2391.026617] env[62189]: _type = "Task" [ 2391.026617] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.034556] env[62189]: DEBUG oslo_vmware.api [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.539045] env[62189]: DEBUG oslo_vmware.api [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Task: {'id': task-2123088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10457} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.539045] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2391.539045] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2391.539045] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2391.539045] env[62189]: INFO nova.compute.manager [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2391.539045] env[62189]: DEBUG oslo.service.loopingcall [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2391.539045] env[62189]: DEBUG nova.compute.manager [-] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2391.539045] env[62189]: DEBUG nova.network.neutron [-] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2391.755772] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaafd210-7cb4-4924-82ea-a9b1c37a785a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2391.756175] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc889273-563f-4fba-8ba4-1edc3d1137fd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.765070] env[62189]: DEBUG oslo_vmware.api [None req-aaafd210-7cb4-4924-82ea-a9b1c37a785a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2391.765070] env[62189]: value = "task-2123089" [ 2391.765070] env[62189]: _type = "Task" [ 2391.765070] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.775100] env[62189]: DEBUG oslo_vmware.api [None req-aaafd210-7cb4-4924-82ea-a9b1c37a785a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.833127] env[62189]: DEBUG nova.compute.manager [req-b61708dc-5139-4fa7-9197-9307ee17b527 req-dd75ffb4-b448-45b5-a04d-60351ab2756b service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Received event network-vif-deleted-c2acd70e-9466-4ba5-b03e-33e28f6b5327 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2391.833340] env[62189]: INFO nova.compute.manager [req-b61708dc-5139-4fa7-9197-9307ee17b527 req-dd75ffb4-b448-45b5-a04d-60351ab2756b service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Neutron deleted interface c2acd70e-9466-4ba5-b03e-33e28f6b5327; detaching it from the instance and deleting it from the info cache [ 2391.833515] env[62189]: DEBUG nova.network.neutron [req-b61708dc-5139-4fa7-9197-9307ee17b527 req-dd75ffb4-b448-45b5-a04d-60351ab2756b service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2392.274608] env[62189]: DEBUG oslo_vmware.api [None req-aaafd210-7cb4-4924-82ea-a9b1c37a785a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123089, 'name': PowerOffVM_Task, 'duration_secs': 0.332117} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.274862] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaafd210-7cb4-4924-82ea-a9b1c37a785a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2392.275061] env[62189]: DEBUG nova.compute.manager [None req-aaafd210-7cb4-4924-82ea-a9b1c37a785a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2392.275786] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844c563a-a1f1-467a-88f6-70b6ee658817 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.307558] env[62189]: DEBUG nova.network.neutron [-] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2392.336426] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65b2b779-78dd-4409-8ae1-707e5871e615 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.344970] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3a687d-8fbe-4f12-9557-18f7a0392ce0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.375458] env[62189]: DEBUG nova.compute.manager [req-b61708dc-5139-4fa7-9197-9307ee17b527 req-dd75ffb4-b448-45b5-a04d-60351ab2756b service nova] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Detach interface failed, port_id=c2acd70e-9466-4ba5-b03e-33e28f6b5327, reason: Instance 69045deb-bc18-493e-b08f-363960d3d16b could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2392.787427] env[62189]: DEBUG oslo_concurrency.lockutils [None req-aaafd210-7cb4-4924-82ea-a9b1c37a785a tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2392.810029] env[62189]: INFO nova.compute.manager [-] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Took 1.27 seconds to deallocate network for instance. [ 2392.855877] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Volume attach. Driver type: vmdk {{(pid=62189) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2392.856141] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434298', 'volume_id': '7eaac229-7ad4-444b-b40d-939f2bfc0b72', 'name': 'volume-7eaac229-7ad4-444b-b40d-939f2bfc0b72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9065d820-ccd3-4a13-89bb-a57b5c2811c7', 'attached_at': '', 'detached_at': '', 'volume_id': '7eaac229-7ad4-444b-b40d-939f2bfc0b72', 'serial': '7eaac229-7ad4-444b-b40d-939f2bfc0b72'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2392.857054] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddf85f2-7a22-449c-8a3f-0cf9244b13ff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.875794] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab91d4e-ca63-426a-901e-9aff2640f567 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.901115] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-7eaac229-7ad4-444b-b40d-939f2bfc0b72/volume-7eaac229-7ad4-444b-b40d-939f2bfc0b72.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2392.901417] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-500b83b8-b354-4df4-bff5-f2e7a846adac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.919673] env[62189]: DEBUG oslo_vmware.api [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2392.919673] env[62189]: value = "task-2123090" [ 2392.919673] env[62189]: _type = "Task" [ 2392.919673] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.927415] env[62189]: DEBUG oslo_vmware.api [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.077497] env[62189]: DEBUG nova.objects.instance [None req-b4829408-f9c2-4948-adeb-1f343aa872bf tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lazy-loading 'flavor' on Instance uuid b305947d-e6d2-4ff1-9fcc-8f09aa16032e {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2393.316198] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2393.316579] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2393.316884] env[62189]: DEBUG nova.objects.instance [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lazy-loading 'resources' on Instance uuid 69045deb-bc18-493e-b08f-363960d3d16b {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2393.429899] env[62189]: DEBUG oslo_vmware.api [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123090, 'name': ReconfigVM_Task, 'duration_secs': 0.328459} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.430180] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-7eaac229-7ad4-444b-b40d-939f2bfc0b72/volume-7eaac229-7ad4-444b-b40d-939f2bfc0b72.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2393.434835] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54d86c3c-db04-4fe1-a906-76496a7e99da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.449053] env[62189]: DEBUG oslo_vmware.api [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2393.449053] env[62189]: value = "task-2123091" [ 2393.449053] env[62189]: _type = "Task" [ 2393.449053] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.457117] env[62189]: DEBUG oslo_vmware.api [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.582474] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4829408-f9c2-4948-adeb-1f343aa872bf tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "refresh_cache-b305947d-e6d2-4ff1-9fcc-8f09aa16032e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2393.582653] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4829408-f9c2-4948-adeb-1f343aa872bf tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquired lock "refresh_cache-b305947d-e6d2-4ff1-9fcc-8f09aa16032e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2393.582768] env[62189]: DEBUG nova.network.neutron [None req-b4829408-f9c2-4948-adeb-1f343aa872bf tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2393.582946] env[62189]: DEBUG nova.objects.instance [None req-b4829408-f9c2-4948-adeb-1f343aa872bf tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lazy-loading 'info_cache' on Instance uuid b305947d-e6d2-4ff1-9fcc-8f09aa16032e {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2393.925637] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bad06fa-0c1b-460d-baba-7497a3a78716 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.933070] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2958ee-e697-489f-9a35-57b0934d82d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.967042] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694e58e8-cbff-486e-9569-2f539758854d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.974616] env[62189]: DEBUG oslo_vmware.api [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123091, 'name': ReconfigVM_Task, 'duration_secs': 0.131225} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.977046] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434298', 'volume_id': '7eaac229-7ad4-444b-b40d-939f2bfc0b72', 'name': 'volume-7eaac229-7ad4-444b-b40d-939f2bfc0b72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9065d820-ccd3-4a13-89bb-a57b5c2811c7', 'attached_at': '', 'detached_at': '', 'volume_id': '7eaac229-7ad4-444b-b40d-939f2bfc0b72', 'serial': '7eaac229-7ad4-444b-b40d-939f2bfc0b72'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2393.979242] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60070c0d-a699-4856-a563-702bd7929409 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.992985] env[62189]: DEBUG nova.compute.provider_tree [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2394.086215] env[62189]: DEBUG nova.objects.base [None req-b4829408-f9c2-4948-adeb-1f343aa872bf tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2394.496491] env[62189]: DEBUG nova.scheduler.client.report [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2394.800533] env[62189]: DEBUG nova.network.neutron [None req-b4829408-f9c2-4948-adeb-1f343aa872bf tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Updating instance_info_cache with network_info: [{"id": "76000a8c-3a7d-4ad0-852d-3cc2a02c5a44", "address": "fa:16:3e:be:27:d3", "network": {"id": "3757c40d-1946-42da-8aad-d026752a2938", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1334281481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a163083b7cf4f7ca00c214863f72207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76000a8c-3a", "ovs_interfaceid": "76000a8c-3a7d-4ad0-852d-3cc2a02c5a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2395.001585] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2395.016776] env[62189]: DEBUG nova.objects.instance [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lazy-loading 'flavor' on Instance uuid 9065d820-ccd3-4a13-89bb-a57b5c2811c7 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2395.021350] env[62189]: INFO nova.scheduler.client.report [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Deleted allocations for instance 69045deb-bc18-493e-b08f-363960d3d16b [ 2395.303095] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b4829408-f9c2-4948-adeb-1f343aa872bf tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Releasing lock "refresh_cache-b305947d-e6d2-4ff1-9fcc-8f09aa16032e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2395.523465] env[62189]: DEBUG oslo_concurrency.lockutils [None req-10a095a5-866e-4843-a137-5211681026cb tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.274s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2395.530891] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a27cae0c-18d6-4d3c-b19a-5fcb3ca27586 tempest-AttachInterfacesTestJSON-978325952 tempest-AttachInterfacesTestJSON-978325952-project-member] Lock "69045deb-bc18-493e-b08f-363960d3d16b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.746s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2395.713513] env[62189]: DEBUG oslo_concurrency.lockutils [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.713726] env[62189]: DEBUG oslo_concurrency.lockutils [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2396.216586] env[62189]: INFO nova.compute.manager [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Detaching volume 7eaac229-7ad4-444b-b40d-939f2bfc0b72 [ 2396.308395] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4829408-f9c2-4948-adeb-1f343aa872bf tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2396.308756] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-365fed6e-7606-4264-bdb9-69f4571f660d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.316713] env[62189]: DEBUG oslo_vmware.api [None req-b4829408-f9c2-4948-adeb-1f343aa872bf tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2396.316713] env[62189]: value = "task-2123092" [ 2396.316713] env[62189]: _type = "Task" [ 2396.316713] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.324745] env[62189]: DEBUG oslo_vmware.api [None req-b4829408-f9c2-4948-adeb-1f343aa872bf tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.325662] env[62189]: INFO nova.virt.block_device [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Attempting to driver detach volume 7eaac229-7ad4-444b-b40d-939f2bfc0b72 from mountpoint /dev/sdb [ 2396.325865] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2396.326061] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434298', 'volume_id': '7eaac229-7ad4-444b-b40d-939f2bfc0b72', 'name': 'volume-7eaac229-7ad4-444b-b40d-939f2bfc0b72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9065d820-ccd3-4a13-89bb-a57b5c2811c7', 'attached_at': '', 'detached_at': '', 'volume_id': '7eaac229-7ad4-444b-b40d-939f2bfc0b72', 'serial': '7eaac229-7ad4-444b-b40d-939f2bfc0b72'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2396.326808] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aefc870-aef1-4229-abe2-f955b69300ef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.346920] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7399d20a-57b7-4aeb-b167-2d189cbdea83 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.353707] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e73b3ac-5b51-488b-af01-140f477614e8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.374044] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3e3edc-6667-4553-ac91-0e8d5361f833 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.389256] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] The volume has not been displaced from its original location: [datastore2] volume-7eaac229-7ad4-444b-b40d-939f2bfc0b72/volume-7eaac229-7ad4-444b-b40d-939f2bfc0b72.vmdk. No consolidation needed. {{(pid=62189) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2396.394968] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2396.395340] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f164a3d7-b2ad-4cdd-bd49-4817cb9caf1b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.414885] env[62189]: DEBUG oslo_vmware.api [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2396.414885] env[62189]: value = "task-2123093" [ 2396.414885] env[62189]: _type = "Task" [ 2396.414885] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.423410] env[62189]: DEBUG oslo_vmware.api [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.826549] env[62189]: DEBUG oslo_vmware.api [None req-b4829408-f9c2-4948-adeb-1f343aa872bf tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123092, 'name': PowerOnVM_Task, 'duration_secs': 0.342116} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.827589] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4829408-f9c2-4948-adeb-1f343aa872bf tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2396.827589] env[62189]: DEBUG nova.compute.manager [None req-b4829408-f9c2-4948-adeb-1f343aa872bf tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2396.827746] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36726923-f482-4916-8736-fa836bb7fb4d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.924533] env[62189]: DEBUG oslo_vmware.api [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123093, 'name': ReconfigVM_Task, 'duration_secs': 0.198473} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.924790] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2396.929252] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92d20f03-ca01-40fb-afb7-2bb7901b8f62 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.944168] env[62189]: DEBUG oslo_vmware.api [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2396.944168] env[62189]: value = "task-2123094" [ 2396.944168] env[62189]: _type = "Task" [ 2396.944168] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.952296] env[62189]: DEBUG oslo_vmware.api [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.454289] env[62189]: DEBUG oslo_vmware.api [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123094, 'name': ReconfigVM_Task, 'duration_secs': 0.147085} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.454865] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434298', 'volume_id': '7eaac229-7ad4-444b-b40d-939f2bfc0b72', 'name': 'volume-7eaac229-7ad4-444b-b40d-939f2bfc0b72', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9065d820-ccd3-4a13-89bb-a57b5c2811c7', 'attached_at': '', 'detached_at': '', 'volume_id': '7eaac229-7ad4-444b-b40d-939f2bfc0b72', 'serial': '7eaac229-7ad4-444b-b40d-939f2bfc0b72'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2398.011328] env[62189]: DEBUG nova.objects.instance [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lazy-loading 'flavor' on Instance uuid 9065d820-ccd3-4a13-89bb-a57b5c2811c7 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2398.399098] env[62189]: DEBUG oslo_concurrency.lockutils [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2398.399592] env[62189]: DEBUG oslo_concurrency.lockutils [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2398.399769] env[62189]: INFO nova.compute.manager [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Shelving [ 2399.018715] env[62189]: DEBUG oslo_concurrency.lockutils [None req-036a38a9-8256-4529-9d10-74d73aa35d9e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.305s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2399.409806] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2399.410215] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d42262a2-bc9b-4598-95d0-7fae35ee82bd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.418412] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2399.418412] env[62189]: value = "task-2123095" [ 2399.418412] env[62189]: _type = "Task" [ 2399.418412] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.427434] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.928814] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123095, 'name': PowerOffVM_Task, 'duration_secs': 0.233511} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.929040] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2399.929852] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f486a3f-0e9e-4b74-b425-3662ae541fc3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.948715] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eed323-e870-4c5c-8b96-2ad3dfafab2a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.057803] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.058159] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2400.058293] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.058472] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2400.058635] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2400.060609] env[62189]: INFO nova.compute.manager [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Terminating instance [ 2400.459248] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2400.459527] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aee55b18-324f-4529-821f-1896376f78e7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.468099] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2400.468099] env[62189]: value = "task-2123096" [ 2400.468099] env[62189]: _type = "Task" [ 2400.468099] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2400.476113] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123096, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2400.564290] env[62189]: DEBUG nova.compute.manager [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2400.564537] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2400.565480] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae39c7f-faa3-423d-9c3e-abc30ae989a9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.573234] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2400.573472] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c876920f-ce57-4eaa-8651-1364c5fd356a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.579958] env[62189]: DEBUG oslo_vmware.api [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2400.579958] env[62189]: value = "task-2123097" [ 2400.579958] env[62189]: _type = "Task" [ 2400.579958] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2400.587828] env[62189]: DEBUG oslo_vmware.api [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2400.978299] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123096, 'name': CreateSnapshot_Task, 'duration_secs': 0.416885} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2400.978581] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2400.979331] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9742c5a8-068a-4123-b302-f78553a3710e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.090362] env[62189]: DEBUG oslo_vmware.api [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123097, 'name': PowerOffVM_Task, 'duration_secs': 0.237283} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2401.090669] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2401.090798] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2401.091059] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b10ee222-842c-4df2-abaa-379c530dc1af {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.496631] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2401.498047] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0621a897-312a-4f21-afb7-fe3f8cf8f1c0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.505389] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2401.505389] env[62189]: value = "task-2123099" [ 2401.505389] env[62189]: _type = "Task" [ 2401.505389] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2401.513228] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123099, 'name': CloneVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.015539] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123099, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.117776] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Acquiring lock "aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2402.118117] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Lock "aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2402.118117] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Acquiring lock "aefe6dbf-dbc9-4fb2-af50-62c71cb6689b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2402.118285] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Lock "aefe6dbf-dbc9-4fb2-af50-62c71cb6689b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2402.118459] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Lock "aefe6dbf-dbc9-4fb2-af50-62c71cb6689b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.120502] env[62189]: INFO nova.compute.manager [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Terminating instance [ 2402.516190] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123099, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.624270] env[62189]: DEBUG nova.compute.manager [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2402.624471] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2402.625378] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efc014f-222c-428c-8dd4-27ba986c008e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.632973] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2402.633207] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c611bb4b-7d82-4796-96ba-7fbbbfd9d951 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.639055] env[62189]: DEBUG oslo_vmware.api [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Waiting for the task: (returnval){ [ 2402.639055] env[62189]: value = "task-2123100" [ 2402.639055] env[62189]: _type = "Task" [ 2402.639055] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2402.646654] env[62189]: DEBUG oslo_vmware.api [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': task-2123100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.021146] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123099, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.148355] env[62189]: DEBUG oslo_vmware.api [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': task-2123100, 'name': PowerOffVM_Task, 'duration_secs': 0.294331} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2403.148698] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2403.148795] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2403.149062] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ce04843-735d-44f9-aa85-600debd17d45 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.220538] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2403.220801] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2403.221047] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Deleting the datastore file [datastore2] 9065d820-ccd3-4a13-89bb-a57b5c2811c7 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2403.221379] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c065b255-2640-48d3-88fb-ed88a895fb46 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.228024] env[62189]: DEBUG oslo_vmware.api [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2403.228024] env[62189]: value = "task-2123102" [ 2403.228024] env[62189]: _type = "Task" [ 2403.228024] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2403.235703] env[62189]: DEBUG oslo_vmware.api [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.252086] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2403.252501] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2403.252766] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Deleting the datastore file [datastore2] aefe6dbf-dbc9-4fb2-af50-62c71cb6689b {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2403.253078] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13326b2c-a47b-4e59-a6c5-65b91090c82d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.259753] env[62189]: DEBUG oslo_vmware.api [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Waiting for the task: (returnval){ [ 2403.259753] env[62189]: value = "task-2123103" [ 2403.259753] env[62189]: _type = "Task" [ 2403.259753] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2403.267977] env[62189]: DEBUG oslo_vmware.api [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': task-2123103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.518216] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123099, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.737642] env[62189]: DEBUG oslo_vmware.api [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149092} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2403.737910] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2403.738149] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2403.738337] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2403.738511] env[62189]: INFO nova.compute.manager [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Took 3.17 seconds to destroy the instance on the hypervisor. [ 2403.738748] env[62189]: DEBUG oslo.service.loopingcall [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2403.738937] env[62189]: DEBUG nova.compute.manager [-] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2403.739043] env[62189]: DEBUG nova.network.neutron [-] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2403.769698] env[62189]: DEBUG oslo_vmware.api [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Task: {'id': task-2123103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151654} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2403.771824] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2403.772026] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2403.772220] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2403.772379] env[62189]: INFO nova.compute.manager [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2403.772608] env[62189]: DEBUG oslo.service.loopingcall [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2403.772827] env[62189]: DEBUG nova.compute.manager [-] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2403.772924] env[62189]: DEBUG nova.network.neutron [-] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2404.020333] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123099, 'name': CloneVM_Task, 'duration_secs': 2.454889} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2404.020611] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Created linked-clone VM from snapshot [ 2404.021348] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccf01c0-b8b0-4b4f-b07d-94e27eb68713 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.029231] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Uploading image efbba56b-424d-45b6-a3d8-02bfdf3a960e {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2404.057521] env[62189]: DEBUG oslo_vmware.rw_handles [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2404.057521] env[62189]: value = "vm-434300" [ 2404.057521] env[62189]: _type = "VirtualMachine" [ 2404.057521] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2404.057841] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7375d3cc-8074-4e5d-876a-8a5dfcb32a45 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.065108] env[62189]: DEBUG oslo_vmware.rw_handles [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lease: (returnval){ [ 2404.065108] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526c7b62-2bd4-5af2-95d4-a00b60d808f0" [ 2404.065108] env[62189]: _type = "HttpNfcLease" [ 2404.065108] env[62189]: } obtained for exporting VM: (result){ [ 2404.065108] env[62189]: value = "vm-434300" [ 2404.065108] env[62189]: _type = "VirtualMachine" [ 2404.065108] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2404.065434] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the lease: (returnval){ [ 2404.065434] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526c7b62-2bd4-5af2-95d4-a00b60d808f0" [ 2404.065434] env[62189]: _type = "HttpNfcLease" [ 2404.065434] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2404.071926] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2404.071926] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526c7b62-2bd4-5af2-95d4-a00b60d808f0" [ 2404.071926] env[62189]: _type = "HttpNfcLease" [ 2404.071926] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2404.244835] env[62189]: DEBUG nova.compute.manager [req-b7421c0c-b506-44f5-9831-81bf1991e75b req-0e4f8328-d6c0-4852-8ede-14f05e4dc054 service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Received event network-vif-deleted-de3cf72e-9f77-4729-9cdd-e6b73558099e {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2404.245391] env[62189]: INFO nova.compute.manager [req-b7421c0c-b506-44f5-9831-81bf1991e75b req-0e4f8328-d6c0-4852-8ede-14f05e4dc054 service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Neutron deleted interface de3cf72e-9f77-4729-9cdd-e6b73558099e; detaching it from the instance and deleting it from the info cache [ 2404.245391] env[62189]: DEBUG nova.network.neutron [req-b7421c0c-b506-44f5-9831-81bf1991e75b req-0e4f8328-d6c0-4852-8ede-14f05e4dc054 service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2404.373241] env[62189]: DEBUG nova.compute.manager [req-06b1a6bc-2913-4716-8546-c6ee7325de9d req-9758f89f-68df-4563-89d6-96cda9e7b5db service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Received event network-vif-deleted-20d87e8d-0c82-4f77-b02f-a0b21352dabf {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2404.373453] env[62189]: INFO nova.compute.manager [req-06b1a6bc-2913-4716-8546-c6ee7325de9d req-9758f89f-68df-4563-89d6-96cda9e7b5db service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Neutron deleted interface 20d87e8d-0c82-4f77-b02f-a0b21352dabf; detaching it from the instance and deleting it from the info cache [ 2404.373628] env[62189]: DEBUG nova.network.neutron [req-06b1a6bc-2913-4716-8546-c6ee7325de9d req-9758f89f-68df-4563-89d6-96cda9e7b5db service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2404.574376] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2404.574376] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526c7b62-2bd4-5af2-95d4-a00b60d808f0" [ 2404.574376] env[62189]: _type = "HttpNfcLease" [ 2404.574376] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2404.574700] env[62189]: DEBUG oslo_vmware.rw_handles [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2404.574700] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526c7b62-2bd4-5af2-95d4-a00b60d808f0" [ 2404.574700] env[62189]: _type = "HttpNfcLease" [ 2404.574700] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2404.575442] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3224c3c3-164b-493f-9218-4ad1e9eb0679 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.582983] env[62189]: DEBUG oslo_vmware.rw_handles [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520454ee-a77b-6a25-2488-25bf186c0c49/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2404.583177] env[62189]: DEBUG oslo_vmware.rw_handles [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520454ee-a77b-6a25-2488-25bf186c0c49/disk-0.vmdk for reading. {{(pid=62189) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2404.674947] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d495991c-eb64-4aae-b9c6-e0e8562b9d45 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.720245] env[62189]: DEBUG nova.network.neutron [-] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2404.749101] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cca0421d-1338-468b-b61d-5c5f3a119add {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.753779] env[62189]: DEBUG nova.network.neutron [-] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2404.759214] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3d08a7-8819-42a8-bf5e-90a6ded39a49 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.789054] env[62189]: DEBUG nova.compute.manager [req-b7421c0c-b506-44f5-9831-81bf1991e75b req-0e4f8328-d6c0-4852-8ede-14f05e4dc054 service nova] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Detach interface failed, port_id=de3cf72e-9f77-4729-9cdd-e6b73558099e, reason: Instance 9065d820-ccd3-4a13-89bb-a57b5c2811c7 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2404.877123] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80b4c7e9-1375-41d5-875f-7f14fb10b9d7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.888275] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26333825-0b1e-46bc-a501-95603447787d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.918942] env[62189]: DEBUG nova.compute.manager [req-06b1a6bc-2913-4716-8546-c6ee7325de9d req-9758f89f-68df-4563-89d6-96cda9e7b5db service nova] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Detach interface failed, port_id=20d87e8d-0c82-4f77-b02f-a0b21352dabf, reason: Instance aefe6dbf-dbc9-4fb2-af50-62c71cb6689b could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2405.223030] env[62189]: INFO nova.compute.manager [-] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Took 1.48 seconds to deallocate network for instance. [ 2405.257748] env[62189]: INFO nova.compute.manager [-] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Took 1.48 seconds to deallocate network for instance. [ 2405.729988] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2405.730282] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2405.730504] env[62189]: DEBUG nova.objects.instance [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lazy-loading 'resources' on Instance uuid 9065d820-ccd3-4a13-89bb-a57b5c2811c7 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2405.765926] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2406.349933] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd468b61-7bb7-42cd-aa03-433397be0eac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.358238] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f4526a-9c58-4d6d-9d6e-27a6406a7cfe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.388520] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e4902d-b16f-44fd-b95c-b2e31ee00d14 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.396404] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e608fbc-2d11-4020-b5f0-03c013f0a665 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.409975] env[62189]: DEBUG nova.compute.provider_tree [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2406.913634] env[62189]: DEBUG nova.scheduler.client.report [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2407.420138] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2407.422949] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.657s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2407.423258] env[62189]: DEBUG nova.objects.instance [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Lazy-loading 'resources' on Instance uuid aefe6dbf-dbc9-4fb2-af50-62c71cb6689b {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2407.438586] env[62189]: INFO nova.scheduler.client.report [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Deleted allocations for instance 9065d820-ccd3-4a13-89bb-a57b5c2811c7 [ 2407.948597] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3bcf99c3-e97d-4901-99e3-d92a6563192e tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "9065d820-ccd3-4a13-89bb-a57b5c2811c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.890s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2408.034371] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2b01ec-6b0f-47c7-8483-81b0446757b7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.042727] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb7a04a-dd6e-496a-ab37-13aa280fe0f3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.073195] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72899666-d160-4430-81b7-9279d422939a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.081285] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d28e81-2c68-42fe-8bcc-2f605cf44f53 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.094854] env[62189]: DEBUG nova.compute.provider_tree [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2408.598242] env[62189]: DEBUG nova.scheduler.client.report [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2409.103282] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2409.126252] env[62189]: INFO nova.scheduler.client.report [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Deleted allocations for instance aefe6dbf-dbc9-4fb2-af50-62c71cb6689b [ 2409.635887] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e3d07986-9222-4c1b-9bf8-f86d528ef119 tempest-ServersV294TestFqdnHostnames-439579883 tempest-ServersV294TestFqdnHostnames-439579883-project-member] Lock "aefe6dbf-dbc9-4fb2-af50-62c71cb6689b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.518s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2410.498878] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "21cb8e26-abbb-4ce1-86c3-40881234124a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2410.499220] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "21cb8e26-abbb-4ce1-86c3-40881234124a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2411.001646] env[62189]: DEBUG nova.compute.manager [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2411.496863] env[62189]: DEBUG oslo_vmware.rw_handles [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520454ee-a77b-6a25-2488-25bf186c0c49/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2411.497798] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419010bb-7293-4c58-9d9d-a31123e7f4d5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.504416] env[62189]: DEBUG oslo_vmware.rw_handles [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520454ee-a77b-6a25-2488-25bf186c0c49/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2411.504619] env[62189]: ERROR oslo_vmware.rw_handles [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520454ee-a77b-6a25-2488-25bf186c0c49/disk-0.vmdk due to incomplete transfer. [ 2411.504815] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-032c4f2d-3564-462d-95e1-99df271cb2e9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.515191] env[62189]: DEBUG oslo_vmware.rw_handles [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520454ee-a77b-6a25-2488-25bf186c0c49/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2411.515191] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Uploaded image efbba56b-424d-45b6-a3d8-02bfdf3a960e to the Glance image server {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2411.517153] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2411.517445] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f4721269-c9f3-483c-9ac4-2439c97a3a4d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.523724] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2411.523724] env[62189]: value = "task-2123105" [ 2411.523724] env[62189]: _type = "Task" [ 2411.523724] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.528036] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2411.528324] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2411.530601] env[62189]: INFO nova.compute.claims [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2411.540530] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123105, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.034073] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123105, 'name': Destroy_Task, 'duration_secs': 0.341351} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.036420] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Destroyed the VM [ 2412.036683] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2412.037129] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8856bc55-95df-4c5d-9e48-e730da3938a3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.043474] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2412.043474] env[62189]: value = "task-2123106" [ 2412.043474] env[62189]: _type = "Task" [ 2412.043474] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.052089] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123106, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.553216] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123106, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.631929] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7629b759-530c-4526-9e2e-81ac831a95f7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.639763] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0a0f29-bdc6-4590-98ed-0d6dec0c3f8f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.671137] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8be2be6-c301-4ece-ae90-6978e5ab558b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.678747] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75855fa-5c1c-452e-b13c-ed4365437be6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.691820] env[62189]: DEBUG nova.compute.provider_tree [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2413.054381] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123106, 'name': RemoveSnapshot_Task, 'duration_secs': 0.745146} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2413.054756] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2413.055065] env[62189]: DEBUG nova.compute.manager [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2413.055809] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebbc0d1-7786-4354-8296-e6227148764b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.194992] env[62189]: DEBUG nova.scheduler.client.report [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2413.568228] env[62189]: INFO nova.compute.manager [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Shelve offloading [ 2413.701862] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2413.703283] env[62189]: DEBUG nova.compute.manager [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2414.071969] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2414.072490] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36615f27-7fc5-473d-938c-9a85d8d6448a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.080298] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2414.080298] env[62189]: value = "task-2123107" [ 2414.080298] env[62189]: _type = "Task" [ 2414.080298] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2414.089550] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] VM already powered off {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2414.089859] env[62189]: DEBUG nova.compute.manager [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2414.090704] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009cfeb4-f091-4f23-9927-8d6336ae67d2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.097180] env[62189]: DEBUG oslo_concurrency.lockutils [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2414.097366] env[62189]: DEBUG oslo_concurrency.lockutils [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2414.097518] env[62189]: DEBUG nova.network.neutron [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2414.207874] env[62189]: DEBUG nova.compute.utils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2414.209285] env[62189]: DEBUG nova.compute.manager [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2414.209465] env[62189]: DEBUG nova.network.neutron [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2414.261703] env[62189]: DEBUG nova.policy [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd66eb94929a74b7381cbd76ea375750b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6c3efd9bf48470f98e2bec6ae33ee5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2414.595816] env[62189]: DEBUG nova.network.neutron [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Successfully created port: 3a3190d2-3c53-4c94-9bff-739a21589624 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2414.713918] env[62189]: DEBUG nova.compute.manager [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2414.954627] env[62189]: DEBUG nova.network.neutron [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Updating instance_info_cache with network_info: [{"id": "4a30c15c-37ba-46ab-b9e3-7920b2d0a199", "address": "fa:16:3e:63:dc:df", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a30c15c-37", "ovs_interfaceid": "4a30c15c-37ba-46ab-b9e3-7920b2d0a199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2415.457678] env[62189]: DEBUG oslo_concurrency.lockutils [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2415.722384] env[62189]: DEBUG nova.compute.manager [req-479889a3-ed15-4c4d-bf21-baf9c9c3faab req-8da54884-6e5b-48bb-8005-79da5a1983f6 service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Received event network-vif-unplugged-4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2415.722384] env[62189]: DEBUG oslo_concurrency.lockutils [req-479889a3-ed15-4c4d-bf21-baf9c9c3faab req-8da54884-6e5b-48bb-8005-79da5a1983f6 service nova] Acquiring lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2415.722524] env[62189]: DEBUG oslo_concurrency.lockutils [req-479889a3-ed15-4c4d-bf21-baf9c9c3faab req-8da54884-6e5b-48bb-8005-79da5a1983f6 service nova] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2415.722671] env[62189]: DEBUG oslo_concurrency.lockutils [req-479889a3-ed15-4c4d-bf21-baf9c9c3faab req-8da54884-6e5b-48bb-8005-79da5a1983f6 service nova] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2415.722815] env[62189]: DEBUG nova.compute.manager [req-479889a3-ed15-4c4d-bf21-baf9c9c3faab req-8da54884-6e5b-48bb-8005-79da5a1983f6 service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] No waiting events found dispatching network-vif-unplugged-4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2415.722985] env[62189]: WARNING nova.compute.manager [req-479889a3-ed15-4c4d-bf21-baf9c9c3faab req-8da54884-6e5b-48bb-8005-79da5a1983f6 service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Received unexpected event network-vif-unplugged-4a30c15c-37ba-46ab-b9e3-7920b2d0a199 for instance with vm_state shelved and task_state shelving_offloading. [ 2415.727829] env[62189]: DEBUG nova.compute.manager [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2415.755242] env[62189]: DEBUG nova.virt.hardware [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2415.755495] env[62189]: DEBUG nova.virt.hardware [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2415.755653] env[62189]: DEBUG nova.virt.hardware [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2415.755945] env[62189]: DEBUG nova.virt.hardware [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2415.756044] env[62189]: DEBUG nova.virt.hardware [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2415.756146] env[62189]: DEBUG nova.virt.hardware [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2415.756355] env[62189]: DEBUG nova.virt.hardware [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2415.756515] env[62189]: DEBUG nova.virt.hardware [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2415.756683] env[62189]: DEBUG nova.virt.hardware [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2415.756926] env[62189]: DEBUG nova.virt.hardware [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2415.757057] env[62189]: DEBUG nova.virt.hardware [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2415.758219] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0f90d5-6a35-420d-a2cf-b24d89081abb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.766164] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d65f31-3303-4edc-858e-90a4ca6d52a9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.780071] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2415.780797] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504f2a22-37e9-40d9-bc87-ae73ea069717 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.787212] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2415.787388] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-164b4f00-98f0-4dc0-81c0-1d76f9f97553 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.975183] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2415.975410] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2415.975590] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Deleting the datastore file [datastore2] 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2415.975852] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db4f13b8-4220-4bb1-a9a8-25a3f7058677 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.982256] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2415.982256] env[62189]: value = "task-2123109" [ 2415.982256] env[62189]: _type = "Task" [ 2415.982256] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2415.990696] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.157875] env[62189]: DEBUG nova.compute.manager [req-1452aa28-d8ec-4124-8770-6d08ede17df9 req-b9cf93ea-5565-47e3-b92f-bd783dfed9f7 service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Received event network-vif-plugged-3a3190d2-3c53-4c94-9bff-739a21589624 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2416.158099] env[62189]: DEBUG oslo_concurrency.lockutils [req-1452aa28-d8ec-4124-8770-6d08ede17df9 req-b9cf93ea-5565-47e3-b92f-bd783dfed9f7 service nova] Acquiring lock "21cb8e26-abbb-4ce1-86c3-40881234124a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2416.158314] env[62189]: DEBUG oslo_concurrency.lockutils [req-1452aa28-d8ec-4124-8770-6d08ede17df9 req-b9cf93ea-5565-47e3-b92f-bd783dfed9f7 service nova] Lock "21cb8e26-abbb-4ce1-86c3-40881234124a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2416.158480] env[62189]: DEBUG oslo_concurrency.lockutils [req-1452aa28-d8ec-4124-8770-6d08ede17df9 req-b9cf93ea-5565-47e3-b92f-bd783dfed9f7 service nova] Lock "21cb8e26-abbb-4ce1-86c3-40881234124a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2416.158647] env[62189]: DEBUG nova.compute.manager [req-1452aa28-d8ec-4124-8770-6d08ede17df9 req-b9cf93ea-5565-47e3-b92f-bd783dfed9f7 service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] No waiting events found dispatching network-vif-plugged-3a3190d2-3c53-4c94-9bff-739a21589624 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2416.158870] env[62189]: WARNING nova.compute.manager [req-1452aa28-d8ec-4124-8770-6d08ede17df9 req-b9cf93ea-5565-47e3-b92f-bd783dfed9f7 service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Received unexpected event network-vif-plugged-3a3190d2-3c53-4c94-9bff-739a21589624 for instance with vm_state building and task_state spawning. [ 2416.243077] env[62189]: DEBUG nova.network.neutron [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Successfully updated port: 3a3190d2-3c53-4c94-9bff-739a21589624 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2416.491957] env[62189]: DEBUG oslo_vmware.api [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141141} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.492339] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2416.492479] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2416.492659] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2416.525884] env[62189]: INFO nova.scheduler.client.report [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Deleted allocations for instance 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0 [ 2416.745398] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "refresh_cache-21cb8e26-abbb-4ce1-86c3-40881234124a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2416.745563] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquired lock "refresh_cache-21cb8e26-abbb-4ce1-86c3-40881234124a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2416.745654] env[62189]: DEBUG nova.network.neutron [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2417.030824] env[62189]: DEBUG oslo_concurrency.lockutils [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2417.031061] env[62189]: DEBUG oslo_concurrency.lockutils [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2417.031256] env[62189]: DEBUG nova.objects.instance [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lazy-loading 'resources' on Instance uuid 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2417.288158] env[62189]: DEBUG nova.network.neutron [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2417.353260] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2417.433778] env[62189]: DEBUG nova.network.neutron [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Updating instance_info_cache with network_info: [{"id": "3a3190d2-3c53-4c94-9bff-739a21589624", "address": "fa:16:3e:b3:85:40", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3190d2-3c", "ovs_interfaceid": "3a3190d2-3c53-4c94-9bff-739a21589624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2417.534802] env[62189]: DEBUG nova.objects.instance [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lazy-loading 'numa_topology' on Instance uuid 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2417.746290] env[62189]: DEBUG nova.compute.manager [req-856214de-2431-4537-b2e7-c3a5c8532ba9 req-84a87d59-8139-4f7e-a07e-b6cbe5b1e02e service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Received event network-changed-4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2417.746451] env[62189]: DEBUG nova.compute.manager [req-856214de-2431-4537-b2e7-c3a5c8532ba9 req-84a87d59-8139-4f7e-a07e-b6cbe5b1e02e service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Refreshing instance network info cache due to event network-changed-4a30c15c-37ba-46ab-b9e3-7920b2d0a199. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2417.746663] env[62189]: DEBUG oslo_concurrency.lockutils [req-856214de-2431-4537-b2e7-c3a5c8532ba9 req-84a87d59-8139-4f7e-a07e-b6cbe5b1e02e service nova] Acquiring lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2417.746805] env[62189]: DEBUG oslo_concurrency.lockutils [req-856214de-2431-4537-b2e7-c3a5c8532ba9 req-84a87d59-8139-4f7e-a07e-b6cbe5b1e02e service nova] Acquired lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2417.746961] env[62189]: DEBUG nova.network.neutron [req-856214de-2431-4537-b2e7-c3a5c8532ba9 req-84a87d59-8139-4f7e-a07e-b6cbe5b1e02e service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Refreshing network info cache for port 4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2417.939061] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Releasing lock "refresh_cache-21cb8e26-abbb-4ce1-86c3-40881234124a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2417.939061] env[62189]: DEBUG nova.compute.manager [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Instance network_info: |[{"id": "3a3190d2-3c53-4c94-9bff-739a21589624", "address": "fa:16:3e:b3:85:40", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3190d2-3c", "ovs_interfaceid": "3a3190d2-3c53-4c94-9bff-739a21589624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2417.939413] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:85:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a3190d2-3c53-4c94-9bff-739a21589624', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2417.947095] env[62189]: DEBUG oslo.service.loopingcall [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2417.947304] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2417.947534] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56b005cc-9c2b-4090-bc75-8a76269b069a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.967586] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2417.967586] env[62189]: value = "task-2123110" [ 2417.967586] env[62189]: _type = "Task" [ 2417.967586] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.974743] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.037520] env[62189]: DEBUG nova.objects.base [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Object Instance<3a656b9c-50ab-4b1a-9ba2-6e528817c3d0> lazy-loaded attributes: resources,numa_topology {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2418.127110] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbe080c-3dac-4861-bc5c-5dd7f9b25129 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.135244] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd54ee84-b5f0-49bb-85d1-c8f849c61f83 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.165870] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38f0585-4447-4af3-bdb1-56a3978c0c6c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.173093] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9259ea94-4233-41aa-957f-f1fdb39f7b1a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.186017] env[62189]: DEBUG nova.compute.provider_tree [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2418.190258] env[62189]: DEBUG nova.compute.manager [req-016f897a-e12d-47a2-8c37-c862d27deb02 req-cbb24149-9afb-4b23-911c-9654cf090b27 service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Received event network-changed-3a3190d2-3c53-4c94-9bff-739a21589624 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2418.190457] env[62189]: DEBUG nova.compute.manager [req-016f897a-e12d-47a2-8c37-c862d27deb02 req-cbb24149-9afb-4b23-911c-9654cf090b27 service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Refreshing instance network info cache due to event network-changed-3a3190d2-3c53-4c94-9bff-739a21589624. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2418.190704] env[62189]: DEBUG oslo_concurrency.lockutils [req-016f897a-e12d-47a2-8c37-c862d27deb02 req-cbb24149-9afb-4b23-911c-9654cf090b27 service nova] Acquiring lock "refresh_cache-21cb8e26-abbb-4ce1-86c3-40881234124a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2418.190794] env[62189]: DEBUG oslo_concurrency.lockutils [req-016f897a-e12d-47a2-8c37-c862d27deb02 req-cbb24149-9afb-4b23-911c-9654cf090b27 service nova] Acquired lock "refresh_cache-21cb8e26-abbb-4ce1-86c3-40881234124a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2418.190953] env[62189]: DEBUG nova.network.neutron [req-016f897a-e12d-47a2-8c37-c862d27deb02 req-cbb24149-9afb-4b23-911c-9654cf090b27 service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Refreshing network info cache for port 3a3190d2-3c53-4c94-9bff-739a21589624 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2418.454047] env[62189]: DEBUG nova.network.neutron [req-856214de-2431-4537-b2e7-c3a5c8532ba9 req-84a87d59-8139-4f7e-a07e-b6cbe5b1e02e service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Updated VIF entry in instance network info cache for port 4a30c15c-37ba-46ab-b9e3-7920b2d0a199. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2418.454510] env[62189]: DEBUG nova.network.neutron [req-856214de-2431-4537-b2e7-c3a5c8532ba9 req-84a87d59-8139-4f7e-a07e-b6cbe5b1e02e service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Updating instance_info_cache with network_info: [{"id": "4a30c15c-37ba-46ab-b9e3-7920b2d0a199", "address": "fa:16:3e:63:dc:df", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4a30c15c-37", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2418.477385] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.557928] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2418.707221] env[62189]: ERROR nova.scheduler.client.report [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [req-f1e79df2-9964-4310-8b81-cd3f83456db1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f1e79df2-9964-4310-8b81-cd3f83456db1"}]} [ 2418.721772] env[62189]: DEBUG nova.scheduler.client.report [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2419.090927] env[62189]: DEBUG oslo_concurrency.lockutils [req-856214de-2431-4537-b2e7-c3a5c8532ba9 req-84a87d59-8139-4f7e-a07e-b6cbe5b1e02e service nova] Releasing lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2419.100122] env[62189]: DEBUG nova.scheduler.client.report [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2419.100122] env[62189]: DEBUG nova.compute.provider_tree [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2419.111710] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.118135] env[62189]: DEBUG nova.scheduler.client.report [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2419.138135] env[62189]: DEBUG nova.scheduler.client.report [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2419.230450] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956dedec-c4d7-488d-97c7-8a97cd5b03c9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.238437] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409fa00f-3186-41c5-a1bd-1fa1e52b1e27 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.270689] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55b6a53-b7d1-4eae-98f1-5b0106c88c33 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.278238] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99e5fe0-d360-4c56-aab8-1913b5f77d2e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.291250] env[62189]: DEBUG nova.compute.provider_tree [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2419.304153] env[62189]: DEBUG nova.network.neutron [req-016f897a-e12d-47a2-8c37-c862d27deb02 req-cbb24149-9afb-4b23-911c-9654cf090b27 service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Updated VIF entry in instance network info cache for port 3a3190d2-3c53-4c94-9bff-739a21589624. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2419.304502] env[62189]: DEBUG nova.network.neutron [req-016f897a-e12d-47a2-8c37-c862d27deb02 req-cbb24149-9afb-4b23-911c-9654cf090b27 service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Updating instance_info_cache with network_info: [{"id": "3a3190d2-3c53-4c94-9bff-739a21589624", "address": "fa:16:3e:b3:85:40", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3190d2-3c", "ovs_interfaceid": "3a3190d2-3c53-4c94-9bff-739a21589624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2419.520687] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2419.520904] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2419.600727] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.807214] env[62189]: DEBUG oslo_concurrency.lockutils [req-016f897a-e12d-47a2-8c37-c862d27deb02 req-cbb24149-9afb-4b23-911c-9654cf090b27 service nova] Releasing lock "refresh_cache-21cb8e26-abbb-4ce1-86c3-40881234124a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2419.821366] env[62189]: DEBUG nova.scheduler.client.report [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2419.821624] env[62189]: DEBUG nova.compute.provider_tree [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 163 to 164 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2419.821810] env[62189]: DEBUG nova.compute.provider_tree [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2420.101194] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.327157] env[62189]: DEBUG oslo_concurrency.lockutils [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.296s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2420.521563] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2420.601586] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.835249] env[62189]: DEBUG oslo_concurrency.lockutils [None req-45faa99d-d76b-4159-8a71-a3ec85727335 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.436s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2420.836061] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.278s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2420.836272] env[62189]: INFO nova.compute.manager [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Unshelving [ 2421.102132] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.520763] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2421.602687] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.857031] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2421.857242] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2421.857457] env[62189]: DEBUG nova.objects.instance [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lazy-loading 'pci_requests' on Instance uuid 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2422.104659] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.363530] env[62189]: DEBUG nova.objects.instance [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lazy-loading 'numa_topology' on Instance uuid 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2422.399123] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "cdd61f41-38d4-458c-a1a7-aea329f42426" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2422.399388] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "cdd61f41-38d4-458c-a1a7-aea329f42426" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2422.399598] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "cdd61f41-38d4-458c-a1a7-aea329f42426-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2422.399780] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "cdd61f41-38d4-458c-a1a7-aea329f42426-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2422.399946] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "cdd61f41-38d4-458c-a1a7-aea329f42426-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2422.402088] env[62189]: INFO nova.compute.manager [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Terminating instance [ 2422.520190] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2422.520443] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2422.520609] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2422.604856] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.649222] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "47f99a69-799f-4b05-a868-bdc273aa7f0e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2422.649500] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "47f99a69-799f-4b05-a868-bdc273aa7f0e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2422.866482] env[62189]: INFO nova.compute.claims [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2422.905684] env[62189]: DEBUG nova.compute.manager [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2422.905901] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2422.907058] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7597a4c-d703-47be-aaf0-c0a874727c6b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.915349] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2422.915576] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04cc48f8-38b4-49b0-8bc5-8583e542b0b3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.921153] env[62189]: DEBUG oslo_vmware.api [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2422.921153] env[62189]: value = "task-2123111" [ 2422.921153] env[62189]: _type = "Task" [ 2422.921153] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.928517] env[62189]: DEBUG oslo_vmware.api [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.026094] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2423.105174] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.152502] env[62189]: DEBUG nova.compute.utils [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2423.431272] env[62189]: DEBUG oslo_vmware.api [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123111, 'name': PowerOffVM_Task, 'duration_secs': 0.167977} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.431493] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2423.431664] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2423.431914] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-078ed89f-024d-4a59-b7b0-ae188247c117 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.607117] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.655831] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "47f99a69-799f-4b05-a868-bdc273aa7f0e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2423.964446] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b514165c-0224-4771-a2a4-d4338a5817a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.972167] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8bc334-d232-44b6-a066-38926c9bab85 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.001788] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618984ce-3a7a-4ea0-8018-3853a59e5419 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.009686] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5987b3-e941-466d-8628-8be8119fe10f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.023364] env[62189]: DEBUG nova.compute.provider_tree [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2424.106140] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.526522] env[62189]: DEBUG nova.scheduler.client.report [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2424.608830] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.740438] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "47f99a69-799f-4b05-a868-bdc273aa7f0e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2424.740769] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "47f99a69-799f-4b05-a868-bdc273aa7f0e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2424.741039] env[62189]: INFO nova.compute.manager [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Attaching volume c9189cbe-2d8d-4e4f-93f2-d026b9ae3861 to /dev/sdb [ 2424.773898] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66197007-b7bf-4923-bb14-ddf9a7de9fb0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.781347] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81294f78-15f8-4c21-b2e3-bf2b39936a89 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.794011] env[62189]: DEBUG nova.virt.block_device [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Updating existing volume attachment record: 22ae5688-93f2-4b96-9b62-8cd21c381252 {{(pid=62189) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2425.031706] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.174s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2425.033861] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.008s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2425.034058] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2425.034220] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2425.035085] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc02150-c89c-457a-8a0b-91b9b4789601 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.042580] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5504bc-283c-4ab7-a662-e5eb07f6480b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.055725] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0577bd7-8889-4c70-80bb-47e1dfd232e1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.061872] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42073bda-0026-4107-90e6-c2cf945fb5be {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.065458] env[62189]: INFO nova.network.neutron [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Updating port 4a30c15c-37ba-46ab-b9e3-7920b2d0a199 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2425.092019] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179164MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2425.092174] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2425.092375] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2425.105952] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.611209] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.006189] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2426.006438] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2426.006679] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Deleting the datastore file [datastore2] cdd61f41-38d4-458c-a1a7-aea329f42426 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2426.007018] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e509153-72f3-406c-a4a0-7cb233bcc02d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.014332] env[62189]: DEBUG oslo_vmware.api [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2426.014332] env[62189]: value = "task-2123116" [ 2426.014332] env[62189]: _type = "Task" [ 2426.014332] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2426.022446] env[62189]: DEBUG oslo_vmware.api [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.111324] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.129167] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance f04c5b3c-15ac-4b99-ab8d-a841ec94886b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2426.129329] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 9b145d00-5c3f-4842-8428-fb8f8f1f4c02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2426.129450] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance b305947d-e6d2-4ff1-9fcc-8f09aa16032e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2426.129566] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance cdd61f41-38d4-458c-a1a7-aea329f42426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2426.129680] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 47f99a69-799f-4b05-a868-bdc273aa7f0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2426.129792] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 21cb8e26-abbb-4ce1-86c3-40881234124a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2426.129902] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2426.130102] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2426.130242] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2426.217530] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0ed450-f024-4a56-853a-15c0c1233ebb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.225009] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f873f228-f9df-43c3-8292-fb25595d5be1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.254288] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8b284e-8286-4315-aa62-d22ef0fc2cdc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.261339] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae628d34-7ad3-4815-8b3c-e9fecafc5e68 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.274092] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2426.524218] env[62189]: DEBUG oslo_vmware.api [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132669} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.524491] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2426.524680] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2426.524862] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2426.525050] env[62189]: INFO nova.compute.manager [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Took 3.62 seconds to destroy the instance on the hypervisor. [ 2426.525301] env[62189]: DEBUG oslo.service.loopingcall [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2426.525514] env[62189]: DEBUG nova.compute.manager [-] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2426.525652] env[62189]: DEBUG nova.network.neutron [-] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2426.610124] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123110, 'name': CreateVM_Task, 'duration_secs': 8.221744} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.610283] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2426.617132] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2426.617380] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2426.617634] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2426.617873] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-888ff2c9-d7d7-4188-936f-3ba8d343863d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.622251] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2426.622251] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52135433-7faa-d1f8-d484-802d601aa0b3" [ 2426.622251] env[62189]: _type = "Task" [ 2426.622251] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2426.629766] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52135433-7faa-d1f8-d484-802d601aa0b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.777185] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2427.014371] env[62189]: DEBUG nova.compute.manager [req-5263b589-4c66-453f-b7e3-7047659e070b req-c97a6dd9-607d-45c0-a694-34be98f93d20 service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Received event network-vif-deleted-4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2427.014371] env[62189]: INFO nova.compute.manager [req-5263b589-4c66-453f-b7e3-7047659e070b req-c97a6dd9-607d-45c0-a694-34be98f93d20 service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Neutron deleted interface 4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8; detaching it from the instance and deleting it from the info cache [ 2427.014371] env[62189]: DEBUG nova.network.neutron [req-5263b589-4c66-453f-b7e3-7047659e070b req-c97a6dd9-607d-45c0-a694-34be98f93d20 service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2427.065346] env[62189]: DEBUG nova.compute.manager [req-b06e928c-6d95-4963-b454-74c06a1c144e req-13b919a1-09aa-49f9-ac8b-b2fc82a52d88 service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Received event network-vif-plugged-4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2427.065346] env[62189]: DEBUG oslo_concurrency.lockutils [req-b06e928c-6d95-4963-b454-74c06a1c144e req-13b919a1-09aa-49f9-ac8b-b2fc82a52d88 service nova] Acquiring lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2427.065346] env[62189]: DEBUG oslo_concurrency.lockutils [req-b06e928c-6d95-4963-b454-74c06a1c144e req-13b919a1-09aa-49f9-ac8b-b2fc82a52d88 service nova] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2427.065346] env[62189]: DEBUG oslo_concurrency.lockutils [req-b06e928c-6d95-4963-b454-74c06a1c144e req-13b919a1-09aa-49f9-ac8b-b2fc82a52d88 service nova] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2427.065346] env[62189]: DEBUG nova.compute.manager [req-b06e928c-6d95-4963-b454-74c06a1c144e req-13b919a1-09aa-49f9-ac8b-b2fc82a52d88 service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] No waiting events found dispatching network-vif-plugged-4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2427.065346] env[62189]: WARNING nova.compute.manager [req-b06e928c-6d95-4963-b454-74c06a1c144e req-13b919a1-09aa-49f9-ac8b-b2fc82a52d88 service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Received unexpected event network-vif-plugged-4a30c15c-37ba-46ab-b9e3-7920b2d0a199 for instance with vm_state shelved_offloaded and task_state spawning. [ 2427.135033] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52135433-7faa-d1f8-d484-802d601aa0b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2427.135269] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2427.135657] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2427.136047] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2427.138090] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2427.138090] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2427.138090] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14480f22-9670-4248-b8df-e1b61eab88c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.147232] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2427.147597] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2427.148788] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f137ad-4533-44c2-b2e2-beee9507c3f3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.157327] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2427.157327] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a4a3c0-16e1-6422-c77d-30b1e76bfddd" [ 2427.157327] env[62189]: _type = "Task" [ 2427.157327] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.163227] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2427.164458] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2427.166112] env[62189]: DEBUG nova.network.neutron [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2427.172935] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52a4a3c0-16e1-6422-c77d-30b1e76bfddd, 'name': SearchDatastore_Task, 'duration_secs': 0.009661} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2427.175768] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ba8377-55e3-4500-af76-b307fdf141b2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.184212] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2427.184212] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e7a186-b667-cc36-46d1-a457d4c151fe" [ 2427.184212] env[62189]: _type = "Task" [ 2427.184212] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.195391] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e7a186-b667-cc36-46d1-a457d4c151fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.281714] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2427.281939] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.190s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2427.486615] env[62189]: DEBUG nova.network.neutron [-] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2427.516069] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e30158bf-54a7-4627-9dfd-38e49accedd0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.525332] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b36599-6d03-4032-a04a-224a55f4d042 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.554684] env[62189]: DEBUG nova.compute.manager [req-5263b589-4c66-453f-b7e3-7047659e070b req-c97a6dd9-607d-45c0-a694-34be98f93d20 service nova] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Detach interface failed, port_id=4e6e3ec7-5a0d-4152-899c-e11d8bc8f5c8, reason: Instance cdd61f41-38d4-458c-a1a7-aea329f42426 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2427.696033] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e7a186-b667-cc36-46d1-a457d4c151fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009171} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2427.696033] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2427.696425] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 21cb8e26-abbb-4ce1-86c3-40881234124a/21cb8e26-abbb-4ce1-86c3-40881234124a.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2427.696517] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e405a49f-6058-4f50-bb97-f7c5b8a9552c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.706050] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2427.706050] env[62189]: value = "task-2123118" [ 2427.706050] env[62189]: _type = "Task" [ 2427.706050] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.713287] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.882306] env[62189]: DEBUG nova.network.neutron [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Updating instance_info_cache with network_info: [{"id": "4a30c15c-37ba-46ab-b9e3-7920b2d0a199", "address": "fa:16:3e:63:dc:df", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a30c15c-37", "ovs_interfaceid": "4a30c15c-37ba-46ab-b9e3-7920b2d0a199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2427.988676] env[62189]: INFO nova.compute.manager [-] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Took 1.46 seconds to deallocate network for instance. [ 2428.059803] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2428.060122] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2428.060356] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2428.060616] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2428.060800] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2428.063375] env[62189]: INFO nova.compute.manager [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Terminating instance [ 2428.215755] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42784} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2428.217051] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 21cb8e26-abbb-4ce1-86c3-40881234124a/21cb8e26-abbb-4ce1-86c3-40881234124a.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2428.217051] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2428.217051] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-714ce83d-4f4f-43c0-8d38-0d99bf250422 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.222423] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2428.222423] env[62189]: value = "task-2123119" [ 2428.222423] env[62189]: _type = "Task" [ 2428.222423] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2428.229436] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.282211] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2428.282379] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2428.385144] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2428.412951] env[62189]: DEBUG nova.virt.hardware [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='da81ec072bed05316b0b69da4959779b',container_format='bare',created_at=2025-01-15T13:55:43Z,direct_url=,disk_format='vmdk',id=efbba56b-424d-45b6-a3d8-02bfdf3a960e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1164416340-shelved',owner='353a7917021e41568bce386c0ee5f45a',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-01-15T13:55:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2428.413211] env[62189]: DEBUG nova.virt.hardware [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2428.413368] env[62189]: DEBUG nova.virt.hardware [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2428.413553] env[62189]: DEBUG nova.virt.hardware [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2428.413700] env[62189]: DEBUG nova.virt.hardware [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2428.413845] env[62189]: DEBUG nova.virt.hardware [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2428.414092] env[62189]: DEBUG nova.virt.hardware [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2428.414291] env[62189]: DEBUG nova.virt.hardware [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2428.414475] env[62189]: DEBUG nova.virt.hardware [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2428.414694] env[62189]: DEBUG nova.virt.hardware [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2428.414868] env[62189]: DEBUG nova.virt.hardware [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2428.415742] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507149f7-6f0f-4582-a47d-41e56641899b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.423492] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afafd89f-a283-45b5-9c95-d59f031e986b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.436882] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:dc:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a30c15c-37ba-46ab-b9e3-7920b2d0a199', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2428.444198] env[62189]: DEBUG oslo.service.loopingcall [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2428.444404] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2428.444600] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bd6fca9-d9d7-4746-b398-38bffbf5b1bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.462927] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2428.462927] env[62189]: value = "task-2123120" [ 2428.462927] env[62189]: _type = "Task" [ 2428.462927] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2428.470258] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123120, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.497439] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2428.497788] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2428.498028] env[62189]: DEBUG nova.objects.instance [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lazy-loading 'resources' on Instance uuid cdd61f41-38d4-458c-a1a7-aea329f42426 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2428.567851] env[62189]: DEBUG nova.compute.manager [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2428.568098] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2428.568968] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9061d066-9174-46f6-878b-b0df1a24c0a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.577306] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2428.577553] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d77a037b-95b8-4eb5-853a-a5fcdab4e727 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.583185] env[62189]: DEBUG oslo_vmware.api [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2428.583185] env[62189]: value = "task-2123121" [ 2428.583185] env[62189]: _type = "Task" [ 2428.583185] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2428.592128] env[62189]: DEBUG oslo_vmware.api [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.731808] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057629} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2428.732282] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2428.732891] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf675c1-63e2-410c-b805-bf6832fd99a8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.755298] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 21cb8e26-abbb-4ce1-86c3-40881234124a/21cb8e26-abbb-4ce1-86c3-40881234124a.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2428.755570] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc96784d-807f-4435-9ef3-acd1c4a92834 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.774897] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2428.774897] env[62189]: value = "task-2123122" [ 2428.774897] env[62189]: _type = "Task" [ 2428.774897] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2428.782911] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.973328] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123120, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.090425] env[62189]: DEBUG nova.compute.manager [req-e8421347-d510-48ee-82ca-ca8e52aaee9a req-eb98c0a9-0ce0-4042-9d1e-f0e9834fbf3e service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Received event network-changed-4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2429.091044] env[62189]: DEBUG nova.compute.manager [req-e8421347-d510-48ee-82ca-ca8e52aaee9a req-eb98c0a9-0ce0-4042-9d1e-f0e9834fbf3e service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Refreshing instance network info cache due to event network-changed-4a30c15c-37ba-46ab-b9e3-7920b2d0a199. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2429.091044] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8421347-d510-48ee-82ca-ca8e52aaee9a req-eb98c0a9-0ce0-4042-9d1e-f0e9834fbf3e service nova] Acquiring lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2429.091044] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8421347-d510-48ee-82ca-ca8e52aaee9a req-eb98c0a9-0ce0-4042-9d1e-f0e9834fbf3e service nova] Acquired lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2429.091218] env[62189]: DEBUG nova.network.neutron [req-e8421347-d510-48ee-82ca-ca8e52aaee9a req-eb98c0a9-0ce0-4042-9d1e-f0e9834fbf3e service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Refreshing network info cache for port 4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2429.096090] env[62189]: DEBUG oslo_vmware.api [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123121, 'name': PowerOffVM_Task, 'duration_secs': 0.178851} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.098709] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2429.098888] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2429.100081] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b978916b-812b-4691-9a63-c882fd579e22 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.109562] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aad559-7773-439c-a282-7f1fbaed731c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.116476] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc5eaf1-5965-4722-a76e-ab2a2d911a2a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.148027] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b426d8-e954-4f8e-ba0b-284041e06b9f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.155616] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d87a50-0654-4517-baaa-3eba5e5a9b4f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.168812] env[62189]: DEBUG nova.compute.provider_tree [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2429.285250] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123122, 'name': ReconfigVM_Task, 'duration_secs': 0.313294} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.285517] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 21cb8e26-abbb-4ce1-86c3-40881234124a/21cb8e26-abbb-4ce1-86c3-40881234124a.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2429.286141] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bccd527-7909-49b9-a314-f0aac09ce241 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.293170] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2429.293170] env[62189]: value = "task-2123124" [ 2429.293170] env[62189]: _type = "Task" [ 2429.293170] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.302775] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123124, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.470158] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2429.470415] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2429.470616] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Deleting the datastore file [datastore2] b305947d-e6d2-4ff1-9fcc-8f09aa16032e {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2429.471202] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b85943b1-d8ea-4896-87b1-88a5a7872bba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.475725] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123120, 'name': CreateVM_Task, 'duration_secs': 0.617522} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.476181] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2429.476845] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/efbba56b-424d-45b6-a3d8-02bfdf3a960e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2429.477013] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/efbba56b-424d-45b6-a3d8-02bfdf3a960e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2429.477383] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/efbba56b-424d-45b6-a3d8-02bfdf3a960e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2429.477621] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8fea3d-9951-4110-8a8d-346c0fb4eafc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.480353] env[62189]: DEBUG oslo_vmware.api [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2429.480353] env[62189]: value = "task-2123125" [ 2429.480353] env[62189]: _type = "Task" [ 2429.480353] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.484296] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2429.484296] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b5bec4-125a-c56a-4346-7b808e31c5f0" [ 2429.484296] env[62189]: _type = "Task" [ 2429.484296] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.489984] env[62189]: DEBUG oslo_vmware.api [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.494302] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52b5bec4-125a-c56a-4346-7b808e31c5f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.671766] env[62189]: DEBUG nova.scheduler.client.report [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2429.802980] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123124, 'name': Rename_Task, 'duration_secs': 0.169791} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.803357] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2429.803515] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a7b8f05-81c2-4a98-b638-c46844aecd9c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.810594] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2429.810594] env[62189]: value = "task-2123126" [ 2429.810594] env[62189]: _type = "Task" [ 2429.810594] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.822531] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.824287] env[62189]: DEBUG nova.network.neutron [req-e8421347-d510-48ee-82ca-ca8e52aaee9a req-eb98c0a9-0ce0-4042-9d1e-f0e9834fbf3e service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Updated VIF entry in instance network info cache for port 4a30c15c-37ba-46ab-b9e3-7920b2d0a199. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2429.824664] env[62189]: DEBUG nova.network.neutron [req-e8421347-d510-48ee-82ca-ca8e52aaee9a req-eb98c0a9-0ce0-4042-9d1e-f0e9834fbf3e service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Updating instance_info_cache with network_info: [{"id": "4a30c15c-37ba-46ab-b9e3-7920b2d0a199", "address": "fa:16:3e:63:dc:df", "network": {"id": "695ae349-db7e-4df4-8d87-301911a12ce1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1598260260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "353a7917021e41568bce386c0ee5f45a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a30c15c-37", "ovs_interfaceid": "4a30c15c-37ba-46ab-b9e3-7920b2d0a199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2429.837127] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Volume attach. Driver type: vmdk {{(pid=62189) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2429.837416] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434303', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'name': 'volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47f99a69-799f-4b05-a868-bdc273aa7f0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'serial': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2429.838548] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bc1a99-327d-4f92-94b0-f6d68ff5e3d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.856980] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fade99-9c18-4c24-b9f7-7f0c22c64ea9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.882066] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861/volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2429.882464] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44374dc4-c731-4a91-a5b1-09ea37a4dd26 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.900872] env[62189]: DEBUG oslo_vmware.api [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2429.900872] env[62189]: value = "task-2123127" [ 2429.900872] env[62189]: _type = "Task" [ 2429.900872] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.909265] env[62189]: DEBUG oslo_vmware.api [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.991622] env[62189]: DEBUG oslo_vmware.api [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213802} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.992080] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2429.992278] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2429.992481] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2429.992739] env[62189]: INFO nova.compute.manager [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Took 1.42 seconds to destroy the instance on the hypervisor. [ 2429.993028] env[62189]: DEBUG oslo.service.loopingcall [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2429.993246] env[62189]: DEBUG nova.compute.manager [-] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2429.993347] env[62189]: DEBUG nova.network.neutron [-] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2429.998470] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/efbba56b-424d-45b6-a3d8-02bfdf3a960e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2429.998691] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Processing image efbba56b-424d-45b6-a3d8-02bfdf3a960e {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2429.998923] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/efbba56b-424d-45b6-a3d8-02bfdf3a960e/efbba56b-424d-45b6-a3d8-02bfdf3a960e.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2429.999083] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/efbba56b-424d-45b6-a3d8-02bfdf3a960e/efbba56b-424d-45b6-a3d8-02bfdf3a960e.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2429.999263] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2429.999490] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c4c87fc-940b-4467-90ae-a836c2628546 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.014353] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2430.014571] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2430.015373] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f3f2a63-11d0-4ec1-ada7-e5dc2a600628 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.020775] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2430.020775] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528035a7-39ff-c235-a7d2-e3c5dd356038" [ 2430.020775] env[62189]: _type = "Task" [ 2430.020775] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2430.028417] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528035a7-39ff-c235-a7d2-e3c5dd356038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.180598] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2430.200956] env[62189]: INFO nova.scheduler.client.report [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Deleted allocations for instance cdd61f41-38d4-458c-a1a7-aea329f42426 [ 2430.321372] env[62189]: DEBUG oslo_vmware.api [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123126, 'name': PowerOnVM_Task, 'duration_secs': 0.485698} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2430.321655] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2430.321870] env[62189]: INFO nova.compute.manager [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Took 14.59 seconds to spawn the instance on the hypervisor. [ 2430.322065] env[62189]: DEBUG nova.compute.manager [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2430.322970] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c5336b-70a0-4f04-a969-5f975e5faacc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.328133] env[62189]: DEBUG oslo_concurrency.lockutils [req-e8421347-d510-48ee-82ca-ca8e52aaee9a req-eb98c0a9-0ce0-4042-9d1e-f0e9834fbf3e service nova] Releasing lock "refresh_cache-3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2430.412478] env[62189]: DEBUG oslo_vmware.api [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123127, 'name': ReconfigVM_Task, 'duration_secs': 0.430557} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2430.412798] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861/volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2430.417698] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59ffd2cc-f1cc-41c4-89d3-dae537993536 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.434579] env[62189]: DEBUG oslo_vmware.api [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2430.434579] env[62189]: value = "task-2123128" [ 2430.434579] env[62189]: _type = "Task" [ 2430.434579] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2430.445829] env[62189]: DEBUG oslo_vmware.api [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.531670] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Preparing fetch location {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2430.532103] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Fetch image to [datastore2] OSTACK_IMG_34270bc2-9658-49e1-b026-8045c40e9faf/OSTACK_IMG_34270bc2-9658-49e1-b026-8045c40e9faf.vmdk {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2430.532350] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Downloading stream optimized image efbba56b-424d-45b6-a3d8-02bfdf3a960e to [datastore2] OSTACK_IMG_34270bc2-9658-49e1-b026-8045c40e9faf/OSTACK_IMG_34270bc2-9658-49e1-b026-8045c40e9faf.vmdk on the data store datastore2 as vApp {{(pid=62189) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2430.532543] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Downloading image file data efbba56b-424d-45b6-a3d8-02bfdf3a960e to the ESX as VM named 'OSTACK_IMG_34270bc2-9658-49e1-b026-8045c40e9faf' {{(pid=62189) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2430.611789] env[62189]: DEBUG oslo_vmware.rw_handles [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2430.611789] env[62189]: value = "resgroup-9" [ 2430.611789] env[62189]: _type = "ResourcePool" [ 2430.611789] env[62189]: }. {{(pid=62189) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2430.612160] env[62189]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b1b8b72a-1c23-41fd-b258-f166984d5b23 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.636989] env[62189]: DEBUG oslo_vmware.rw_handles [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lease: (returnval){ [ 2430.636989] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e681d4-62cf-3f6d-bc83-e7912f465574" [ 2430.636989] env[62189]: _type = "HttpNfcLease" [ 2430.636989] env[62189]: } obtained for vApp import into resource pool (val){ [ 2430.636989] env[62189]: value = "resgroup-9" [ 2430.636989] env[62189]: _type = "ResourcePool" [ 2430.636989] env[62189]: }. {{(pid=62189) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2430.637291] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the lease: (returnval){ [ 2430.637291] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e681d4-62cf-3f6d-bc83-e7912f465574" [ 2430.637291] env[62189]: _type = "HttpNfcLease" [ 2430.637291] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2430.647735] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2430.647735] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e681d4-62cf-3f6d-bc83-e7912f465574" [ 2430.647735] env[62189]: _type = "HttpNfcLease" [ 2430.647735] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2430.713216] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f34e7e82-da13-4e94-adba-bf1f0b83f56a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "cdd61f41-38d4-458c-a1a7-aea329f42426" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.314s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2430.844024] env[62189]: INFO nova.compute.manager [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Took 19.34 seconds to build instance. [ 2430.945189] env[62189]: DEBUG oslo_vmware.api [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123128, 'name': ReconfigVM_Task, 'duration_secs': 0.168795} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2430.945494] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434303', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'name': 'volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47f99a69-799f-4b05-a868-bdc273aa7f0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'serial': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2431.008194] env[62189]: DEBUG nova.network.neutron [-] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2431.120892] env[62189]: DEBUG nova.compute.manager [req-c1e2c1ee-da64-457e-911b-c5f1fc0ca5e9 req-4d6beb90-6cd1-4fbe-afb1-4f67a2b55f8e service nova] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Received event network-vif-deleted-76000a8c-3a7d-4ad0-852d-3cc2a02c5a44 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2431.145690] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2431.145690] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e681d4-62cf-3f6d-bc83-e7912f465574" [ 2431.145690] env[62189]: _type = "HttpNfcLease" [ 2431.145690] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2431.332685] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2431.332799] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquired lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2431.332950] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Forcefully refreshing network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2431.344923] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fc26d46d-3c2e-4c53-a5cb-40fa96b2c434 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "21cb8e26-abbb-4ce1-86c3-40881234124a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.846s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2431.511220] env[62189]: INFO nova.compute.manager [-] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Took 1.52 seconds to deallocate network for instance. [ 2431.646172] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2431.646172] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e681d4-62cf-3f6d-bc83-e7912f465574" [ 2431.646172] env[62189]: _type = "HttpNfcLease" [ 2431.646172] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2431.646459] env[62189]: DEBUG oslo_vmware.rw_handles [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2431.646459] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e681d4-62cf-3f6d-bc83-e7912f465574" [ 2431.646459] env[62189]: _type = "HttpNfcLease" [ 2431.646459] env[62189]: }. {{(pid=62189) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2431.647256] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76072824-ba6c-4981-a165-7416530986c0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.655149] env[62189]: DEBUG oslo_vmware.rw_handles [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0c0c6-352a-3eb5-f7b6-57dcc66bf12f/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2431.655355] env[62189]: DEBUG oslo_vmware.rw_handles [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0c0c6-352a-3eb5-f7b6-57dcc66bf12f/disk-0.vmdk. {{(pid=62189) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2431.726807] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b3b577ff-2c02-4cb1-a152-f9e70cc99d5f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.988122] env[62189]: DEBUG nova.objects.instance [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lazy-loading 'flavor' on Instance uuid 47f99a69-799f-4b05-a868-bdc273aa7f0e {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2432.020260] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2432.020531] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2432.020775] env[62189]: DEBUG nova.objects.instance [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lazy-loading 'resources' on Instance uuid b305947d-e6d2-4ff1-9fcc-8f09aa16032e {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2432.374422] env[62189]: INFO nova.compute.manager [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Rebuilding instance [ 2432.426730] env[62189]: DEBUG nova.compute.manager [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2432.427795] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25d9002-10d2-4bc8-8deb-f0b154a28630 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.459243] env[62189]: DEBUG nova.compute.manager [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Stashing vm_state: active {{(pid=62189) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2432.494219] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4059eb08-bd81-4615-8043-5e2441ff6a12 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "47f99a69-799f-4b05-a868-bdc273aa7f0e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.753s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2432.657459] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bbff2e-f016-45dc-b26b-320fd30d9a46 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.667261] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfae7cce-f1ac-438b-af00-d81e1ce03571 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.671309] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Updating instance_info_cache with network_info: [{"id": "31436528-c142-48dc-9ad9-949ba619a83d", "address": "fa:16:3e:f2:aa:1e", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31436528-c1", "ovs_interfaceid": "31436528-c142-48dc-9ad9-949ba619a83d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2432.709500] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5581d291-659f-4581-a14c-e68e94cf8afe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.719033] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfb231a-f49b-4f7f-b241-a973b1962867 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.733542] env[62189]: DEBUG nova.compute.provider_tree [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2432.865320] env[62189]: DEBUG oslo_vmware.rw_handles [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Completed reading data from the image iterator. {{(pid=62189) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2432.865506] env[62189]: DEBUG oslo_vmware.rw_handles [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0c0c6-352a-3eb5-f7b6-57dcc66bf12f/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2432.866461] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3abd41-7fc8-4f45-8bed-a38600c76dde {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.873885] env[62189]: DEBUG oslo_vmware.rw_handles [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0c0c6-352a-3eb5-f7b6-57dcc66bf12f/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2432.874045] env[62189]: DEBUG oslo_vmware.rw_handles [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0c0c6-352a-3eb5-f7b6-57dcc66bf12f/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2432.874277] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-93e938f2-063f-4cb1-aa7b-26b6331cbe57 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.976594] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2433.087402] env[62189]: DEBUG oslo_vmware.rw_handles [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0c0c6-352a-3eb5-f7b6-57dcc66bf12f/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2433.087864] env[62189]: INFO nova.virt.vmwareapi.images [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Downloaded image file data efbba56b-424d-45b6-a3d8-02bfdf3a960e [ 2433.088675] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e2a2ac-7b62-42ef-be83-6e5cc86921bd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.105370] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaa4ae6a-3806-48b3-96e5-c5685bc9c75f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.138940] env[62189]: INFO nova.virt.vmwareapi.images [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] The imported VM was unregistered [ 2433.141500] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Caching image {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2433.141695] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Creating directory with path [datastore2] devstack-image-cache_base/efbba56b-424d-45b6-a3d8-02bfdf3a960e {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2433.141965] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24c21dfa-a6c6-41f4-b061-0a3e15ce8982 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.146200] env[62189]: DEBUG nova.compute.manager [req-448af004-ac54-4347-9dc3-d66fdbb9df7e req-d2a3addb-ea4f-41ce-a2b6-d804a8004cae service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Received event network-changed-3a3190d2-3c53-4c94-9bff-739a21589624 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2433.146373] env[62189]: DEBUG nova.compute.manager [req-448af004-ac54-4347-9dc3-d66fdbb9df7e req-d2a3addb-ea4f-41ce-a2b6-d804a8004cae service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Refreshing instance network info cache due to event network-changed-3a3190d2-3c53-4c94-9bff-739a21589624. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2433.146589] env[62189]: DEBUG oslo_concurrency.lockutils [req-448af004-ac54-4347-9dc3-d66fdbb9df7e req-d2a3addb-ea4f-41ce-a2b6-d804a8004cae service nova] Acquiring lock "refresh_cache-21cb8e26-abbb-4ce1-86c3-40881234124a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2433.146737] env[62189]: DEBUG oslo_concurrency.lockutils [req-448af004-ac54-4347-9dc3-d66fdbb9df7e req-d2a3addb-ea4f-41ce-a2b6-d804a8004cae service nova] Acquired lock "refresh_cache-21cb8e26-abbb-4ce1-86c3-40881234124a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2433.147042] env[62189]: DEBUG nova.network.neutron [req-448af004-ac54-4347-9dc3-d66fdbb9df7e req-d2a3addb-ea4f-41ce-a2b6-d804a8004cae service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Refreshing network info cache for port 3a3190d2-3c53-4c94-9bff-739a21589624 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2433.169652] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Created directory with path [datastore2] devstack-image-cache_base/efbba56b-424d-45b6-a3d8-02bfdf3a960e {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2433.169965] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_34270bc2-9658-49e1-b026-8045c40e9faf/OSTACK_IMG_34270bc2-9658-49e1-b026-8045c40e9faf.vmdk to [datastore2] devstack-image-cache_base/efbba56b-424d-45b6-a3d8-02bfdf3a960e/efbba56b-424d-45b6-a3d8-02bfdf3a960e.vmdk. {{(pid=62189) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2433.170181] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a23baa0b-31b9-4b7d-9b9a-118d49cece42 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.178058] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Releasing lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2433.178058] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Updated the network info_cache for instance {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2433.178220] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2433.178441] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2433.178441] env[62189]: value = "task-2123131" [ 2433.178441] env[62189]: _type = "Task" [ 2433.178441] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2433.186616] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123131, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.237203] env[62189]: DEBUG nova.scheduler.client.report [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2433.445873] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2433.446174] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f90b853b-d9a6-4ca5-bb81-792e2d1cf532 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.454389] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2433.454389] env[62189]: value = "task-2123132" [ 2433.454389] env[62189]: _type = "Task" [ 2433.454389] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2433.462617] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.690863] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123131, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.742908] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2433.746314] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.769s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2433.764897] env[62189]: INFO nova.scheduler.client.report [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Deleted allocations for instance b305947d-e6d2-4ff1-9fcc-8f09aa16032e [ 2433.903653] env[62189]: DEBUG nova.network.neutron [req-448af004-ac54-4347-9dc3-d66fdbb9df7e req-d2a3addb-ea4f-41ce-a2b6-d804a8004cae service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Updated VIF entry in instance network info cache for port 3a3190d2-3c53-4c94-9bff-739a21589624. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2433.904219] env[62189]: DEBUG nova.network.neutron [req-448af004-ac54-4347-9dc3-d66fdbb9df7e req-d2a3addb-ea4f-41ce-a2b6-d804a8004cae service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Updating instance_info_cache with network_info: [{"id": "3a3190d2-3c53-4c94-9bff-739a21589624", "address": "fa:16:3e:b3:85:40", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3190d2-3c", "ovs_interfaceid": "3a3190d2-3c53-4c94-9bff-739a21589624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2433.965636] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123132, 'name': PowerOffVM_Task, 'duration_secs': 0.18984} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2433.965881] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2434.025550] env[62189]: INFO nova.compute.manager [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Detaching volume c9189cbe-2d8d-4e4f-93f2-d026b9ae3861 [ 2434.061389] env[62189]: INFO nova.virt.block_device [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Attempting to driver detach volume c9189cbe-2d8d-4e4f-93f2-d026b9ae3861 from mountpoint /dev/sdb [ 2434.061622] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2434.061929] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434303', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'name': 'volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47f99a69-799f-4b05-a868-bdc273aa7f0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'serial': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2434.063194] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b47540-a31b-4a9b-8286-ed0834e87b42 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.086131] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746b919c-5d68-476a-b7e6-7bcd131798c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.094845] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79026415-aafe-48d3-85e7-86c00886f672 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.119077] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0035d21-55e3-453c-970c-700c13174cfa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.136032] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] The volume has not been displaced from its original location: [datastore2] volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861/volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861.vmdk. No consolidation needed. {{(pid=62189) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2434.141587] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2434.141983] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a84666e-341e-43f7-ae59-6c9733b2eb3e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.162803] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2434.162803] env[62189]: value = "task-2123133" [ 2434.162803] env[62189]: _type = "Task" [ 2434.162803] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2434.173687] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.190368] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123131, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.252410] env[62189]: INFO nova.compute.claims [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2434.277949] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a2476ce9-254e-45f3-b249-179234939abc tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "b305947d-e6d2-4ff1-9fcc-8f09aa16032e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.218s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2434.407080] env[62189]: DEBUG oslo_concurrency.lockutils [req-448af004-ac54-4347-9dc3-d66fdbb9df7e req-d2a3addb-ea4f-41ce-a2b6-d804a8004cae service nova] Releasing lock "refresh_cache-21cb8e26-abbb-4ce1-86c3-40881234124a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2434.676747] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123133, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.690111] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123131, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.759278] env[62189]: INFO nova.compute.resource_tracker [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating resource usage from migration 9a138477-5691-4afa-8fdf-55cca8ec2c48 [ 2434.860284] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a03f4d-8f29-4cc0-a60d-42492bc56d28 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.869993] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf06bde0-aa25-4911-9c11-ad64c48a1e75 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.903750] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43aee5c-cf3c-43ff-9934-4732f919285f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.912057] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3af3789-2793-4f50-b922-840a45c7cbfe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.926677] env[62189]: DEBUG nova.compute.provider_tree [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2435.175717] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123133, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.191259] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123131, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.430169] env[62189]: DEBUG nova.scheduler.client.report [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2435.676536] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123133, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.693882] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123131, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.935230] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.190s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2435.935461] env[62189]: INFO nova.compute.manager [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Migrating [ 2436.175284] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123133, 'name': ReconfigVM_Task, 'duration_secs': 1.586889} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2436.175577] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2436.180605] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51b48ba9-abe3-41c1-b4d4-a7c5ec0e10bc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.198757] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123131, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.199955] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2436.199955] env[62189]: value = "task-2123134" [ 2436.199955] env[62189]: _type = "Task" [ 2436.199955] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2436.207467] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.260856] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "8da6a159-023d-4ba8-abdd-495621d8ba06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2436.261099] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2436.412674] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2436.449517] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2436.449694] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2436.449856] env[62189]: DEBUG nova.network.neutron [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2436.702071] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123131, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.211223} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2436.705426] env[62189]: INFO nova.virt.vmwareapi.ds_util [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_34270bc2-9658-49e1-b026-8045c40e9faf/OSTACK_IMG_34270bc2-9658-49e1-b026-8045c40e9faf.vmdk to [datastore2] devstack-image-cache_base/efbba56b-424d-45b6-a3d8-02bfdf3a960e/efbba56b-424d-45b6-a3d8-02bfdf3a960e.vmdk. [ 2436.705634] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Cleaning up location [datastore2] OSTACK_IMG_34270bc2-9658-49e1-b026-8045c40e9faf {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2436.705802] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_34270bc2-9658-49e1-b026-8045c40e9faf {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2436.706075] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-907a9986-1976-4d44-942f-df8520bff654 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.712700] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123134, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.713924] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2436.713924] env[62189]: value = "task-2123135" [ 2436.713924] env[62189]: _type = "Task" [ 2436.713924] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2436.721583] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.764216] env[62189]: DEBUG nova.compute.manager [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2437.197979] env[62189]: DEBUG nova.network.neutron [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance_info_cache with network_info: [{"id": "b40850d7-d54c-4893-af29-7f9c0570e0df", "address": "fa:16:3e:65:86:f0", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40850d7-d5", "ovs_interfaceid": "b40850d7-d54c-4893-af29-7f9c0570e0df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2437.213020] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123134, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.221673] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269977} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2437.221902] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2437.222071] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/efbba56b-424d-45b6-a3d8-02bfdf3a960e/efbba56b-424d-45b6-a3d8-02bfdf3a960e.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2437.222310] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/efbba56b-424d-45b6-a3d8-02bfdf3a960e/efbba56b-424d-45b6-a3d8-02bfdf3a960e.vmdk to [datastore2] 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0/3a656b9c-50ab-4b1a-9ba2-6e528817c3d0.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2437.222540] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05b7a041-d225-411c-85f2-a5861fdaf890 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.228932] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2437.228932] env[62189]: value = "task-2123136" [ 2437.228932] env[62189]: _type = "Task" [ 2437.228932] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2437.235736] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.286848] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2437.287160] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2437.289042] env[62189]: INFO nova.compute.claims [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2437.700553] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2437.712856] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123134, 'name': ReconfigVM_Task, 'duration_secs': 1.158304} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2437.713507] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434303', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'name': 'volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47f99a69-799f-4b05-a868-bdc273aa7f0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'serial': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2437.739366] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123136, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.240816] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123136, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.405936] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59b3b5f-ab88-466b-8df3-3247b5a1f652 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.415023] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c1edaf-86f2-4762-ac31-12c4edad67d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.446745] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c9c988-c6d7-4e82-9e15-3def4526d354 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.454775] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5442c823-a021-48e2-b558-a330be7051e3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.468897] env[62189]: DEBUG nova.compute.provider_tree [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2438.740267] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123136, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.768681] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2438.769018] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-807aaf8c-9bde-452a-bd8c-9e367278a542 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.777728] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2438.777728] env[62189]: value = "task-2123137" [ 2438.777728] env[62189]: _type = "Task" [ 2438.777728] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.787537] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] VM already powered off {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2438.787774] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2438.787951] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434303', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'name': 'volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47f99a69-799f-4b05-a868-bdc273aa7f0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'serial': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2438.788765] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad57c2a-99c3-4814-939c-af52bc859bb0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.807064] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab4a844-f86c-47b6-9504-342d2f18999b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.813915] env[62189]: WARNING nova.virt.vmwareapi.driver [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2438.814260] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2438.815068] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400963e2-31d0-496f-b0fd-0d6f3c137e3f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.822054] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2438.822329] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3501557-f899-4b5f-8b08-5eee42fcae4f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.973057] env[62189]: DEBUG nova.scheduler.client.report [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2439.028382] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2439.028635] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2439.028883] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleting the datastore file [datastore2] 47f99a69-799f-4b05-a868-bdc273aa7f0e {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2439.029275] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58567dcd-8c83-4609-9921-b81f811c3883 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.037514] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2439.037514] env[62189]: value = "task-2123139" [ 2439.037514] env[62189]: _type = "Task" [ 2439.037514] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.045550] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.215699] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46aa1fd-462c-4a68-b503-84258fe7cdd3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.235866] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance 'f04c5b3c-15ac-4b99-ab8d-a841ec94886b' progress to 0 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2439.248147] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123136, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.479200] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2439.479728] env[62189]: DEBUG nova.compute.manager [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2439.547539] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.747088] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2439.747380] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123136, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.476074} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.747597] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1744829-05a5-4721-8a7c-8c3cfa3c06a3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.749159] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/efbba56b-424d-45b6-a3d8-02bfdf3a960e/efbba56b-424d-45b6-a3d8-02bfdf3a960e.vmdk to [datastore2] 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0/3a656b9c-50ab-4b1a-9ba2-6e528817c3d0.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2439.749893] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f438af7-fe5c-4f1f-964d-8e0e9cc2897b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.771795] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0/3a656b9c-50ab-4b1a-9ba2-6e528817c3d0.vmdk or device None with type streamOptimized {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2439.773177] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab452c31-36a9-4ec8-8a81-8fc753d30d44 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.787704] env[62189]: DEBUG oslo_vmware.api [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2439.787704] env[62189]: value = "task-2123140" [ 2439.787704] env[62189]: _type = "Task" [ 2439.787704] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.793806] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2439.793806] env[62189]: value = "task-2123141" [ 2439.793806] env[62189]: _type = "Task" [ 2439.793806] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.797090] env[62189]: DEBUG oslo_vmware.api [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.804904] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.984644] env[62189]: DEBUG nova.compute.utils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2439.986237] env[62189]: DEBUG nova.compute.manager [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2439.986410] env[62189]: DEBUG nova.network.neutron [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2440.033141] env[62189]: DEBUG nova.policy [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a9b9714e544425ba0f6275f12f51874', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a163083b7cf4f7ca00c214863f72207', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2440.048466] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.895643} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.048776] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2440.048993] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2440.049258] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2440.290138] env[62189]: DEBUG nova.network.neutron [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Successfully created port: a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2440.304341] env[62189]: DEBUG oslo_vmware.api [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123140, 'name': PowerOffVM_Task, 'duration_secs': 0.191918} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.304724] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2440.308032] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance 'f04c5b3c-15ac-4b99-ab8d-a841ec94886b' progress to 17 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2440.310825] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123141, 'name': ReconfigVM_Task, 'duration_secs': 0.313114} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.311569] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0/3a656b9c-50ab-4b1a-9ba2-6e528817c3d0.vmdk or device None with type streamOptimized {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2440.312166] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60eb7fb6-3d65-41dc-8bcb-f2da30bd9e25 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.317948] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2440.317948] env[62189]: value = "task-2123142" [ 2440.317948] env[62189]: _type = "Task" [ 2440.317948] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2440.325597] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123142, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.489241] env[62189]: DEBUG nova.compute.manager [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2440.554507] env[62189]: INFO nova.virt.block_device [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Booting with volume c9189cbe-2d8d-4e4f-93f2-d026b9ae3861 at /dev/sdb [ 2440.587159] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7d3bc5c-14bb-470a-a021-df34a9b55234 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.596658] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ef5fb8-9de8-4b1f-89a3-4899b84ab909 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.623008] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ee00b13-bf5b-46c9-899c-35b7c79b6838 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.630694] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3c6319-3e21-49d0-ac5d-15c41aa1d4e3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.656584] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82b7294-1430-4f96-bd0b-16153d37d9c7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.662741] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f6fe72-c9fc-4958-89b6-2e5408e3d0d9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.675676] env[62189]: DEBUG nova.virt.block_device [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Updating existing volume attachment record: ae54d085-f189-49b7-b391-1f21e5b20487 {{(pid=62189) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2440.813896] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2440.814130] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2440.814290] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2440.814471] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2440.814654] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2440.814841] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2440.815060] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2440.815224] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2440.815390] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2440.815552] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2440.815835] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2440.820913] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef1f80b4-f27a-43d3-ada5-ca82fdab47ec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.839873] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123142, 'name': Rename_Task, 'duration_secs': 0.140867} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.841233] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2440.841550] env[62189]: DEBUG oslo_vmware.api [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2440.841550] env[62189]: value = "task-2123143" [ 2440.841550] env[62189]: _type = "Task" [ 2440.841550] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2440.841814] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-707a6c06-e988-42b7-a414-215649504dba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.851153] env[62189]: DEBUG oslo_vmware.api [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.852300] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2440.852300] env[62189]: value = "task-2123144" [ 2440.852300] env[62189]: _type = "Task" [ 2440.852300] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2440.859548] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.355153] env[62189]: DEBUG oslo_vmware.api [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123143, 'name': ReconfigVM_Task, 'duration_secs': 0.253491} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2441.358088] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance 'f04c5b3c-15ac-4b99-ab8d-a841ec94886b' progress to 33 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2441.366199] env[62189]: DEBUG oslo_vmware.api [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123144, 'name': PowerOnVM_Task, 'duration_secs': 0.493729} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2441.366423] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2441.468199] env[62189]: DEBUG nova.compute.manager [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2441.469735] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df9cc47-a548-4b2b-9d94-4e7312c1543e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.499930] env[62189]: DEBUG nova.compute.manager [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2441.521289] env[62189]: DEBUG nova.virt.hardware [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2441.521549] env[62189]: DEBUG nova.virt.hardware [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2441.521707] env[62189]: DEBUG nova.virt.hardware [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2441.521888] env[62189]: DEBUG nova.virt.hardware [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2441.522048] env[62189]: DEBUG nova.virt.hardware [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2441.522205] env[62189]: DEBUG nova.virt.hardware [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2441.522414] env[62189]: DEBUG nova.virt.hardware [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2441.522640] env[62189]: DEBUG nova.virt.hardware [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2441.522831] env[62189]: DEBUG nova.virt.hardware [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2441.522995] env[62189]: DEBUG nova.virt.hardware [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2441.523180] env[62189]: DEBUG nova.virt.hardware [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2441.524260] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e92ce1b-09c8-4b77-91cb-2435a0c47099 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.531881] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59df8da-8738-42b6-b6ee-18d1e924ca1a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.724974] env[62189]: DEBUG nova.compute.manager [req-3000c7f7-00b2-4bcd-9551-3f670598f6c9 req-a4171dd5-1579-4bb0-b2e9-9b956d443ea5 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Received event network-vif-plugged-a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2441.725289] env[62189]: DEBUG oslo_concurrency.lockutils [req-3000c7f7-00b2-4bcd-9551-3f670598f6c9 req-a4171dd5-1579-4bb0-b2e9-9b956d443ea5 service nova] Acquiring lock "8da6a159-023d-4ba8-abdd-495621d8ba06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2441.725540] env[62189]: DEBUG oslo_concurrency.lockutils [req-3000c7f7-00b2-4bcd-9551-3f670598f6c9 req-a4171dd5-1579-4bb0-b2e9-9b956d443ea5 service nova] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2441.725764] env[62189]: DEBUG oslo_concurrency.lockutils [req-3000c7f7-00b2-4bcd-9551-3f670598f6c9 req-a4171dd5-1579-4bb0-b2e9-9b956d443ea5 service nova] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2441.726030] env[62189]: DEBUG nova.compute.manager [req-3000c7f7-00b2-4bcd-9551-3f670598f6c9 req-a4171dd5-1579-4bb0-b2e9-9b956d443ea5 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] No waiting events found dispatching network-vif-plugged-a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2441.726253] env[62189]: WARNING nova.compute.manager [req-3000c7f7-00b2-4bcd-9551-3f670598f6c9 req-a4171dd5-1579-4bb0-b2e9-9b956d443ea5 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Received unexpected event network-vif-plugged-a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8 for instance with vm_state building and task_state spawning. [ 2441.818254] env[62189]: DEBUG nova.network.neutron [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Successfully updated port: a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2441.864507] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2441.864817] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2441.864992] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2441.865189] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2441.865335] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2441.865480] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2441.865715] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2441.865891] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2441.866072] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2441.866239] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2441.866410] env[62189]: DEBUG nova.virt.hardware [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2441.871622] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2441.871877] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08ec8057-e87a-4585-a98d-2231269e3bd4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.891093] env[62189]: DEBUG oslo_vmware.api [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2441.891093] env[62189]: value = "task-2123145" [ 2441.891093] env[62189]: _type = "Task" [ 2441.891093] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2441.899109] env[62189]: DEBUG oslo_vmware.api [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.986957] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c768c6c7-f377-4554-9454-cd53b144bd5d tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.151s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2442.320861] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "refresh_cache-8da6a159-023d-4ba8-abdd-495621d8ba06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2442.321043] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquired lock "refresh_cache-8da6a159-023d-4ba8-abdd-495621d8ba06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2442.321173] env[62189]: DEBUG nova.network.neutron [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2442.401561] env[62189]: DEBUG oslo_vmware.api [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123145, 'name': ReconfigVM_Task, 'duration_secs': 0.168479} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2442.401966] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2442.402618] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fed17dc-e216-4e21-a8c6-f867d00d0ee9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.426501] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] f04c5b3c-15ac-4b99-ab8d-a841ec94886b/f04c5b3c-15ac-4b99-ab8d-a841ec94886b.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2442.426702] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9f5922b-c513-4e63-a4a7-62fe78a782b1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.444200] env[62189]: DEBUG oslo_vmware.api [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2442.444200] env[62189]: value = "task-2123146" [ 2442.444200] env[62189]: _type = "Task" [ 2442.444200] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2442.451884] env[62189]: DEBUG oslo_vmware.api [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.777715] env[62189]: DEBUG nova.virt.hardware [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2442.777968] env[62189]: DEBUG nova.virt.hardware [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2442.778140] env[62189]: DEBUG nova.virt.hardware [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2442.778328] env[62189]: DEBUG nova.virt.hardware [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2442.778475] env[62189]: DEBUG nova.virt.hardware [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2442.778639] env[62189]: DEBUG nova.virt.hardware [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2442.778875] env[62189]: DEBUG nova.virt.hardware [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2442.779059] env[62189]: DEBUG nova.virt.hardware [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2442.779232] env[62189]: DEBUG nova.virt.hardware [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2442.779393] env[62189]: DEBUG nova.virt.hardware [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2442.779565] env[62189]: DEBUG nova.virt.hardware [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2442.780469] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d202dc60-c577-42a3-97ad-e3bb5003da44 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.788449] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0680cc96-9f5a-460f-9d78-37dd92f8a41b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.801887] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:eb:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41c485a4-a3c1-4417-989f-f41bdb3856ba', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2442.809890] env[62189]: DEBUG oslo.service.loopingcall [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2442.810138] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2442.810346] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-670bbeec-26e0-4f11-b2be-dc05d6e42637 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.830591] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2442.830591] env[62189]: value = "task-2123147" [ 2442.830591] env[62189]: _type = "Task" [ 2442.830591] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2442.837815] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.853227] env[62189]: DEBUG nova.network.neutron [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2442.954165] env[62189]: DEBUG oslo_vmware.api [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123146, 'name': ReconfigVM_Task, 'duration_secs': 0.236502} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2442.954495] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Reconfigured VM instance instance-00000049 to attach disk [datastore2] f04c5b3c-15ac-4b99-ab8d-a841ec94886b/f04c5b3c-15ac-4b99-ab8d-a841ec94886b.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2442.954720] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance 'f04c5b3c-15ac-4b99-ab8d-a841ec94886b' progress to 50 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2443.032652] env[62189]: DEBUG nova.network.neutron [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Updating instance_info_cache with network_info: [{"id": "a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8", "address": "fa:16:3e:9c:d3:66", "network": {"id": "3757c40d-1946-42da-8aad-d026752a2938", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1334281481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a163083b7cf4f7ca00c214863f72207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8168e48-f1", "ovs_interfaceid": "a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2443.340768] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.401592] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2443.401977] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2443.402071] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2443.402244] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2443.402417] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2443.404845] env[62189]: INFO nova.compute.manager [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Terminating instance [ 2443.464622] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4188c8e-fbd6-43ae-8803-083d1dcecc6a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.485058] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a216cdbd-de49-4291-8fdf-8eedc53cfeb4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.502510] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance 'f04c5b3c-15ac-4b99-ab8d-a841ec94886b' progress to 67 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2443.535791] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Releasing lock "refresh_cache-8da6a159-023d-4ba8-abdd-495621d8ba06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2443.536124] env[62189]: DEBUG nova.compute.manager [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Instance network_info: |[{"id": "a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8", "address": "fa:16:3e:9c:d3:66", "network": {"id": "3757c40d-1946-42da-8aad-d026752a2938", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1334281481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a163083b7cf4f7ca00c214863f72207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8168e48-f1", "ovs_interfaceid": "a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2443.536653] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:d3:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2443.544099] env[62189]: DEBUG oslo.service.loopingcall [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2443.544309] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2443.544525] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54f231cc-f7cd-48b9-874b-d7498681494e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.565518] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2443.565518] env[62189]: value = "task-2123148" [ 2443.565518] env[62189]: _type = "Task" [ 2443.565518] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2443.573175] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123148, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.749477] env[62189]: DEBUG nova.compute.manager [req-243c4bad-229e-47c9-ad32-02d3116a85a6 req-1c641cee-3038-4062-974b-cb7ea0b2d365 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Received event network-changed-a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2443.749554] env[62189]: DEBUG nova.compute.manager [req-243c4bad-229e-47c9-ad32-02d3116a85a6 req-1c641cee-3038-4062-974b-cb7ea0b2d365 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Refreshing instance network info cache due to event network-changed-a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2443.749785] env[62189]: DEBUG oslo_concurrency.lockutils [req-243c4bad-229e-47c9-ad32-02d3116a85a6 req-1c641cee-3038-4062-974b-cb7ea0b2d365 service nova] Acquiring lock "refresh_cache-8da6a159-023d-4ba8-abdd-495621d8ba06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2443.749940] env[62189]: DEBUG oslo_concurrency.lockutils [req-243c4bad-229e-47c9-ad32-02d3116a85a6 req-1c641cee-3038-4062-974b-cb7ea0b2d365 service nova] Acquired lock "refresh_cache-8da6a159-023d-4ba8-abdd-495621d8ba06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2443.750292] env[62189]: DEBUG nova.network.neutron [req-243c4bad-229e-47c9-ad32-02d3116a85a6 req-1c641cee-3038-4062-974b-cb7ea0b2d365 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Refreshing network info cache for port a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2443.840966] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.908971] env[62189]: DEBUG nova.compute.manager [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2443.909298] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2443.910275] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e386a916-6b15-42df-833a-022c0a5b3624 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.918539] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2443.918792] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fda25cb2-7757-4052-aee4-1b406b29b4b1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.925615] env[62189]: DEBUG oslo_vmware.api [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2443.925615] env[62189]: value = "task-2123149" [ 2443.925615] env[62189]: _type = "Task" [ 2443.925615] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2443.932753] env[62189]: DEBUG oslo_vmware.api [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.042962] env[62189]: DEBUG nova.network.neutron [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Port b40850d7-d54c-4893-af29-7f9c0570e0df binding to destination host cpu-1 is already ACTIVE {{(pid=62189) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2444.076234] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123148, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.340221] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.437180] env[62189]: DEBUG oslo_vmware.api [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123149, 'name': PowerOffVM_Task, 'duration_secs': 0.182398} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2444.437469] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2444.437610] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2444.437885] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3ddf805-af51-4473-bd66-5d5520514ce4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.480883] env[62189]: DEBUG nova.network.neutron [req-243c4bad-229e-47c9-ad32-02d3116a85a6 req-1c641cee-3038-4062-974b-cb7ea0b2d365 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Updated VIF entry in instance network info cache for port a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2444.481252] env[62189]: DEBUG nova.network.neutron [req-243c4bad-229e-47c9-ad32-02d3116a85a6 req-1c641cee-3038-4062-974b-cb7ea0b2d365 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Updating instance_info_cache with network_info: [{"id": "a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8", "address": "fa:16:3e:9c:d3:66", "network": {"id": "3757c40d-1946-42da-8aad-d026752a2938", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1334281481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a163083b7cf4f7ca00c214863f72207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8168e48-f1", "ovs_interfaceid": "a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2444.576380] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123148, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.841349] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.984728] env[62189]: DEBUG oslo_concurrency.lockutils [req-243c4bad-229e-47c9-ad32-02d3116a85a6 req-1c641cee-3038-4062-974b-cb7ea0b2d365 service nova] Releasing lock "refresh_cache-8da6a159-023d-4ba8-abdd-495621d8ba06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2445.059899] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2445.060135] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2445.060307] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2445.076674] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123148, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.342583] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.578877] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123148, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.842543] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.081012] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123148, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.102250] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2446.102447] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2446.102631] env[62189]: DEBUG nova.network.neutron [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2446.344120] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.579123] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123148, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.839220] env[62189]: DEBUG nova.network.neutron [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance_info_cache with network_info: [{"id": "b40850d7-d54c-4893-af29-7f9c0570e0df", "address": "fa:16:3e:65:86:f0", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40850d7-d5", "ovs_interfaceid": "b40850d7-d54c-4893-af29-7f9c0570e0df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2446.847490] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.080292] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123148, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.341956] env[62189]: DEBUG oslo_concurrency.lockutils [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2447.348819] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.581232] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123148, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.845373] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.869658] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cab01e-b88d-425a-b741-8e24d0574e00 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.887841] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab03ec6-a400-4ba3-9c59-0fcf899d7381 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.894425] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance 'f04c5b3c-15ac-4b99-ab8d-a841ec94886b' progress to 83 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2448.081494] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123148, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.346056] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.401099] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2448.401421] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3391aa48-4d88-461e-83ce-df7769ac8ef8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.409931] env[62189]: DEBUG oslo_vmware.api [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2448.409931] env[62189]: value = "task-2123151" [ 2448.409931] env[62189]: _type = "Task" [ 2448.409931] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2448.424856] env[62189]: DEBUG oslo_vmware.api [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.581767] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123148, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.846537] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.923351] env[62189]: DEBUG oslo_vmware.api [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123151, 'name': PowerOnVM_Task, 'duration_secs': 0.36221} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2448.923819] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2448.924133] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-63bffa20-430e-4c48-9eea-621d28e8a40e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance 'f04c5b3c-15ac-4b99-ab8d-a841ec94886b' progress to 100 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2449.082362] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123148, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.347563] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.583826] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123148, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.848138] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.083361] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123148, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.136466] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2450.136678] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2450.136809] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Deleting the datastore file [datastore2] 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2450.137081] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b3c51f6-1183-4384-82ed-fba112d81bdb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.144264] env[62189]: DEBUG oslo_vmware.api [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for the task: (returnval){ [ 2450.144264] env[62189]: value = "task-2123152" [ 2450.144264] env[62189]: _type = "Task" [ 2450.144264] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.154047] env[62189]: DEBUG oslo_vmware.api [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.348910] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.583925] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123148, 'name': CreateVM_Task, 'duration_secs': 6.791962} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.584291] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2450.584878] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2450.584990] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2450.585489] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2450.585603] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927be391-095c-4b5c-9d87-df1d3e158742 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.591415] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2450.591415] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f5b5d8-f8ce-da5b-d0aa-ffb4775ae83c" [ 2450.591415] env[62189]: _type = "Task" [ 2450.591415] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.598497] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f5b5d8-f8ce-da5b-d0aa-ffb4775ae83c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.653755] env[62189]: DEBUG oslo_vmware.api [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Task: {'id': task-2123152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146745} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.653960] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2450.654167] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2450.654342] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2450.654511] env[62189]: INFO nova.compute.manager [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Took 6.75 seconds to destroy the instance on the hypervisor. [ 2450.654751] env[62189]: DEBUG oslo.service.loopingcall [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2450.654932] env[62189]: DEBUG nova.compute.manager [-] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2450.655040] env[62189]: DEBUG nova.network.neutron [-] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2450.850663] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123147, 'name': CreateVM_Task, 'duration_secs': 7.567763} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.850941] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2450.851623] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2451.023937] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2451.024244] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2451.024445] env[62189]: DEBUG nova.compute.manager [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Going to confirm migration 8 {{(pid=62189) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2451.101683] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f5b5d8-f8ce-da5b-d0aa-ffb4775ae83c, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2451.102009] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2451.102276] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2451.102524] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2451.102753] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2451.102921] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2451.103233] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2451.103562] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2451.103809] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b947af2c-b38f-46cc-94a2-325ca1c044bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.106768] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b18483-e547-468c-8999-de24d4e11c3a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.112214] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2451.112214] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526e81e2-a540-7079-bd07-8525adc7b236" [ 2451.112214] env[62189]: _type = "Task" [ 2451.112214] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.116414] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2451.116519] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2451.117613] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f391126b-b9dd-4f95-b655-bdb75721fc7d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.123628] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526e81e2-a540-7079-bd07-8525adc7b236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.126732] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2451.126732] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5246b15a-74f2-3acd-d752-72bb2d53a40b" [ 2451.126732] env[62189]: _type = "Task" [ 2451.126732] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.134265] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5246b15a-74f2-3acd-d752-72bb2d53a40b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.185689] env[62189]: DEBUG nova.compute.manager [req-149e3d07-7324-49f2-89ef-4783503861ec req-4759928a-b115-429c-abb9-e395015e9672 service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Received event network-vif-deleted-4a30c15c-37ba-46ab-b9e3-7920b2d0a199 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2451.185940] env[62189]: INFO nova.compute.manager [req-149e3d07-7324-49f2-89ef-4783503861ec req-4759928a-b115-429c-abb9-e395015e9672 service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Neutron deleted interface 4a30c15c-37ba-46ab-b9e3-7920b2d0a199; detaching it from the instance and deleting it from the info cache [ 2451.186311] env[62189]: DEBUG nova.network.neutron [req-149e3d07-7324-49f2-89ef-4783503861ec req-4759928a-b115-429c-abb9-e395015e9672 service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2451.562195] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2451.562382] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2451.562558] env[62189]: DEBUG nova.network.neutron [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2451.562821] env[62189]: DEBUG nova.objects.instance [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lazy-loading 'info_cache' on Instance uuid f04c5b3c-15ac-4b99-ab8d-a841ec94886b {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2451.623983] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526e81e2-a540-7079-bd07-8525adc7b236, 'name': SearchDatastore_Task, 'duration_secs': 0.009538} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2451.623983] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2451.623983] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2451.623983] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2451.635750] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5246b15a-74f2-3acd-d752-72bb2d53a40b, 'name': SearchDatastore_Task, 'duration_secs': 0.00802} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2451.636517] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95285a68-1390-49f9-8b5e-359b0eb7e7c3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.641803] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2451.641803] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5215457d-6876-1f3a-543b-25e3e614c641" [ 2451.641803] env[62189]: _type = "Task" [ 2451.641803] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.644701] env[62189]: DEBUG nova.network.neutron [-] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2451.652540] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5215457d-6876-1f3a-543b-25e3e614c641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.688667] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ea591f4-c43c-4eb4-bf5a-e0594065593b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.697979] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a98ecc1-795d-4ad4-b052-69910e29dab5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.727011] env[62189]: DEBUG nova.compute.manager [req-149e3d07-7324-49f2-89ef-4783503861ec req-4759928a-b115-429c-abb9-e395015e9672 service nova] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Detach interface failed, port_id=4a30c15c-37ba-46ab-b9e3-7920b2d0a199, reason: Instance 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2452.152832] env[62189]: INFO nova.compute.manager [-] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Took 1.50 seconds to deallocate network for instance. [ 2452.153163] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5215457d-6876-1f3a-543b-25e3e614c641, 'name': SearchDatastore_Task, 'duration_secs': 0.039745} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.154699] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2452.155134] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 8da6a159-023d-4ba8-abdd-495621d8ba06/8da6a159-023d-4ba8-abdd-495621d8ba06.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2452.157873] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2452.158086] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2452.158299] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a5d711c-61b8-43f9-82f8-aa14b1e465ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.160310] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be91f4c8-848c-42a1-83f7-47782b2e392c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.167735] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2452.167735] env[62189]: value = "task-2123153" [ 2452.167735] env[62189]: _type = "Task" [ 2452.167735] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.171433] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2452.171650] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2452.172613] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc6a32db-bb3e-4678-b55a-ff4267c13e4b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.178036] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.181684] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2452.181684] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c9ce61-6f30-676f-777b-a42b0c6205c3" [ 2452.181684] env[62189]: _type = "Task" [ 2452.181684] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.189317] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c9ce61-6f30-676f-777b-a42b0c6205c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.661908] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2452.662205] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2452.662414] env[62189]: DEBUG nova.objects.instance [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lazy-loading 'resources' on Instance uuid 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2452.678349] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428148} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.678583] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 8da6a159-023d-4ba8-abdd-495621d8ba06/8da6a159-023d-4ba8-abdd-495621d8ba06.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2452.678789] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2452.679038] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-613ce835-0a06-4300-96b3-c274f1ca99e3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.687936] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2452.687936] env[62189]: value = "task-2123154" [ 2452.687936] env[62189]: _type = "Task" [ 2452.687936] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.694831] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c9ce61-6f30-676f-777b-a42b0c6205c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009796} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.695858] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8638cb1-5c9c-47f6-bff9-7f22dc4d7903 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.700554] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.703498] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2452.703498] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ea732a-8105-4217-bec9-0ec337947956" [ 2452.703498] env[62189]: _type = "Task" [ 2452.703498] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.711102] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ea732a-8105-4217-bec9-0ec337947956, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.784297] env[62189]: DEBUG nova.network.neutron [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance_info_cache with network_info: [{"id": "b40850d7-d54c-4893-af29-7f9c0570e0df", "address": "fa:16:3e:65:86:f0", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40850d7-d5", "ovs_interfaceid": "b40850d7-d54c-4893-af29-7f9c0570e0df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2453.198056] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098036} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.198351] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2453.199140] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3392bb-7f27-4a0c-b9eb-906a125d7e3d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.225086] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 8da6a159-023d-4ba8-abdd-495621d8ba06/8da6a159-023d-4ba8-abdd-495621d8ba06.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2453.227729] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34cd8353-b490-4486-a784-04ad77a0b612 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.244826] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ea732a-8105-4217-bec9-0ec337947956, 'name': SearchDatastore_Task, 'duration_secs': 0.031036} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.245694] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2453.245950] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 47f99a69-799f-4b05-a868-bdc273aa7f0e/47f99a69-799f-4b05-a868-bdc273aa7f0e.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2453.246214] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84f36beb-d760-4e1b-afe6-01f2c15aee67 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.250395] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2453.250395] env[62189]: value = "task-2123155" [ 2453.250395] env[62189]: _type = "Task" [ 2453.250395] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.256344] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2453.256344] env[62189]: value = "task-2123156" [ 2453.256344] env[62189]: _type = "Task" [ 2453.256344] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.262546] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.267411] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.288607] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "refresh_cache-f04c5b3c-15ac-4b99-ab8d-a841ec94886b" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2453.288867] env[62189]: DEBUG nova.objects.instance [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lazy-loading 'migration_context' on Instance uuid f04c5b3c-15ac-4b99-ab8d-a841ec94886b {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2453.302729] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95002d75-afe9-423b-9063-2b3827d9ec62 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.310995] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cc2dbb-e5ec-40ee-a890-7fa8951b43f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.342599] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c87cc0-ec97-4519-9c64-287129037d19 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.350650] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b638e6fb-b8c3-466e-aadb-d7c3144d0888 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.365244] env[62189]: DEBUG nova.compute.provider_tree [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2453.763196] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.768076] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436497} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.768315] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 47f99a69-799f-4b05-a868-bdc273aa7f0e/47f99a69-799f-4b05-a868-bdc273aa7f0e.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2453.768519] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2453.768749] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4facc2b9-d8eb-4b02-95d4-24032daf9e4d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.773982] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2453.773982] env[62189]: value = "task-2123157" [ 2453.773982] env[62189]: _type = "Task" [ 2453.773982] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.781119] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.791916] env[62189]: DEBUG nova.objects.base [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2453.792708] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182b8af3-03f1-410e-8b45-0b8dc6b73e84 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.811297] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29aa755c-7500-4d22-a0aa-5cf4002463ea {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.816159] env[62189]: DEBUG oslo_vmware.api [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2453.816159] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5206f352-136f-31c7-15d1-be839142a528" [ 2453.816159] env[62189]: _type = "Task" [ 2453.816159] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.823273] env[62189]: DEBUG oslo_vmware.api [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5206f352-136f-31c7-15d1-be839142a528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.868297] env[62189]: DEBUG nova.scheduler.client.report [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2454.261584] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.283030] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064032} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.284814] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2454.284814] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a0a406-287f-4c20-bda5-85e4d2561e33 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.304862] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 47f99a69-799f-4b05-a868-bdc273aa7f0e/47f99a69-799f-4b05-a868-bdc273aa7f0e.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2454.305112] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44e00631-e1a5-4e95-805f-08f919284271 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.327310] env[62189]: DEBUG oslo_vmware.api [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5206f352-136f-31c7-15d1-be839142a528, 'name': SearchDatastore_Task, 'duration_secs': 0.006715} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.328437] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2454.328746] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2454.328746] env[62189]: value = "task-2123158" [ 2454.328746] env[62189]: _type = "Task" [ 2454.328746] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.335994] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.373031] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2454.375319] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.047s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2454.393603] env[62189]: INFO nova.scheduler.client.report [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Deleted allocations for instance 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0 [ 2454.763364] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123155, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.838741] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123158, 'name': ReconfigVM_Task, 'duration_secs': 0.271402} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.839038] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 47f99a69-799f-4b05-a868-bdc273aa7f0e/47f99a69-799f-4b05-a868-bdc273aa7f0e.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2454.840512] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'device_type': 'disk', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/sda', 'size': 0, 'disk_bus': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '7273d3db-cce3-4b39-ae77-856e5463223d'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434303', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'name': 'volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47f99a69-799f-4b05-a868-bdc273aa7f0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'serial': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861'}, 'delete_on_termination': False, 'disk_bus': None, 'boot_index': None, 'guest_format': None, 'attachment_id': 'ae54d085-f189-49b7-b391-1f21e5b20487', 'volume_type': None}], 'swap': None} {{(pid=62189) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2454.840719] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Volume attach. Driver type: vmdk {{(pid=62189) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2454.840908] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434303', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'name': 'volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47f99a69-799f-4b05-a868-bdc273aa7f0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'serial': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2454.841668] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a7944f-b3f8-422d-b9d0-f592a39e5948 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.857078] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a118013-e9a7-49ef-ba40-6adb8cfb516f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.879880] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861/volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2454.882226] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-872063ee-8d51-4015-a245-9759d47ad738 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.900916] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2454.900916] env[62189]: value = "task-2123159" [ 2454.900916] env[62189]: _type = "Task" [ 2454.900916] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.901346] env[62189]: DEBUG oslo_concurrency.lockutils [None req-5cd1fd98-d37d-4a2c-8424-e244d520d653 tempest-ServerActionsTestOtherB-206350135 tempest-ServerActionsTestOtherB-206350135-project-member] Lock "3a656b9c-50ab-4b1a-9ba2-6e528817c3d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.500s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2454.911722] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.977345] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dc4200-517f-4023-ab90-4532edd19f28 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.985594] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06a5962-4e40-43a8-b5af-9e5ef3e9b673 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.016908] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e7316c-ec6d-4497-833d-68ec0901e321 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.024545] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b13806-ee8a-44d4-ae03-334df9b848d7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.038115] env[62189]: DEBUG nova.compute.provider_tree [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2455.262095] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123155, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.412899] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123159, 'name': ReconfigVM_Task, 'duration_secs': 0.293157} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2455.413147] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861/volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2455.417775] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57912639-2d26-4132-8c4c-55eb43e03986 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.432298] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2455.432298] env[62189]: value = "task-2123161" [ 2455.432298] env[62189]: _type = "Task" [ 2455.432298] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2455.439695] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.541657] env[62189]: DEBUG nova.scheduler.client.report [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2455.762820] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123155, 'name': ReconfigVM_Task, 'duration_secs': 2.119905} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2455.763125] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 8da6a159-023d-4ba8-abdd-495621d8ba06/8da6a159-023d-4ba8-abdd-495621d8ba06.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2455.763733] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9eebbeb-5d30-490b-a2b9-89ce615ad710 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.770047] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2455.770047] env[62189]: value = "task-2123162" [ 2455.770047] env[62189]: _type = "Task" [ 2455.770047] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2455.777525] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123162, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.941521] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123161, 'name': ReconfigVM_Task, 'duration_secs': 0.143014} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2455.941851] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434303', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'name': 'volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47f99a69-799f-4b05-a868-bdc273aa7f0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'serial': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2455.942439] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af51ca37-5728-4e25-85f8-9deda9926d51 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.949156] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2455.949156] env[62189]: value = "task-2123163" [ 2455.949156] env[62189]: _type = "Task" [ 2455.949156] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2455.957332] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123163, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.279642] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123162, 'name': Rename_Task, 'duration_secs': 0.150255} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.279939] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2456.280210] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55e02919-873d-4512-ba1b-3a6213958de7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.286882] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2456.286882] env[62189]: value = "task-2123164" [ 2456.286882] env[62189]: _type = "Task" [ 2456.286882] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.294223] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.458860] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123163, 'name': Rename_Task, 'duration_secs': 0.136849} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.460025] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2456.460025] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aa440ad-947a-448f-90f4-bb158dd01bde {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.466175] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2456.466175] env[62189]: value = "task-2123165" [ 2456.466175] env[62189]: _type = "Task" [ 2456.466175] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.474184] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.551842] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.176s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2456.796526] env[62189]: DEBUG oslo_vmware.api [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123164, 'name': PowerOnVM_Task, 'duration_secs': 0.40961} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.798057] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2456.798057] env[62189]: INFO nova.compute.manager [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Took 15.30 seconds to spawn the instance on the hypervisor. [ 2456.798057] env[62189]: DEBUG nova.compute.manager [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2456.798446] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07401c56-d127-4b32-a5b3-300b6a683e26 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.976871] env[62189]: DEBUG oslo_vmware.api [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123165, 'name': PowerOnVM_Task, 'duration_secs': 0.466091} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.977165] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2456.977340] env[62189]: DEBUG nova.compute.manager [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2456.978086] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f46aea0-3212-44ff-9d78-770fedeb1c59 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.118804] env[62189]: INFO nova.scheduler.client.report [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Deleted allocation for migration 9a138477-5691-4afa-8fdf-55cca8ec2c48 [ 2457.314908] env[62189]: INFO nova.compute.manager [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Took 20.05 seconds to build instance. [ 2457.494096] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2457.494338] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2457.494541] env[62189]: DEBUG nova.objects.instance [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62189) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2457.624529] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a760af81-cd55-4bc5-aac4-a2e7d06ca55d tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.600s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2457.817611] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76a43d34-8534-478d-8c82-b5f7d3461219 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.556s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2458.070316] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2458.070647] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2458.070878] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2458.071089] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2458.071265] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2458.073481] env[62189]: INFO nova.compute.manager [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Terminating instance [ 2458.325425] env[62189]: DEBUG nova.compute.manager [req-4d6463e1-eb56-4177-9c72-ed672328ae21 req-29f7a58b-86c1-4ccd-9c70-8d531397d2e8 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Received event network-changed-a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2458.325612] env[62189]: DEBUG nova.compute.manager [req-4d6463e1-eb56-4177-9c72-ed672328ae21 req-29f7a58b-86c1-4ccd-9c70-8d531397d2e8 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Refreshing instance network info cache due to event network-changed-a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2458.325830] env[62189]: DEBUG oslo_concurrency.lockutils [req-4d6463e1-eb56-4177-9c72-ed672328ae21 req-29f7a58b-86c1-4ccd-9c70-8d531397d2e8 service nova] Acquiring lock "refresh_cache-8da6a159-023d-4ba8-abdd-495621d8ba06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2458.325974] env[62189]: DEBUG oslo_concurrency.lockutils [req-4d6463e1-eb56-4177-9c72-ed672328ae21 req-29f7a58b-86c1-4ccd-9c70-8d531397d2e8 service nova] Acquired lock "refresh_cache-8da6a159-023d-4ba8-abdd-495621d8ba06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2458.326147] env[62189]: DEBUG nova.network.neutron [req-4d6463e1-eb56-4177-9c72-ed672328ae21 req-29f7a58b-86c1-4ccd-9c70-8d531397d2e8 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Refreshing network info cache for port a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2458.503704] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d6f727a4-ac2e-427a-9310-815577aac1a9 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2458.577487] env[62189]: DEBUG nova.compute.manager [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2458.577905] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2458.578614] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841b6c83-6ba6-4645-9a2a-eeed7faf239c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.587763] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2458.588008] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da27d6bc-b24a-4739-84f0-f0b38d5d73e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.594305] env[62189]: DEBUG oslo_vmware.api [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2458.594305] env[62189]: value = "task-2123166" [ 2458.594305] env[62189]: _type = "Task" [ 2458.594305] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2458.601656] env[62189]: DEBUG oslo_vmware.api [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.106468] env[62189]: DEBUG oslo_vmware.api [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123166, 'name': PowerOffVM_Task, 'duration_secs': 0.239475} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.106802] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2459.106909] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2459.107193] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd62ef2c-843c-449b-b8c5-021d83d6dac7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.170767] env[62189]: DEBUG nova.network.neutron [req-4d6463e1-eb56-4177-9c72-ed672328ae21 req-29f7a58b-86c1-4ccd-9c70-8d531397d2e8 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Updated VIF entry in instance network info cache for port a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2459.171252] env[62189]: DEBUG nova.network.neutron [req-4d6463e1-eb56-4177-9c72-ed672328ae21 req-29f7a58b-86c1-4ccd-9c70-8d531397d2e8 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Updating instance_info_cache with network_info: [{"id": "a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8", "address": "fa:16:3e:9c:d3:66", "network": {"id": "3757c40d-1946-42da-8aad-d026752a2938", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1334281481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a163083b7cf4f7ca00c214863f72207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8168e48-f1", "ovs_interfaceid": "a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2459.397686] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2459.397912] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2459.398124] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Deleting the datastore file [datastore2] f04c5b3c-15ac-4b99-ab8d-a841ec94886b {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2459.398464] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a468d97c-5a22-466e-8005-9bf836920382 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.406214] env[62189]: DEBUG oslo_vmware.api [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2459.406214] env[62189]: value = "task-2123168" [ 2459.406214] env[62189]: _type = "Task" [ 2459.406214] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.415220] env[62189]: DEBUG oslo_vmware.api [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.674233] env[62189]: DEBUG oslo_concurrency.lockutils [req-4d6463e1-eb56-4177-9c72-ed672328ae21 req-29f7a58b-86c1-4ccd-9c70-8d531397d2e8 service nova] Releasing lock "refresh_cache-8da6a159-023d-4ba8-abdd-495621d8ba06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2459.918971] env[62189]: DEBUG oslo_vmware.api [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.419261] env[62189]: DEBUG oslo_vmware.api [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.756752} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2460.419710] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2460.419795] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2460.420159] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2460.420396] env[62189]: INFO nova.compute.manager [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Took 1.84 seconds to destroy the instance on the hypervisor. [ 2460.420666] env[62189]: DEBUG oslo.service.loopingcall [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2460.420888] env[62189]: DEBUG nova.compute.manager [-] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2460.420994] env[62189]: DEBUG nova.network.neutron [-] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2461.106161] env[62189]: DEBUG nova.compute.manager [req-56ba7402-378d-477c-8712-2d2862c4d2ec req-2b4ce372-5d74-4a57-9ef3-1dd133b46e33 service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Received event network-vif-deleted-b40850d7-d54c-4893-af29-7f9c0570e0df {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2461.106432] env[62189]: INFO nova.compute.manager [req-56ba7402-378d-477c-8712-2d2862c4d2ec req-2b4ce372-5d74-4a57-9ef3-1dd133b46e33 service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Neutron deleted interface b40850d7-d54c-4893-af29-7f9c0570e0df; detaching it from the instance and deleting it from the info cache [ 2461.106522] env[62189]: DEBUG nova.network.neutron [req-56ba7402-378d-477c-8712-2d2862c4d2ec req-2b4ce372-5d74-4a57-9ef3-1dd133b46e33 service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2461.355331] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquiring lock "5e554958-d4a2-4df6-9564-95f1ebfd12ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2461.355546] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Lock "5e554958-d4a2-4df6-9564-95f1ebfd12ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2461.585576] env[62189]: DEBUG nova.network.neutron [-] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2461.609171] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40c93c40-6dea-42e2-98c0-f3145a4ded6c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.618642] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f752f5a2-32ab-4bb2-b8d0-63475dcea1db {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.647292] env[62189]: DEBUG nova.compute.manager [req-56ba7402-378d-477c-8712-2d2862c4d2ec req-2b4ce372-5d74-4a57-9ef3-1dd133b46e33 service nova] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Detach interface failed, port_id=b40850d7-d54c-4893-af29-7f9c0570e0df, reason: Instance f04c5b3c-15ac-4b99-ab8d-a841ec94886b could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2461.858028] env[62189]: DEBUG nova.compute.manager [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2462.088624] env[62189]: INFO nova.compute.manager [-] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Took 1.67 seconds to deallocate network for instance. [ 2462.378749] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.379013] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2462.380444] env[62189]: INFO nova.compute.claims [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2462.595557] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2463.463638] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdb6cf9-025f-4a5f-9ab8-a8cf680b0f6c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.471714] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2c42f5-61c3-474a-b0c5-220e7eebc088 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.500598] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cd0de3-16b8-4c94-a399-edab7ff5208c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.507512] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36075ac3-9506-4f89-851b-a2ff4626a569 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.521121] env[62189]: DEBUG nova.compute.provider_tree [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2464.023971] env[62189]: DEBUG nova.scheduler.client.report [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2464.529690] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2464.530343] env[62189]: DEBUG nova.compute.manager [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2464.533510] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.938s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2464.533771] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2464.554302] env[62189]: INFO nova.scheduler.client.report [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Deleted allocations for instance f04c5b3c-15ac-4b99-ab8d-a841ec94886b [ 2465.039738] env[62189]: DEBUG nova.compute.utils [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2465.041792] env[62189]: DEBUG nova.compute.manager [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Not allocating networking since 'none' was specified. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2465.062774] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e6eaa3f8-8138-4d26-b0d8-34ae5f88f75a tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "f04c5b3c-15ac-4b99-ab8d-a841ec94886b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.992s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2465.542554] env[62189]: DEBUG nova.compute.manager [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2466.217576] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "7b08eb11-af19-41ce-8f5e-ff9d14469705" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2466.217881] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "7b08eb11-af19-41ce-8f5e-ff9d14469705" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2466.553018] env[62189]: DEBUG nova.compute.manager [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2466.579836] env[62189]: DEBUG nova.virt.hardware [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2466.580091] env[62189]: DEBUG nova.virt.hardware [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2466.580252] env[62189]: DEBUG nova.virt.hardware [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2466.580433] env[62189]: DEBUG nova.virt.hardware [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2466.580577] env[62189]: DEBUG nova.virt.hardware [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2466.580720] env[62189]: DEBUG nova.virt.hardware [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2466.580925] env[62189]: DEBUG nova.virt.hardware [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2466.581096] env[62189]: DEBUG nova.virt.hardware [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2466.581264] env[62189]: DEBUG nova.virt.hardware [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2466.581424] env[62189]: DEBUG nova.virt.hardware [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2466.581596] env[62189]: DEBUG nova.virt.hardware [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2466.582530] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63483b98-0584-4a1b-a8d3-3dd4e6bad472 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.589960] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12256e7c-b0d7-4e78-83ac-6261d6ddfdfa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.603651] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Instance VIF info [] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2466.609044] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Creating folder: Project (e39ba00083b745a19c5107f2af50a1a2). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2466.609383] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35645813-2244-422e-b916-95c0042b28ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.621512] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Created folder: Project (e39ba00083b745a19c5107f2af50a1a2) in parent group-v433996. [ 2466.621649] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Creating folder: Instances. Parent ref: group-v434308. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2466.621854] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9a0ebdb-7ce2-4561-a5d9-b7bdcc7390b9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.630148] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Created folder: Instances in parent group-v434308. [ 2466.630370] env[62189]: DEBUG oslo.service.loopingcall [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2466.630575] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2466.630726] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2c66b9b-994d-496a-a231-ab1fa7821e23 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.645296] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2466.645296] env[62189]: value = "task-2123171" [ 2466.645296] env[62189]: _type = "Task" [ 2466.645296] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2466.652055] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123171, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2466.720073] env[62189]: DEBUG nova.compute.manager [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2467.155342] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123171, 'name': CreateVM_Task, 'duration_secs': 0.244916} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2467.155519] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2467.155953] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2467.156132] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2467.156462] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2467.156711] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f33f1f-4fca-4173-90e8-a9030250cc05 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.161209] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2467.161209] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5234453b-badc-df31-dc15-eaf87b7e7934" [ 2467.161209] env[62189]: _type = "Task" [ 2467.161209] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2467.168865] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5234453b-badc-df31-dc15-eaf87b7e7934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2467.238745] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2467.238995] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2467.240460] env[62189]: INFO nova.compute.claims [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2467.672009] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5234453b-badc-df31-dc15-eaf87b7e7934, 'name': SearchDatastore_Task, 'duration_secs': 0.012358} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2467.672326] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2467.672556] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2467.672785] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2467.672933] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2467.673127] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2467.673381] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16c26fd7-65ca-40d6-86e3-acf85083e01c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.681212] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2467.681397] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2467.682059] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd2c3da-0524-47bf-a873-fd2a6727e502 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.686572] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2467.686572] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528763b1-920c-a9f2-bc80-2fe199616467" [ 2467.686572] env[62189]: _type = "Task" [ 2467.686572] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2467.693586] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528763b1-920c-a9f2-bc80-2fe199616467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2468.197166] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528763b1-920c-a9f2-bc80-2fe199616467, 'name': SearchDatastore_Task, 'duration_secs': 0.008017} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2468.197908] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b024006e-1f1e-4c2b-89cf-5c9657ecbe9c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.202693] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2468.202693] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f46d56-39a7-9a4a-22fb-282ce6841a6f" [ 2468.202693] env[62189]: _type = "Task" [ 2468.202693] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2468.209765] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f46d56-39a7-9a4a-22fb-282ce6841a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2468.318953] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb88659-a8d9-4455-b49d-b79809d251a7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.326378] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a812e8a7-8a55-4ceb-85c5-b5bfa0eeaf62 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.359929] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565183cb-f43b-4d58-a6cf-ea2e3e014bae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.366903] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f0bd69-19ae-4cb6-b07c-94c6a078ab34 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.380651] env[62189]: DEBUG nova.compute.provider_tree [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2468.713451] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52f46d56-39a7-9a4a-22fb-282ce6841a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.008995} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2468.713737] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2468.714058] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 5e554958-d4a2-4df6-9564-95f1ebfd12ab/5e554958-d4a2-4df6-9564-95f1ebfd12ab.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2468.714362] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50325950-f337-4632-903d-7972cc7110ea {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.724939] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2468.724939] env[62189]: value = "task-2123172" [ 2468.724939] env[62189]: _type = "Task" [ 2468.724939] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2468.732352] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2468.883843] env[62189]: DEBUG nova.scheduler.client.report [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2469.234191] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421492} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2469.234451] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 5e554958-d4a2-4df6-9564-95f1ebfd12ab/5e554958-d4a2-4df6-9564-95f1ebfd12ab.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2469.234661] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2469.234934] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8ddaa4e-dff0-4c44-b206-210c9b99b42f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.240762] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2469.240762] env[62189]: value = "task-2123173" [ 2469.240762] env[62189]: _type = "Task" [ 2469.240762] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2469.248501] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2469.389688] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2469.390228] env[62189]: DEBUG nova.compute.manager [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2469.751049] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063156} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2469.751320] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2469.752063] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba12eb6a-9050-4e03-9f6b-0af3563890f1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.770583] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 5e554958-d4a2-4df6-9564-95f1ebfd12ab/5e554958-d4a2-4df6-9564-95f1ebfd12ab.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2469.770804] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baae908c-2e62-4ee0-92ac-ba5ac2dad268 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.789185] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2469.789185] env[62189]: value = "task-2123174" [ 2469.789185] env[62189]: _type = "Task" [ 2469.789185] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2469.797383] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2469.895958] env[62189]: DEBUG nova.compute.utils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2469.896494] env[62189]: DEBUG nova.compute.manager [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2469.896664] env[62189]: DEBUG nova.network.neutron [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2469.947341] env[62189]: DEBUG nova.policy [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd162f89506604458b882e3f2abfb2dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19a099c4ab924ceda3783b7daed195b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2470.216365] env[62189]: DEBUG nova.network.neutron [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Successfully created port: 9c8db9b0-8442-4e9a-98e8-59d7f2aa368b {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2470.298907] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123174, 'name': ReconfigVM_Task, 'duration_secs': 0.276652} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2470.299393] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 5e554958-d4a2-4df6-9564-95f1ebfd12ab/5e554958-d4a2-4df6-9564-95f1ebfd12ab.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2470.299950] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfef7422-eb80-48b8-8194-9d28ce8d1b9c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.306101] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2470.306101] env[62189]: value = "task-2123175" [ 2470.306101] env[62189]: _type = "Task" [ 2470.306101] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2470.313740] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123175, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2470.400200] env[62189]: DEBUG nova.compute.manager [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2470.815971] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123175, 'name': Rename_Task, 'duration_secs': 0.131757} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2470.816292] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2470.816537] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a394766-e0d3-4bf8-93e5-63638f75f2f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.822314] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2470.822314] env[62189]: value = "task-2123176" [ 2470.822314] env[62189]: _type = "Task" [ 2470.822314] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2470.829603] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2471.332046] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2471.411556] env[62189]: DEBUG nova.compute.manager [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2471.438655] env[62189]: DEBUG nova.virt.hardware [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2471.438900] env[62189]: DEBUG nova.virt.hardware [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2471.439071] env[62189]: DEBUG nova.virt.hardware [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2471.439258] env[62189]: DEBUG nova.virt.hardware [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2471.439403] env[62189]: DEBUG nova.virt.hardware [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2471.439548] env[62189]: DEBUG nova.virt.hardware [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2471.439758] env[62189]: DEBUG nova.virt.hardware [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2471.439915] env[62189]: DEBUG nova.virt.hardware [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2471.440094] env[62189]: DEBUG nova.virt.hardware [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2471.440259] env[62189]: DEBUG nova.virt.hardware [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2471.440425] env[62189]: DEBUG nova.virt.hardware [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2471.441307] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2219a8-a577-4a58-a9a8-da25d8b2b576 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.449274] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff14360-5db8-4793-b358-f7a4706214b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.832727] env[62189]: DEBUG oslo_vmware.api [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123176, 'name': PowerOnVM_Task, 'duration_secs': 0.860209} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2471.833011] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2471.833224] env[62189]: INFO nova.compute.manager [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Took 5.28 seconds to spawn the instance on the hypervisor. [ 2471.833402] env[62189]: DEBUG nova.compute.manager [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2471.834183] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c637367-229e-413b-a34f-53431e40d443 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.349877] env[62189]: INFO nova.compute.manager [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Took 9.99 seconds to build instance. [ 2472.851389] env[62189]: DEBUG oslo_concurrency.lockutils [None req-4279ef81-d06c-4eb7-a2d7-a4a24f5944b0 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Lock "5e554958-d4a2-4df6-9564-95f1ebfd12ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.496s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2473.175374] env[62189]: INFO nova.compute.manager [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Rebuilding instance [ 2473.218531] env[62189]: DEBUG nova.compute.manager [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2473.219456] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e47d5a3-9d4c-468e-9ad9-4713e340c316 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.615088] env[62189]: DEBUG nova.compute.manager [req-5eebe2b0-9397-4eb4-9766-a1026845b84b req-e8f98827-dcc5-4eab-ba7a-13f73dc1d3d4 service nova] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Received event network-vif-plugged-9c8db9b0-8442-4e9a-98e8-59d7f2aa368b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2473.615300] env[62189]: DEBUG oslo_concurrency.lockutils [req-5eebe2b0-9397-4eb4-9766-a1026845b84b req-e8f98827-dcc5-4eab-ba7a-13f73dc1d3d4 service nova] Acquiring lock "7b08eb11-af19-41ce-8f5e-ff9d14469705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2473.615497] env[62189]: DEBUG oslo_concurrency.lockutils [req-5eebe2b0-9397-4eb4-9766-a1026845b84b req-e8f98827-dcc5-4eab-ba7a-13f73dc1d3d4 service nova] Lock "7b08eb11-af19-41ce-8f5e-ff9d14469705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2473.615668] env[62189]: DEBUG oslo_concurrency.lockutils [req-5eebe2b0-9397-4eb4-9766-a1026845b84b req-e8f98827-dcc5-4eab-ba7a-13f73dc1d3d4 service nova] Lock "7b08eb11-af19-41ce-8f5e-ff9d14469705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2473.615837] env[62189]: DEBUG nova.compute.manager [req-5eebe2b0-9397-4eb4-9766-a1026845b84b req-e8f98827-dcc5-4eab-ba7a-13f73dc1d3d4 service nova] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] No waiting events found dispatching network-vif-plugged-9c8db9b0-8442-4e9a-98e8-59d7f2aa368b {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2473.616008] env[62189]: WARNING nova.compute.manager [req-5eebe2b0-9397-4eb4-9766-a1026845b84b req-e8f98827-dcc5-4eab-ba7a-13f73dc1d3d4 service nova] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Received unexpected event network-vif-plugged-9c8db9b0-8442-4e9a-98e8-59d7f2aa368b for instance with vm_state building and task_state spawning. [ 2473.712075] env[62189]: DEBUG nova.network.neutron [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Successfully updated port: 9c8db9b0-8442-4e9a-98e8-59d7f2aa368b {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2474.215327] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2474.215712] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2474.215712] env[62189]: DEBUG nova.network.neutron [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2474.232574] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2474.232886] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-171b2765-4f65-412b-a49e-989fa951a81d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.240692] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2474.240692] env[62189]: value = "task-2123177" [ 2474.240692] env[62189]: _type = "Task" [ 2474.240692] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2474.249026] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2474.750716] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123177, 'name': PowerOffVM_Task, 'duration_secs': 0.197609} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2474.750982] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2474.751216] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2474.751992] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff83dd3-d057-4ed5-9929-4393d63aee89 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.759249] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2474.759368] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b7e6fad-4905-4d78-9f6b-4eaebe6c21d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.761427] env[62189]: DEBUG nova.network.neutron [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2474.785418] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2474.785643] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2474.785800] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Deleting the datastore file [datastore2] 5e554958-d4a2-4df6-9564-95f1ebfd12ab {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2474.786073] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18e88887-51f2-4f69-ade9-c73f8494b081 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.792748] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2474.792748] env[62189]: value = "task-2123179" [ 2474.792748] env[62189]: _type = "Task" [ 2474.792748] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2474.800477] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2474.904436] env[62189]: DEBUG nova.network.neutron [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating instance_info_cache with network_info: [{"id": "9c8db9b0-8442-4e9a-98e8-59d7f2aa368b", "address": "fa:16:3e:1a:d7:60", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8db9b0-84", "ovs_interfaceid": "9c8db9b0-8442-4e9a-98e8-59d7f2aa368b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2475.302506] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426927} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2475.302842] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2475.302939] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2475.303130] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2475.407013] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2475.407410] env[62189]: DEBUG nova.compute.manager [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Instance network_info: |[{"id": "9c8db9b0-8442-4e9a-98e8-59d7f2aa368b", "address": "fa:16:3e:1a:d7:60", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8db9b0-84", "ovs_interfaceid": "9c8db9b0-8442-4e9a-98e8-59d7f2aa368b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2475.407793] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:d7:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c8db9b0-8442-4e9a-98e8-59d7f2aa368b', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2475.415849] env[62189]: DEBUG oslo.service.loopingcall [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2475.416091] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2475.416321] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1983d3f2-f4e3-492a-ab86-2d7f1f3adbda {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.437819] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2475.437819] env[62189]: value = "task-2123180" [ 2475.437819] env[62189]: _type = "Task" [ 2475.437819] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2475.446087] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123180, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2475.641244] env[62189]: DEBUG nova.compute.manager [req-7d0eaa95-3407-4aeb-ad59-676f2ae12234 req-f5f27f2a-6f2a-4762-a698-0228fe03b4b5 service nova] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Received event network-changed-9c8db9b0-8442-4e9a-98e8-59d7f2aa368b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2475.641465] env[62189]: DEBUG nova.compute.manager [req-7d0eaa95-3407-4aeb-ad59-676f2ae12234 req-f5f27f2a-6f2a-4762-a698-0228fe03b4b5 service nova] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Refreshing instance network info cache due to event network-changed-9c8db9b0-8442-4e9a-98e8-59d7f2aa368b. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2475.641711] env[62189]: DEBUG oslo_concurrency.lockutils [req-7d0eaa95-3407-4aeb-ad59-676f2ae12234 req-f5f27f2a-6f2a-4762-a698-0228fe03b4b5 service nova] Acquiring lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2475.641844] env[62189]: DEBUG oslo_concurrency.lockutils [req-7d0eaa95-3407-4aeb-ad59-676f2ae12234 req-f5f27f2a-6f2a-4762-a698-0228fe03b4b5 service nova] Acquired lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2475.642019] env[62189]: DEBUG nova.network.neutron [req-7d0eaa95-3407-4aeb-ad59-676f2ae12234 req-f5f27f2a-6f2a-4762-a698-0228fe03b4b5 service nova] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Refreshing network info cache for port 9c8db9b0-8442-4e9a-98e8-59d7f2aa368b {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2475.948075] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123180, 'name': CreateVM_Task, 'duration_secs': 0.397263} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2475.948075] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2475.948453] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2475.948616] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2475.948943] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2475.949208] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a538566d-0c5f-46a4-9e90-020562f04ac7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.953296] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2475.953296] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52eecf7f-b933-a07e-cfda-bbf48fdaf84d" [ 2475.953296] env[62189]: _type = "Task" [ 2475.953296] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2475.960611] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52eecf7f-b933-a07e-cfda-bbf48fdaf84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.020679] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2476.334827] env[62189]: DEBUG nova.network.neutron [req-7d0eaa95-3407-4aeb-ad59-676f2ae12234 req-f5f27f2a-6f2a-4762-a698-0228fe03b4b5 service nova] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updated VIF entry in instance network info cache for port 9c8db9b0-8442-4e9a-98e8-59d7f2aa368b. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2476.336206] env[62189]: DEBUG nova.network.neutron [req-7d0eaa95-3407-4aeb-ad59-676f2ae12234 req-f5f27f2a-6f2a-4762-a698-0228fe03b4b5 service nova] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating instance_info_cache with network_info: [{"id": "9c8db9b0-8442-4e9a-98e8-59d7f2aa368b", "address": "fa:16:3e:1a:d7:60", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8db9b0-84", "ovs_interfaceid": "9c8db9b0-8442-4e9a-98e8-59d7f2aa368b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2476.338779] env[62189]: DEBUG nova.virt.hardware [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2476.339011] env[62189]: DEBUG nova.virt.hardware [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2476.339230] env[62189]: DEBUG nova.virt.hardware [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2476.339484] env[62189]: DEBUG nova.virt.hardware [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2476.339691] env[62189]: DEBUG nova.virt.hardware [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2476.339931] env[62189]: DEBUG nova.virt.hardware [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2476.340184] env[62189]: DEBUG nova.virt.hardware [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2476.340353] env[62189]: DEBUG nova.virt.hardware [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2476.340524] env[62189]: DEBUG nova.virt.hardware [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2476.340688] env[62189]: DEBUG nova.virt.hardware [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2476.340858] env[62189]: DEBUG nova.virt.hardware [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2476.341787] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd18b684-9970-4d1e-a6c7-6e011c48c585 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.350524] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e36804-aef2-4a6b-a60c-b0f624f130b7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.364409] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Instance VIF info [] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2476.370067] env[62189]: DEBUG oslo.service.loopingcall [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2476.370303] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2476.370503] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e9f3a9e-0b81-4c78-9db4-3cb5d6713559 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.389609] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2476.389609] env[62189]: value = "task-2123181" [ 2476.389609] env[62189]: _type = "Task" [ 2476.389609] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.397065] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123181, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.463261] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52eecf7f-b933-a07e-cfda-bbf48fdaf84d, 'name': SearchDatastore_Task, 'duration_secs': 0.010381} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2476.463604] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2476.463845] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2476.464095] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2476.464287] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2476.464489] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2476.464764] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcf936fc-f6b7-486c-9008-63875ff523b2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.473083] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2476.473266] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2476.474029] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70017a3c-ccc3-4154-9140-d7504314c8b5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.479165] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2476.479165] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522e4ceb-9c2a-a63c-9373-41b328ff3a8a" [ 2476.479165] env[62189]: _type = "Task" [ 2476.479165] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.487424] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522e4ceb-9c2a-a63c-9373-41b328ff3a8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.837656] env[62189]: DEBUG oslo_concurrency.lockutils [req-7d0eaa95-3407-4aeb-ad59-676f2ae12234 req-f5f27f2a-6f2a-4762-a698-0228fe03b4b5 service nova] Releasing lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2476.900443] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123181, 'name': CreateVM_Task, 'duration_secs': 0.258335} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2476.900619] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2476.901023] env[62189]: DEBUG oslo_concurrency.lockutils [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2476.901233] env[62189]: DEBUG oslo_concurrency.lockutils [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2476.901543] env[62189]: DEBUG oslo_concurrency.lockutils [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2476.901784] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd6dfc1e-5479-4457-9119-37e97a3c9e38 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.906433] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2476.906433] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522cadf8-1fa2-5168-1372-ed89a5a654c2" [ 2476.906433] env[62189]: _type = "Task" [ 2476.906433] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.915303] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522cadf8-1fa2-5168-1372-ed89a5a654c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.988821] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522e4ceb-9c2a-a63c-9373-41b328ff3a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.008962} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2476.989676] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5946f8bc-ae83-4064-a88a-48a45ccce91a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.995062] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2476.995062] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52938203-9363-33a3-8368-ee4414d813af" [ 2476.995062] env[62189]: _type = "Task" [ 2476.995062] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2477.002552] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52938203-9363-33a3-8368-ee4414d813af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2477.417170] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]522cadf8-1fa2-5168-1372-ed89a5a654c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2477.417493] env[62189]: DEBUG oslo_concurrency.lockutils [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2477.417673] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2477.417874] env[62189]: DEBUG oslo_concurrency.lockutils [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2477.505221] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52938203-9363-33a3-8368-ee4414d813af, 'name': SearchDatastore_Task, 'duration_secs': 0.009576} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2477.505474] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2477.505722] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 7b08eb11-af19-41ce-8f5e-ff9d14469705/7b08eb11-af19-41ce-8f5e-ff9d14469705.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2477.506064] env[62189]: DEBUG oslo_concurrency.lockutils [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2477.506216] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2477.506431] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9134c16f-07f9-4e00-9143-a92027bd4c3f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.508378] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa265fc7-bde0-46fe-a95a-115f7adeb040 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.514460] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2477.514460] env[62189]: value = "task-2123182" [ 2477.514460] env[62189]: _type = "Task" [ 2477.514460] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2477.518143] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2477.518314] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2477.519301] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b69670-8087-47e1-be1f-79de3ae99e15 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.524332] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2477.528111] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2477.528111] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c748f2-f75e-ebad-3495-6def2a46bfe1" [ 2477.528111] env[62189]: _type = "Task" [ 2477.528111] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2477.535322] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c748f2-f75e-ebad-3495-6def2a46bfe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2478.024862] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.403714} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2478.025140] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 7b08eb11-af19-41ce-8f5e-ff9d14469705/7b08eb11-af19-41ce-8f5e-ff9d14469705.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2478.025366] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2478.025609] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd29f310-ce81-4199-b7c4-77e85649cd7b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.032515] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2478.032515] env[62189]: value = "task-2123183" [ 2478.032515] env[62189]: _type = "Task" [ 2478.032515] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2478.039239] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c748f2-f75e-ebad-3495-6def2a46bfe1, 'name': SearchDatastore_Task, 'duration_secs': 0.009151} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2478.040246] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b62797d-3d1e-4f95-a824-0556468ce1e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.044913] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2478.048107] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2478.048107] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526cbe3b-2be8-edde-a888-1d0a25e276be" [ 2478.048107] env[62189]: _type = "Task" [ 2478.048107] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2478.055762] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526cbe3b-2be8-edde-a888-1d0a25e276be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2478.543058] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062024} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2478.543058] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2478.543538] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bc5614-4719-4e25-b3d1-4d3a1dde395c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.564915] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 7b08eb11-af19-41ce-8f5e-ff9d14469705/7b08eb11-af19-41ce-8f5e-ff9d14469705.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2478.567762] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b260a32-f86a-415f-974c-cfc030e873d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.587189] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526cbe3b-2be8-edde-a888-1d0a25e276be, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2478.588263] env[62189]: DEBUG oslo_concurrency.lockutils [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2478.588514] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 5e554958-d4a2-4df6-9564-95f1ebfd12ab/5e554958-d4a2-4df6-9564-95f1ebfd12ab.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2478.588826] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2478.588826] env[62189]: value = "task-2123184" [ 2478.588826] env[62189]: _type = "Task" [ 2478.588826] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2478.589015] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-091bae8f-93d0-4816-aa16-7bd3d381f546 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.599762] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123184, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2478.600817] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2478.600817] env[62189]: value = "task-2123185" [ 2478.600817] env[62189]: _type = "Task" [ 2478.600817] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2478.607967] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2479.100609] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123184, 'name': ReconfigVM_Task, 'duration_secs': 0.494428} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2479.100903] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 7b08eb11-af19-41ce-8f5e-ff9d14469705/7b08eb11-af19-41ce-8f5e-ff9d14469705.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2479.101577] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-724f0838-66cb-49c6-a597-cabf2a21cdce {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.111438] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43919} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2479.112518] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 5e554958-d4a2-4df6-9564-95f1ebfd12ab/5e554958-d4a2-4df6-9564-95f1ebfd12ab.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2479.112733] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2479.113046] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2479.113046] env[62189]: value = "task-2123186" [ 2479.113046] env[62189]: _type = "Task" [ 2479.113046] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2479.113257] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a6023d8-43b6-4a07-9be9-17e29a7f2646 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.122233] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123186, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2479.123327] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2479.123327] env[62189]: value = "task-2123187" [ 2479.123327] env[62189]: _type = "Task" [ 2479.123327] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2479.130498] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2479.624295] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123186, 'name': Rename_Task, 'duration_secs': 0.161869} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2479.627223] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2479.627465] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e46d8a7-dfad-4342-adbf-bc647351a847 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.634300] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075268} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2479.635338] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2479.635650] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2479.635650] env[62189]: value = "task-2123188" [ 2479.635650] env[62189]: _type = "Task" [ 2479.635650] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2479.636326] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1ba06a-3407-41b5-8d6e-62ee2ac75180 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.645573] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2479.660380] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 5e554958-d4a2-4df6-9564-95f1ebfd12ab/5e554958-d4a2-4df6-9564-95f1ebfd12ab.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2479.660664] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f2b9b78-9130-4e38-a9f4-cf7b5c2bd7af {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.680832] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2479.680832] env[62189]: value = "task-2123189" [ 2479.680832] env[62189]: _type = "Task" [ 2479.680832] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2479.688780] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2480.148130] env[62189]: DEBUG oslo_vmware.api [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123188, 'name': PowerOnVM_Task, 'duration_secs': 0.46406} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2480.148396] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2480.148597] env[62189]: INFO nova.compute.manager [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Took 8.74 seconds to spawn the instance on the hypervisor. [ 2480.148776] env[62189]: DEBUG nova.compute.manager [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2480.149592] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7b7810-a06c-4cfd-9903-8b96fbc6f1f7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.193486] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123189, 'name': ReconfigVM_Task, 'duration_secs': 0.270111} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2480.194465] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 5e554958-d4a2-4df6-9564-95f1ebfd12ab/5e554958-d4a2-4df6-9564-95f1ebfd12ab.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2480.195101] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c1848ef-3ec3-4967-9afb-f05fe828c1c8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.203215] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2480.203215] env[62189]: value = "task-2123190" [ 2480.203215] env[62189]: _type = "Task" [ 2480.203215] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2480.212244] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123190, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2480.520749] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2480.520924] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2480.666853] env[62189]: INFO nova.compute.manager [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Took 13.44 seconds to build instance. [ 2480.713962] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123190, 'name': Rename_Task, 'duration_secs': 0.148701} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2480.714197] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2480.714431] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-955bdfe9-ac0f-4f61-a58b-9c058ee0ad2a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.720486] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2480.720486] env[62189]: value = "task-2123191" [ 2480.720486] env[62189]: _type = "Task" [ 2480.720486] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2480.727633] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2481.169454] env[62189]: DEBUG oslo_concurrency.lockutils [None req-fdd206dd-c450-4d8f-89d3-15d814bc408e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "7b08eb11-af19-41ce-8f5e-ff9d14469705" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.951s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2481.231744] env[62189]: DEBUG oslo_vmware.api [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123191, 'name': PowerOnVM_Task, 'duration_secs': 0.412047} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2481.232022] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2481.232314] env[62189]: DEBUG nova.compute.manager [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2481.233069] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301e8bd9-5d5c-4180-857d-9ab948a51c83 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.520756] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2481.587292] env[62189]: DEBUG nova.compute.manager [req-321c0d54-b3cf-40b7-83e9-271cbe90e6fb req-7f7634d2-f3da-442e-b1a6-0c0c1e933cbf service nova] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Received event network-changed-9c8db9b0-8442-4e9a-98e8-59d7f2aa368b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2481.587457] env[62189]: DEBUG nova.compute.manager [req-321c0d54-b3cf-40b7-83e9-271cbe90e6fb req-7f7634d2-f3da-442e-b1a6-0c0c1e933cbf service nova] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Refreshing instance network info cache due to event network-changed-9c8db9b0-8442-4e9a-98e8-59d7f2aa368b. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2481.587667] env[62189]: DEBUG oslo_concurrency.lockutils [req-321c0d54-b3cf-40b7-83e9-271cbe90e6fb req-7f7634d2-f3da-442e-b1a6-0c0c1e933cbf service nova] Acquiring lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2481.587813] env[62189]: DEBUG oslo_concurrency.lockutils [req-321c0d54-b3cf-40b7-83e9-271cbe90e6fb req-7f7634d2-f3da-442e-b1a6-0c0c1e933cbf service nova] Acquired lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2481.587970] env[62189]: DEBUG nova.network.neutron [req-321c0d54-b3cf-40b7-83e9-271cbe90e6fb req-7f7634d2-f3da-442e-b1a6-0c0c1e933cbf service nova] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Refreshing network info cache for port 9c8db9b0-8442-4e9a-98e8-59d7f2aa368b {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2481.748834] env[62189]: DEBUG oslo_concurrency.lockutils [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2481.749174] env[62189]: DEBUG oslo_concurrency.lockutils [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2481.749222] env[62189]: DEBUG nova.objects.instance [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62189) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2482.300500] env[62189]: DEBUG nova.network.neutron [req-321c0d54-b3cf-40b7-83e9-271cbe90e6fb req-7f7634d2-f3da-442e-b1a6-0c0c1e933cbf service nova] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updated VIF entry in instance network info cache for port 9c8db9b0-8442-4e9a-98e8-59d7f2aa368b. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2482.300872] env[62189]: DEBUG nova.network.neutron [req-321c0d54-b3cf-40b7-83e9-271cbe90e6fb req-7f7634d2-f3da-442e-b1a6-0c0c1e933cbf service nova] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating instance_info_cache with network_info: [{"id": "9c8db9b0-8442-4e9a-98e8-59d7f2aa368b", "address": "fa:16:3e:1a:d7:60", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8db9b0-84", "ovs_interfaceid": "9c8db9b0-8442-4e9a-98e8-59d7f2aa368b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2482.520928] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2482.757049] env[62189]: DEBUG oslo_concurrency.lockutils [None req-601bec6d-00ff-4301-b741-2509c30da89d tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.007s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2482.803904] env[62189]: DEBUG oslo_concurrency.lockutils [req-321c0d54-b3cf-40b7-83e9-271cbe90e6fb req-7f7634d2-f3da-442e-b1a6-0c0c1e933cbf service nova] Releasing lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2482.867073] env[62189]: DEBUG oslo_concurrency.lockutils [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquiring lock "5e554958-d4a2-4df6-9564-95f1ebfd12ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2482.867352] env[62189]: DEBUG oslo_concurrency.lockutils [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Lock "5e554958-d4a2-4df6-9564-95f1ebfd12ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2482.867589] env[62189]: DEBUG oslo_concurrency.lockutils [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquiring lock "5e554958-d4a2-4df6-9564-95f1ebfd12ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2482.867779] env[62189]: DEBUG oslo_concurrency.lockutils [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Lock "5e554958-d4a2-4df6-9564-95f1ebfd12ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2482.867950] env[62189]: DEBUG oslo_concurrency.lockutils [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Lock "5e554958-d4a2-4df6-9564-95f1ebfd12ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2482.869979] env[62189]: INFO nova.compute.manager [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Terminating instance [ 2483.373998] env[62189]: DEBUG oslo_concurrency.lockutils [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquiring lock "refresh_cache-5e554958-d4a2-4df6-9564-95f1ebfd12ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2483.374255] env[62189]: DEBUG oslo_concurrency.lockutils [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquired lock "refresh_cache-5e554958-d4a2-4df6-9564-95f1ebfd12ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2483.374392] env[62189]: DEBUG nova.network.neutron [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2483.519989] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2483.893831] env[62189]: DEBUG nova.network.neutron [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2483.946948] env[62189]: DEBUG nova.network.neutron [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2484.450107] env[62189]: DEBUG oslo_concurrency.lockutils [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Releasing lock "refresh_cache-5e554958-d4a2-4df6-9564-95f1ebfd12ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2484.450546] env[62189]: DEBUG nova.compute.manager [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2484.450746] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2484.451666] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5691b4-98ba-4135-9523-b86fb52a6c1c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.459758] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2484.459988] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ea572e1-98e9-4ea0-9133-a1ce398cd1c3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.466297] env[62189]: DEBUG oslo_vmware.api [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2484.466297] env[62189]: value = "task-2123192" [ 2484.466297] env[62189]: _type = "Task" [ 2484.466297] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2484.473946] env[62189]: DEBUG oslo_vmware.api [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2484.520576] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2484.520823] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2484.976602] env[62189]: DEBUG oslo_vmware.api [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123192, 'name': PowerOffVM_Task, 'duration_secs': 0.117596} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2484.977136] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2484.977319] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2484.977584] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b2073c0-3576-4347-baf9-38c638e4c29b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.000289] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2485.000486] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2485.000669] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Deleting the datastore file [datastore2] 5e554958-d4a2-4df6-9564-95f1ebfd12ab {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2485.000921] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c538375-e348-42ed-9ab9-77a9256c4473 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.007251] env[62189]: DEBUG oslo_vmware.api [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for the task: (returnval){ [ 2485.007251] env[62189]: value = "task-2123194" [ 2485.007251] env[62189]: _type = "Task" [ 2485.007251] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2485.014449] env[62189]: DEBUG oslo_vmware.api [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2485.023434] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2485.023644] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2485.023806] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2485.023951] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2485.024698] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a14ec16-03c6-4a49-8ba5-e38b18ad7dbe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.032264] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf09e5c-c252-4484-b7ae-69ae6196be41 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.046100] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5b09f7-4119-463f-9650-2282c1e71aff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.052744] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9c8b4d-ae14-4c66-8450-45d1ed1325bb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.082087] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179792MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2485.082263] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2485.082493] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2485.517674] env[62189]: DEBUG oslo_vmware.api [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Task: {'id': task-2123194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14787} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2485.518070] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2485.518070] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2485.518247] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2485.518428] env[62189]: INFO nova.compute.manager [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2485.518664] env[62189]: DEBUG oslo.service.loopingcall [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2485.518851] env[62189]: DEBUG nova.compute.manager [-] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2485.518944] env[62189]: DEBUG nova.network.neutron [-] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2485.534022] env[62189]: DEBUG nova.network.neutron [-] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2486.036853] env[62189]: DEBUG nova.network.neutron [-] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2486.110351] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 9b145d00-5c3f-4842-8428-fb8f8f1f4c02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2486.110506] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 47f99a69-799f-4b05-a868-bdc273aa7f0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2486.110632] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 21cb8e26-abbb-4ce1-86c3-40881234124a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2486.110747] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 8da6a159-023d-4ba8-abdd-495621d8ba06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2486.110859] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 5e554958-d4a2-4df6-9564-95f1ebfd12ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2486.110968] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 7b08eb11-af19-41ce-8f5e-ff9d14469705 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2486.111162] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2486.111298] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2486.181406] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50820ce6-8db6-4b2a-8728-932618fa1715 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.188827] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee31ac66-cc67-4b82-a9b6-1cbea68d021c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.217629] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878231fd-1dfb-4c50-a375-2ddfddaf6e5c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.224485] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c07bf9a-f97e-486f-b882-503210c37071 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.236926] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2486.539359] env[62189]: INFO nova.compute.manager [-] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Took 1.02 seconds to deallocate network for instance. [ 2486.739591] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2487.047216] env[62189]: DEBUG oslo_concurrency.lockutils [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2487.244452] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2487.244664] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.162s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2487.244933] env[62189]: DEBUG oslo_concurrency.lockutils [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.198s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2487.245215] env[62189]: DEBUG nova.objects.instance [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Lazy-loading 'resources' on Instance uuid 5e554958-d4a2-4df6-9564-95f1ebfd12ab {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2487.823308] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedb4e4a-5de0-46c2-9de8-7b3a9a65e1ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.831610] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ecb776-b5f7-4c1d-a01e-129d7f68e597 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.861244] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7546987c-07f6-42b4-b851-df675db7d0c5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.868414] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb15d97-4e78-4356-8fbd-49756a73ed1f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.880979] env[62189]: DEBUG nova.compute.provider_tree [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2488.246336] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2488.246622] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2488.384105] env[62189]: DEBUG nova.scheduler.client.report [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2488.889761] env[62189]: DEBUG oslo_concurrency.lockutils [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2488.906478] env[62189]: INFO nova.scheduler.client.report [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Deleted allocations for instance 5e554958-d4a2-4df6-9564-95f1ebfd12ab [ 2489.251511] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2489.251904] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2489.413370] env[62189]: DEBUG oslo_concurrency.lockutils [None req-14b8f860-d903-425d-a688-eb0f90ee10f1 tempest-ServerShowV257Test-1909452960 tempest-ServerShowV257Test-1909452960-project-member] Lock "5e554958-d4a2-4df6-9564-95f1ebfd12ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.546s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2493.809771] env[62189]: DEBUG oslo_concurrency.lockutils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2493.810069] env[62189]: DEBUG oslo_concurrency.lockutils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2494.312658] env[62189]: DEBUG nova.compute.manager [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2494.572658] env[62189]: DEBUG oslo_concurrency.lockutils [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "47f99a69-799f-4b05-a868-bdc273aa7f0e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2494.572945] env[62189]: DEBUG oslo_concurrency.lockutils [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "47f99a69-799f-4b05-a868-bdc273aa7f0e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2494.836465] env[62189]: DEBUG oslo_concurrency.lockutils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2494.836725] env[62189]: DEBUG oslo_concurrency.lockutils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2494.838276] env[62189]: INFO nova.compute.claims [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2495.076431] env[62189]: INFO nova.compute.manager [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Detaching volume c9189cbe-2d8d-4e4f-93f2-d026b9ae3861 [ 2495.109741] env[62189]: INFO nova.virt.block_device [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Attempting to driver detach volume c9189cbe-2d8d-4e4f-93f2-d026b9ae3861 from mountpoint /dev/sdb [ 2495.109978] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2495.110198] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434303', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'name': 'volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47f99a69-799f-4b05-a868-bdc273aa7f0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'serial': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2495.111091] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e736906f-d12a-4c02-bd2e-7cdd33e2350f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.133929] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7a9b36-5352-4e34-9cfd-dbb11eb531c5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.141220] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10e5c94-81e4-4187-9c21-2d1090b33dd7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.161443] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa88421-e72a-453d-a915-a70cdb0c06ea {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.176608] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] The volume has not been displaced from its original location: [datastore2] volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861/volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861.vmdk. No consolidation needed. {{(pid=62189) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2495.181962] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2495.182318] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc3efa05-52a4-49d4-bb8b-f6f0bceda8b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.201993] env[62189]: DEBUG oslo_vmware.api [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2495.201993] env[62189]: value = "task-2123195" [ 2495.201993] env[62189]: _type = "Task" [ 2495.201993] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2495.210098] env[62189]: DEBUG oslo_vmware.api [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2495.712960] env[62189]: DEBUG oslo_vmware.api [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123195, 'name': ReconfigVM_Task, 'duration_secs': 0.225489} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2495.713375] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2495.717930] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b79a4b3-b0e2-4978-9b01-b06e2f48b9c6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.732353] env[62189]: DEBUG oslo_vmware.api [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2495.732353] env[62189]: value = "task-2123196" [ 2495.732353] env[62189]: _type = "Task" [ 2495.732353] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2495.739801] env[62189]: DEBUG oslo_vmware.api [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2495.921836] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27421b35-9ab9-4e2f-ba71-8e90715c2ba6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.929100] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d32e6d-e62e-4542-9707-da10bcd02c39 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.959459] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb1d781-7cdf-4744-8afc-7b3f092c1f6c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.966674] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd5dda8-1241-4432-b660-159e5b3358e7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.979803] env[62189]: DEBUG nova.compute.provider_tree [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2496.242186] env[62189]: DEBUG oslo_vmware.api [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123196, 'name': ReconfigVM_Task, 'duration_secs': 0.135995} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2496.242490] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434303', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'name': 'volume-c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47f99a69-799f-4b05-a868-bdc273aa7f0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861', 'serial': 'c9189cbe-2d8d-4e4f-93f2-d026b9ae3861'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2496.483435] env[62189]: DEBUG nova.scheduler.client.report [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2496.783272] env[62189]: DEBUG nova.objects.instance [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lazy-loading 'flavor' on Instance uuid 47f99a69-799f-4b05-a868-bdc273aa7f0e {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2496.988747] env[62189]: DEBUG oslo_concurrency.lockutils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2496.989249] env[62189]: DEBUG nova.compute.manager [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2497.144768] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "8da6a159-023d-4ba8-abdd-495621d8ba06" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2497.144995] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2497.495152] env[62189]: DEBUG nova.compute.utils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2497.496596] env[62189]: DEBUG nova.compute.manager [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2497.496771] env[62189]: DEBUG nova.network.neutron [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2497.549796] env[62189]: DEBUG nova.policy [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d042921e80b4805852884eb7e2132e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fb17899464f4911bd01bf13adb700c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2497.648388] env[62189]: DEBUG nova.compute.utils [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2497.792318] env[62189]: DEBUG oslo_concurrency.lockutils [None req-57913739-5df6-496f-bdc9-9c6f809bd5a7 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "47f99a69-799f-4b05-a868-bdc273aa7f0e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2497.796152] env[62189]: DEBUG nova.network.neutron [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Successfully created port: 561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2498.003019] env[62189]: DEBUG nova.compute.manager [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2498.151247] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2498.804216] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "47f99a69-799f-4b05-a868-bdc273aa7f0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2498.804486] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "47f99a69-799f-4b05-a868-bdc273aa7f0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2498.804698] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "47f99a69-799f-4b05-a868-bdc273aa7f0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2498.804881] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "47f99a69-799f-4b05-a868-bdc273aa7f0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2498.805250] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "47f99a69-799f-4b05-a868-bdc273aa7f0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2498.807274] env[62189]: INFO nova.compute.manager [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Terminating instance [ 2499.012717] env[62189]: DEBUG nova.compute.manager [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2499.038475] env[62189]: DEBUG nova.virt.hardware [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2499.038726] env[62189]: DEBUG nova.virt.hardware [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2499.038884] env[62189]: DEBUG nova.virt.hardware [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2499.039085] env[62189]: DEBUG nova.virt.hardware [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2499.039285] env[62189]: DEBUG nova.virt.hardware [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2499.039452] env[62189]: DEBUG nova.virt.hardware [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2499.039663] env[62189]: DEBUG nova.virt.hardware [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2499.039815] env[62189]: DEBUG nova.virt.hardware [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2499.039978] env[62189]: DEBUG nova.virt.hardware [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2499.040163] env[62189]: DEBUG nova.virt.hardware [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2499.040344] env[62189]: DEBUG nova.virt.hardware [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2499.041253] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18fd924-c318-4d15-a649-abbc25269027 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.049243] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2e2b63-6bdc-45a3-9d80-f8dfacf16cff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.185745] env[62189]: DEBUG nova.compute.manager [req-df240c66-4ea0-482c-98d3-25dd103f8b98 req-bce4c87b-9352-4c00-9c74-947b4e6c4fef service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Received event network-vif-plugged-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2499.185970] env[62189]: DEBUG oslo_concurrency.lockutils [req-df240c66-4ea0-482c-98d3-25dd103f8b98 req-bce4c87b-9352-4c00-9c74-947b4e6c4fef service nova] Acquiring lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2499.186250] env[62189]: DEBUG oslo_concurrency.lockutils [req-df240c66-4ea0-482c-98d3-25dd103f8b98 req-bce4c87b-9352-4c00-9c74-947b4e6c4fef service nova] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2499.186406] env[62189]: DEBUG oslo_concurrency.lockutils [req-df240c66-4ea0-482c-98d3-25dd103f8b98 req-bce4c87b-9352-4c00-9c74-947b4e6c4fef service nova] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2499.186588] env[62189]: DEBUG nova.compute.manager [req-df240c66-4ea0-482c-98d3-25dd103f8b98 req-bce4c87b-9352-4c00-9c74-947b4e6c4fef service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] No waiting events found dispatching network-vif-plugged-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2499.186991] env[62189]: WARNING nova.compute.manager [req-df240c66-4ea0-482c-98d3-25dd103f8b98 req-bce4c87b-9352-4c00-9c74-947b4e6c4fef service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Received unexpected event network-vif-plugged-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 for instance with vm_state building and task_state spawning. [ 2499.213017] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "8da6a159-023d-4ba8-abdd-495621d8ba06" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2499.213266] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2499.213502] env[62189]: INFO nova.compute.manager [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Attaching volume c2f22f54-b502-4ec9-870d-06d4028b9448 to /dev/sdb [ 2499.247095] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9159cf-c070-4550-a579-b677751d850a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.254882] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd9493a-5797-4687-b006-77860c87ae2c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.267945] env[62189]: DEBUG nova.virt.block_device [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Updating existing volume attachment record: bf4d56d1-a9b2-45b6-9c62-e877307148a1 {{(pid=62189) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2499.272849] env[62189]: DEBUG nova.network.neutron [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Successfully updated port: 561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2499.311603] env[62189]: DEBUG nova.compute.manager [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2499.311839] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2499.312737] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f7e31f-bca1-47ca-9f73-70efab8e2193 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.320824] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2499.321029] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bffda570-91c5-4c2a-ad8e-9de76aafeb8d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.327397] env[62189]: DEBUG oslo_vmware.api [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2499.327397] env[62189]: value = "task-2123197" [ 2499.327397] env[62189]: _type = "Task" [ 2499.327397] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2499.336674] env[62189]: DEBUG oslo_vmware.api [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2499.778728] env[62189]: DEBUG oslo_concurrency.lockutils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2499.778896] env[62189]: DEBUG oslo_concurrency.lockutils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2499.779061] env[62189]: DEBUG nova.network.neutron [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2499.837207] env[62189]: DEBUG oslo_vmware.api [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123197, 'name': PowerOffVM_Task, 'duration_secs': 0.181321} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2499.837592] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2499.837830] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2499.838032] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ba03400-c684-46dd-9cf2-3afe12a4bc4e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.997918] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2499.998103] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2499.998302] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleting the datastore file [datastore2] 47f99a69-799f-4b05-a868-bdc273aa7f0e {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2499.998565] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1203507-217d-4cec-ad65-2b40253a8863 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.005860] env[62189]: DEBUG oslo_vmware.api [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2500.005860] env[62189]: value = "task-2123200" [ 2500.005860] env[62189]: _type = "Task" [ 2500.005860] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.013515] env[62189]: DEBUG oslo_vmware.api [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.310347] env[62189]: DEBUG nova.network.neutron [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2500.433560] env[62189]: DEBUG nova.network.neutron [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Updating instance_info_cache with network_info: [{"id": "561ed9ab-4d1d-497c-89a4-af7c3c05dbf1", "address": "fa:16:3e:14:c4:af", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561ed9ab-4d", "ovs_interfaceid": "561ed9ab-4d1d-497c-89a4-af7c3c05dbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2500.515505] env[62189]: DEBUG oslo_vmware.api [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135438} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2500.515685] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2500.515864] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2500.516046] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2500.516220] env[62189]: INFO nova.compute.manager [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2500.516449] env[62189]: DEBUG oslo.service.loopingcall [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2500.516628] env[62189]: DEBUG nova.compute.manager [-] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2500.516723] env[62189]: DEBUG nova.network.neutron [-] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2500.936439] env[62189]: DEBUG oslo_concurrency.lockutils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Releasing lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2500.937075] env[62189]: DEBUG nova.compute.manager [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Instance network_info: |[{"id": "561ed9ab-4d1d-497c-89a4-af7c3c05dbf1", "address": "fa:16:3e:14:c4:af", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561ed9ab-4d", "ovs_interfaceid": "561ed9ab-4d1d-497c-89a4-af7c3c05dbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2500.937517] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:c4:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '561ed9ab-4d1d-497c-89a4-af7c3c05dbf1', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2500.944908] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Creating folder: Project (8fb17899464f4911bd01bf13adb700c9). Parent ref: group-v433996. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2500.945209] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-344f2902-c573-469e-bd92-95434dbeba6f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.955752] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Created folder: Project (8fb17899464f4911bd01bf13adb700c9) in parent group-v433996. [ 2500.955939] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Creating folder: Instances. Parent ref: group-v434314. {{(pid=62189) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2500.956188] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2225ce5e-5b5b-4264-910a-3f2bc28796a9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.966250] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Created folder: Instances in parent group-v434314. [ 2500.966473] env[62189]: DEBUG oslo.service.loopingcall [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2500.967878] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2500.968095] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f0ba6ed-fbe3-48d3-8482-526f14cc3c57 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.988411] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2500.988411] env[62189]: value = "task-2123203" [ 2500.988411] env[62189]: _type = "Task" [ 2500.988411] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.996602] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123203, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.220028] env[62189]: DEBUG nova.compute.manager [req-8d38e365-64ea-483d-8161-8268627e4f96 req-cc810a41-b616-4205-9bb1-15b10df9cc6c service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Received event network-changed-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2501.220028] env[62189]: DEBUG nova.compute.manager [req-8d38e365-64ea-483d-8161-8268627e4f96 req-cc810a41-b616-4205-9bb1-15b10df9cc6c service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Refreshing instance network info cache due to event network-changed-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2501.220028] env[62189]: DEBUG oslo_concurrency.lockutils [req-8d38e365-64ea-483d-8161-8268627e4f96 req-cc810a41-b616-4205-9bb1-15b10df9cc6c service nova] Acquiring lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2501.220419] env[62189]: DEBUG oslo_concurrency.lockutils [req-8d38e365-64ea-483d-8161-8268627e4f96 req-cc810a41-b616-4205-9bb1-15b10df9cc6c service nova] Acquired lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2501.220419] env[62189]: DEBUG nova.network.neutron [req-8d38e365-64ea-483d-8161-8268627e4f96 req-cc810a41-b616-4205-9bb1-15b10df9cc6c service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Refreshing network info cache for port 561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2501.483333] env[62189]: DEBUG nova.network.neutron [-] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2501.496749] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123203, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.920520] env[62189]: DEBUG nova.network.neutron [req-8d38e365-64ea-483d-8161-8268627e4f96 req-cc810a41-b616-4205-9bb1-15b10df9cc6c service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Updated VIF entry in instance network info cache for port 561ed9ab-4d1d-497c-89a4-af7c3c05dbf1. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2501.920919] env[62189]: DEBUG nova.network.neutron [req-8d38e365-64ea-483d-8161-8268627e4f96 req-cc810a41-b616-4205-9bb1-15b10df9cc6c service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Updating instance_info_cache with network_info: [{"id": "561ed9ab-4d1d-497c-89a4-af7c3c05dbf1", "address": "fa:16:3e:14:c4:af", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561ed9ab-4d", "ovs_interfaceid": "561ed9ab-4d1d-497c-89a4-af7c3c05dbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2501.986571] env[62189]: INFO nova.compute.manager [-] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Took 1.47 seconds to deallocate network for instance. [ 2502.001043] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123203, 'name': CreateVM_Task, 'duration_secs': 0.528023} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2502.001209] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2502.001806] env[62189]: DEBUG oslo_concurrency.lockutils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2502.001983] env[62189]: DEBUG oslo_concurrency.lockutils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2502.002319] env[62189]: DEBUG oslo_concurrency.lockutils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2502.002552] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e404b352-46bf-4d96-891c-3525f24d4d70 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.007338] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2502.007338] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52992d2e-d715-4529-9f17-ebff40a0a713" [ 2502.007338] env[62189]: _type = "Task" [ 2502.007338] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2502.015298] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52992d2e-d715-4529-9f17-ebff40a0a713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2502.423472] env[62189]: DEBUG oslo_concurrency.lockutils [req-8d38e365-64ea-483d-8161-8268627e4f96 req-cc810a41-b616-4205-9bb1-15b10df9cc6c service nova] Releasing lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2502.423850] env[62189]: DEBUG nova.compute.manager [req-8d38e365-64ea-483d-8161-8268627e4f96 req-cc810a41-b616-4205-9bb1-15b10df9cc6c service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Received event network-vif-deleted-41c485a4-a3c1-4417-989f-f41bdb3856ba {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2502.423906] env[62189]: INFO nova.compute.manager [req-8d38e365-64ea-483d-8161-8268627e4f96 req-cc810a41-b616-4205-9bb1-15b10df9cc6c service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Neutron deleted interface 41c485a4-a3c1-4417-989f-f41bdb3856ba; detaching it from the instance and deleting it from the info cache [ 2502.424086] env[62189]: DEBUG nova.network.neutron [req-8d38e365-64ea-483d-8161-8268627e4f96 req-cc810a41-b616-4205-9bb1-15b10df9cc6c service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2502.495474] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2502.495713] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2502.495926] env[62189]: DEBUG nova.objects.instance [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lazy-loading 'resources' on Instance uuid 47f99a69-799f-4b05-a868-bdc273aa7f0e {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2502.517527] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52992d2e-d715-4529-9f17-ebff40a0a713, 'name': SearchDatastore_Task, 'duration_secs': 0.009065} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2502.517786] env[62189]: DEBUG oslo_concurrency.lockutils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2502.517999] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2502.518234] env[62189]: DEBUG oslo_concurrency.lockutils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2502.518405] env[62189]: DEBUG oslo_concurrency.lockutils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2502.518589] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2502.518823] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf64dd2a-c649-4ba0-92da-e2aef6d57da5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.527379] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2502.527538] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2502.528185] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6be16ee-cc67-45d3-9a91-424a51e64f24 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.533171] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2502.533171] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5265c643-d9b3-17d9-e373-db2112e5e434" [ 2502.533171] env[62189]: _type = "Task" [ 2502.533171] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2502.542089] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5265c643-d9b3-17d9-e373-db2112e5e434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2502.926906] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-caba1fe2-4d73-4ce3-a49f-9644682ef706 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.936105] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f4ce2a-3de4-48ed-a6d9-3d81a46a6d05 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.962347] env[62189]: DEBUG nova.compute.manager [req-8d38e365-64ea-483d-8161-8268627e4f96 req-cc810a41-b616-4205-9bb1-15b10df9cc6c service nova] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Detach interface failed, port_id=41c485a4-a3c1-4417-989f-f41bdb3856ba, reason: Instance 47f99a69-799f-4b05-a868-bdc273aa7f0e could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2503.042758] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5265c643-d9b3-17d9-e373-db2112e5e434, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2503.045715] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-021010f6-6519-452d-ac81-89e6eb4688bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.050724] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2503.050724] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529cfa49-9efd-1fdc-6e4f-1c48e48c3ea6" [ 2503.050724] env[62189]: _type = "Task" [ 2503.050724] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2503.059978] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529cfa49-9efd-1fdc-6e4f-1c48e48c3ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.088674] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d23796b-0068-4a50-a013-1aa2acf9364b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.095639] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c5505c-b5e4-4f98-824c-2309f601e5b1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.125008] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6af2384-0c80-4f01-b378-9eb5ff22a2a7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.131923] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060f9458-a989-4f94-9a75-4b214cedad08 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.144277] env[62189]: DEBUG nova.compute.provider_tree [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2503.561384] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529cfa49-9efd-1fdc-6e4f-1c48e48c3ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.009029} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2503.561659] env[62189]: DEBUG oslo_concurrency.lockutils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2503.561890] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06/8cfacfe7-ea7a-4f12-ab1e-757acbc94f06.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2503.562165] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16c8c379-0e28-449f-9fa5-7d31d1fe09fe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.569460] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2503.569460] env[62189]: value = "task-2123205" [ 2503.569460] env[62189]: _type = "Task" [ 2503.569460] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2503.576498] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.647808] env[62189]: DEBUG nova.scheduler.client.report [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2503.814507] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Volume attach. Driver type: vmdk {{(pid=62189) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2503.814784] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434313', 'volume_id': 'c2f22f54-b502-4ec9-870d-06d4028b9448', 'name': 'volume-c2f22f54-b502-4ec9-870d-06d4028b9448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8da6a159-023d-4ba8-abdd-495621d8ba06', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2f22f54-b502-4ec9-870d-06d4028b9448', 'serial': 'c2f22f54-b502-4ec9-870d-06d4028b9448'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2503.815725] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6897d824-d8e7-47f4-9e53-85771f25b211 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.832856] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ced2583-0629-416f-9e00-1829f86b1b80 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.860087] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-c2f22f54-b502-4ec9-870d-06d4028b9448/volume-c2f22f54-b502-4ec9-870d-06d4028b9448.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2503.860451] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-714ed63e-3fb9-40cd-9725-a72e74970700 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.878953] env[62189]: DEBUG oslo_vmware.api [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2503.878953] env[62189]: value = "task-2123206" [ 2503.878953] env[62189]: _type = "Task" [ 2503.878953] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2503.887588] env[62189]: DEBUG oslo_vmware.api [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.079728] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.39767} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2504.079914] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06/8cfacfe7-ea7a-4f12-ab1e-757acbc94f06.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2504.080131] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2504.080381] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3656ab9e-4675-4a48-bde0-ea4e35db6f04 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.087106] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2504.087106] env[62189]: value = "task-2123207" [ 2504.087106] env[62189]: _type = "Task" [ 2504.087106] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2504.094685] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.154072] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2504.189971] env[62189]: INFO nova.scheduler.client.report [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleted allocations for instance 47f99a69-799f-4b05-a868-bdc273aa7f0e [ 2504.388957] env[62189]: DEBUG oslo_vmware.api [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123206, 'name': ReconfigVM_Task, 'duration_secs': 0.399515} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2504.389254] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-c2f22f54-b502-4ec9-870d-06d4028b9448/volume-c2f22f54-b502-4ec9-870d-06d4028b9448.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2504.394148] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-369488c7-6c60-4731-b44b-1a8f67e57560 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.409749] env[62189]: DEBUG oslo_vmware.api [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2504.409749] env[62189]: value = "task-2123208" [ 2504.409749] env[62189]: _type = "Task" [ 2504.409749] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2504.417489] env[62189]: DEBUG oslo_vmware.api [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.596312] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063344} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2504.596697] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2504.597347] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f350ba-3a04-4312-99e1-7bb89429e84c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.618550] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06/8cfacfe7-ea7a-4f12-ab1e-757acbc94f06.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2504.618777] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dbe043c-6958-4c3b-b462-74d8678e70b1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.637576] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2504.637576] env[62189]: value = "task-2123209" [ 2504.637576] env[62189]: _type = "Task" [ 2504.637576] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2504.645056] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.698280] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dc82768e-e43e-4df8-bbb7-14af4546524f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "47f99a69-799f-4b05-a868-bdc273aa7f0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.894s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2504.920085] env[62189]: DEBUG oslo_vmware.api [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123208, 'name': ReconfigVM_Task, 'duration_secs': 0.133607} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2504.920480] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434313', 'volume_id': 'c2f22f54-b502-4ec9-870d-06d4028b9448', 'name': 'volume-c2f22f54-b502-4ec9-870d-06d4028b9448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8da6a159-023d-4ba8-abdd-495621d8ba06', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2f22f54-b502-4ec9-870d-06d4028b9448', 'serial': 'c2f22f54-b502-4ec9-870d-06d4028b9448'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2505.148071] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.649802] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123209, 'name': ReconfigVM_Task, 'duration_secs': 0.593323} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.650086] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06/8cfacfe7-ea7a-4f12-ab1e-757acbc94f06.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2505.650691] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e5ab8bb-1702-48dd-a4c8-4a3cc4fc126f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.657428] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2505.657428] env[62189]: value = "task-2123210" [ 2505.657428] env[62189]: _type = "Task" [ 2505.657428] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2505.665934] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123210, 'name': Rename_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.961848] env[62189]: DEBUG nova.objects.instance [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lazy-loading 'flavor' on Instance uuid 8da6a159-023d-4ba8-abdd-495621d8ba06 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2506.167103] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123210, 'name': Rename_Task, 'duration_secs': 0.138677} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2506.167393] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2506.167653] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6e2cf85-5609-4823-bf36-07efae99e0c3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.173668] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2506.173668] env[62189]: value = "task-2123211" [ 2506.173668] env[62189]: _type = "Task" [ 2506.173668] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2506.181247] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.232066] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "78bcc209-f458-475c-a08b-e2d7152412e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2506.232296] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "78bcc209-f458-475c-a08b-e2d7152412e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2506.467302] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d752570a-dc1b-46d5-97de-4b6aaa6f60a9 tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.254s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2506.683885] env[62189]: DEBUG oslo_vmware.api [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123211, 'name': PowerOnVM_Task, 'duration_secs': 0.449797} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2506.684169] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2506.684368] env[62189]: INFO nova.compute.manager [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Took 7.67 seconds to spawn the instance on the hypervisor. [ 2506.684545] env[62189]: DEBUG nova.compute.manager [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2506.685406] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf50899-8b4d-4d91-911b-b60495ea6f56 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.734592] env[62189]: DEBUG nova.compute.manager [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2507.204856] env[62189]: INFO nova.compute.manager [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Took 12.39 seconds to build instance. [ 2507.258813] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2507.259082] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2507.261055] env[62189]: INFO nova.compute.claims [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2507.302535] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "8da6a159-023d-4ba8-abdd-495621d8ba06" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2507.302767] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2507.706711] env[62189]: DEBUG oslo_concurrency.lockutils [None req-165e9c91-8a28-4310-8df6-0ea27a0b7ab4 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.896s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2507.806538] env[62189]: DEBUG nova.compute.utils [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2508.071892] env[62189]: DEBUG nova.compute.manager [req-2e071e17-737a-4507-8374-1555988c4c03 req-a87bf2ae-c92e-4888-8fcc-c302e7505fc2 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Received event network-changed-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2508.071892] env[62189]: DEBUG nova.compute.manager [req-2e071e17-737a-4507-8374-1555988c4c03 req-a87bf2ae-c92e-4888-8fcc-c302e7505fc2 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Refreshing instance network info cache due to event network-changed-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2508.071892] env[62189]: DEBUG oslo_concurrency.lockutils [req-2e071e17-737a-4507-8374-1555988c4c03 req-a87bf2ae-c92e-4888-8fcc-c302e7505fc2 service nova] Acquiring lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2508.072064] env[62189]: DEBUG oslo_concurrency.lockutils [req-2e071e17-737a-4507-8374-1555988c4c03 req-a87bf2ae-c92e-4888-8fcc-c302e7505fc2 service nova] Acquired lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2508.072108] env[62189]: DEBUG nova.network.neutron [req-2e071e17-737a-4507-8374-1555988c4c03 req-a87bf2ae-c92e-4888-8fcc-c302e7505fc2 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Refreshing network info cache for port 561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2508.311647] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2508.350139] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b85b83a-4e4f-40e4-99df-53a78f3f08d1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.357737] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53838427-c481-4186-a349-26c8ab3023c1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.387280] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1f336d-74cb-4260-ae3d-36d2349f889b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.396049] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cca544a-7fab-455b-baaa-174a38b1802a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.411191] env[62189]: DEBUG nova.compute.provider_tree [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2508.914565] env[62189]: DEBUG nova.scheduler.client.report [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2508.995506] env[62189]: DEBUG nova.network.neutron [req-2e071e17-737a-4507-8374-1555988c4c03 req-a87bf2ae-c92e-4888-8fcc-c302e7505fc2 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Updated VIF entry in instance network info cache for port 561ed9ab-4d1d-497c-89a4-af7c3c05dbf1. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2508.995897] env[62189]: DEBUG nova.network.neutron [req-2e071e17-737a-4507-8374-1555988c4c03 req-a87bf2ae-c92e-4888-8fcc-c302e7505fc2 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Updating instance_info_cache with network_info: [{"id": "561ed9ab-4d1d-497c-89a4-af7c3c05dbf1", "address": "fa:16:3e:14:c4:af", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561ed9ab-4d", "ovs_interfaceid": "561ed9ab-4d1d-497c-89a4-af7c3c05dbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2509.379029] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "8da6a159-023d-4ba8-abdd-495621d8ba06" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2509.379327] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2509.379585] env[62189]: INFO nova.compute.manager [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Attaching volume 343dedfa-fb15-4529-92e6-1657c4381dae to /dev/sdc [ 2509.412674] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf361df-31b0-404f-b3f1-fc6f5932e818 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.420517] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00519eaa-6204-4c7c-aeb8-25e8652576b2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.423378] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2509.423832] env[62189]: DEBUG nova.compute.manager [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2509.437967] env[62189]: DEBUG nova.virt.block_device [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Updating existing volume attachment record: 81fe4c54-76ca-404f-a6c9-3e7a155b649f {{(pid=62189) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2509.498976] env[62189]: DEBUG oslo_concurrency.lockutils [req-2e071e17-737a-4507-8374-1555988c4c03 req-a87bf2ae-c92e-4888-8fcc-c302e7505fc2 service nova] Releasing lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2509.930443] env[62189]: DEBUG nova.compute.utils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2509.931980] env[62189]: DEBUG nova.compute.manager [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2509.932167] env[62189]: DEBUG nova.network.neutron [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2509.973430] env[62189]: DEBUG nova.policy [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffb859483b454c1e81af7daba880dfaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7fc66cb5cbe455c8136e25094faf967', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2510.209796] env[62189]: DEBUG nova.network.neutron [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Successfully created port: 1c3e93be-69ef-4b0d-b0be-3b21a9df49a7 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2510.435207] env[62189]: DEBUG nova.compute.manager [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2511.445098] env[62189]: DEBUG nova.compute.manager [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2511.471725] env[62189]: DEBUG nova.virt.hardware [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2511.471960] env[62189]: DEBUG nova.virt.hardware [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2511.472128] env[62189]: DEBUG nova.virt.hardware [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2511.472312] env[62189]: DEBUG nova.virt.hardware [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2511.472459] env[62189]: DEBUG nova.virt.hardware [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2511.472619] env[62189]: DEBUG nova.virt.hardware [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2511.472806] env[62189]: DEBUG nova.virt.hardware [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2511.472965] env[62189]: DEBUG nova.virt.hardware [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2511.473142] env[62189]: DEBUG nova.virt.hardware [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2511.473328] env[62189]: DEBUG nova.virt.hardware [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2511.473535] env[62189]: DEBUG nova.virt.hardware [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2511.474416] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d273d5e9-0034-4e61-a817-921582defa23 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2511.482160] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167f25ad-5b8c-45d5-b438-54423bb1ba2c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2511.603603] env[62189]: DEBUG nova.compute.manager [req-ee6ebb5c-febe-46c5-950d-dc194462b5f9 req-912b0444-e99c-4a31-a987-d7dc24884579 service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Received event network-vif-plugged-1c3e93be-69ef-4b0d-b0be-3b21a9df49a7 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2511.603828] env[62189]: DEBUG oslo_concurrency.lockutils [req-ee6ebb5c-febe-46c5-950d-dc194462b5f9 req-912b0444-e99c-4a31-a987-d7dc24884579 service nova] Acquiring lock "78bcc209-f458-475c-a08b-e2d7152412e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2511.604048] env[62189]: DEBUG oslo_concurrency.lockutils [req-ee6ebb5c-febe-46c5-950d-dc194462b5f9 req-912b0444-e99c-4a31-a987-d7dc24884579 service nova] Lock "78bcc209-f458-475c-a08b-e2d7152412e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2511.604219] env[62189]: DEBUG oslo_concurrency.lockutils [req-ee6ebb5c-febe-46c5-950d-dc194462b5f9 req-912b0444-e99c-4a31-a987-d7dc24884579 service nova] Lock "78bcc209-f458-475c-a08b-e2d7152412e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2511.604385] env[62189]: DEBUG nova.compute.manager [req-ee6ebb5c-febe-46c5-950d-dc194462b5f9 req-912b0444-e99c-4a31-a987-d7dc24884579 service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] No waiting events found dispatching network-vif-plugged-1c3e93be-69ef-4b0d-b0be-3b21a9df49a7 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2511.604548] env[62189]: WARNING nova.compute.manager [req-ee6ebb5c-febe-46c5-950d-dc194462b5f9 req-912b0444-e99c-4a31-a987-d7dc24884579 service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Received unexpected event network-vif-plugged-1c3e93be-69ef-4b0d-b0be-3b21a9df49a7 for instance with vm_state building and task_state spawning. [ 2511.688808] env[62189]: DEBUG nova.network.neutron [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Successfully updated port: 1c3e93be-69ef-4b0d-b0be-3b21a9df49a7 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2512.192389] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "refresh_cache-78bcc209-f458-475c-a08b-e2d7152412e8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2512.192389] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "refresh_cache-78bcc209-f458-475c-a08b-e2d7152412e8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2512.192389] env[62189]: DEBUG nova.network.neutron [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2512.722282] env[62189]: DEBUG nova.network.neutron [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2512.847889] env[62189]: DEBUG nova.network.neutron [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Updating instance_info_cache with network_info: [{"id": "1c3e93be-69ef-4b0d-b0be-3b21a9df49a7", "address": "fa:16:3e:74:1b:dc", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3e93be-69", "ovs_interfaceid": "1c3e93be-69ef-4b0d-b0be-3b21a9df49a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2513.350285] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "refresh_cache-78bcc209-f458-475c-a08b-e2d7152412e8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2513.350620] env[62189]: DEBUG nova.compute.manager [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Instance network_info: |[{"id": "1c3e93be-69ef-4b0d-b0be-3b21a9df49a7", "address": "fa:16:3e:74:1b:dc", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3e93be-69", "ovs_interfaceid": "1c3e93be-69ef-4b0d-b0be-3b21a9df49a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2513.351065] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:1b:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c3e93be-69ef-4b0d-b0be-3b21a9df49a7', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2513.358460] env[62189]: DEBUG oslo.service.loopingcall [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2513.358676] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2513.358894] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e352bec5-ec73-4bd1-bed4-0556602fc6ce {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.379316] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2513.379316] env[62189]: value = "task-2123214" [ 2513.379316] env[62189]: _type = "Task" [ 2513.379316] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2513.387129] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123214, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2513.631828] env[62189]: DEBUG nova.compute.manager [req-e98e786d-88b6-4562-bda2-7514c3b99e63 req-65ca9064-2390-49df-9fdd-5e8c895b2bcd service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Received event network-changed-1c3e93be-69ef-4b0d-b0be-3b21a9df49a7 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2513.631971] env[62189]: DEBUG nova.compute.manager [req-e98e786d-88b6-4562-bda2-7514c3b99e63 req-65ca9064-2390-49df-9fdd-5e8c895b2bcd service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Refreshing instance network info cache due to event network-changed-1c3e93be-69ef-4b0d-b0be-3b21a9df49a7. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2513.632210] env[62189]: DEBUG oslo_concurrency.lockutils [req-e98e786d-88b6-4562-bda2-7514c3b99e63 req-65ca9064-2390-49df-9fdd-5e8c895b2bcd service nova] Acquiring lock "refresh_cache-78bcc209-f458-475c-a08b-e2d7152412e8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2513.632356] env[62189]: DEBUG oslo_concurrency.lockutils [req-e98e786d-88b6-4562-bda2-7514c3b99e63 req-65ca9064-2390-49df-9fdd-5e8c895b2bcd service nova] Acquired lock "refresh_cache-78bcc209-f458-475c-a08b-e2d7152412e8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2513.632517] env[62189]: DEBUG nova.network.neutron [req-e98e786d-88b6-4562-bda2-7514c3b99e63 req-65ca9064-2390-49df-9fdd-5e8c895b2bcd service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Refreshing network info cache for port 1c3e93be-69ef-4b0d-b0be-3b21a9df49a7 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2513.889301] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123214, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2513.983171] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Volume attach. Driver type: vmdk {{(pid=62189) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2513.983437] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434317', 'volume_id': '343dedfa-fb15-4529-92e6-1657c4381dae', 'name': 'volume-343dedfa-fb15-4529-92e6-1657c4381dae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8da6a159-023d-4ba8-abdd-495621d8ba06', 'attached_at': '', 'detached_at': '', 'volume_id': '343dedfa-fb15-4529-92e6-1657c4381dae', 'serial': '343dedfa-fb15-4529-92e6-1657c4381dae'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2513.984296] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f475578-ca5a-4a71-8491-e377d5fa7f71 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.000379] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a814bb-b9e5-4226-ba0a-252bb4c6a1d1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.026674] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-343dedfa-fb15-4529-92e6-1657c4381dae/volume-343dedfa-fb15-4529-92e6-1657c4381dae.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2514.026909] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3338f72d-5314-4056-a7bc-9c9fa796042f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.043886] env[62189]: DEBUG oslo_vmware.api [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2514.043886] env[62189]: value = "task-2123215" [ 2514.043886] env[62189]: _type = "Task" [ 2514.043886] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2514.051421] env[62189]: DEBUG oslo_vmware.api [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2514.334272] env[62189]: DEBUG nova.network.neutron [req-e98e786d-88b6-4562-bda2-7514c3b99e63 req-65ca9064-2390-49df-9fdd-5e8c895b2bcd service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Updated VIF entry in instance network info cache for port 1c3e93be-69ef-4b0d-b0be-3b21a9df49a7. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2514.334624] env[62189]: DEBUG nova.network.neutron [req-e98e786d-88b6-4562-bda2-7514c3b99e63 req-65ca9064-2390-49df-9fdd-5e8c895b2bcd service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Updating instance_info_cache with network_info: [{"id": "1c3e93be-69ef-4b0d-b0be-3b21a9df49a7", "address": "fa:16:3e:74:1b:dc", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3e93be-69", "ovs_interfaceid": "1c3e93be-69ef-4b0d-b0be-3b21a9df49a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2514.391599] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123214, 'name': CreateVM_Task, 'duration_secs': 0.535259} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2514.391754] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2514.392421] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2514.392644] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2514.392938] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2514.393194] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21538de6-4880-46d2-ad7e-22ae0fd58e9f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.397677] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2514.397677] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ef7be6-40aa-2df6-21a2-6f27b812bad8" [ 2514.397677] env[62189]: _type = "Task" [ 2514.397677] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2514.405052] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ef7be6-40aa-2df6-21a2-6f27b812bad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2514.552905] env[62189]: DEBUG oslo_vmware.api [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123215, 'name': ReconfigVM_Task, 'duration_secs': 0.418543} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2514.553191] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-343dedfa-fb15-4529-92e6-1657c4381dae/volume-343dedfa-fb15-4529-92e6-1657c4381dae.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2514.557745] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fbbd859-c6e8-44f6-ab94-eb8e543751bb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.572346] env[62189]: DEBUG oslo_vmware.api [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2514.572346] env[62189]: value = "task-2123216" [ 2514.572346] env[62189]: _type = "Task" [ 2514.572346] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2514.579597] env[62189]: DEBUG oslo_vmware.api [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2514.837812] env[62189]: DEBUG oslo_concurrency.lockutils [req-e98e786d-88b6-4562-bda2-7514c3b99e63 req-65ca9064-2390-49df-9fdd-5e8c895b2bcd service nova] Releasing lock "refresh_cache-78bcc209-f458-475c-a08b-e2d7152412e8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2514.908192] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ef7be6-40aa-2df6-21a2-6f27b812bad8, 'name': SearchDatastore_Task, 'duration_secs': 0.009118} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2514.908543] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2514.908700] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2514.908932] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2514.909089] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2514.909271] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2514.909518] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b12b7bdf-f777-4bd1-9496-39905b0857b2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.917596] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2514.917764] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2514.918444] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3157c46-89b5-4b66-b7ae-4dc9ac75c98a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.923073] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2514.923073] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52be2fc4-2531-9704-b941-4a2ae0f4d104" [ 2514.923073] env[62189]: _type = "Task" [ 2514.923073] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2514.930188] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52be2fc4-2531-9704-b941-4a2ae0f4d104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2515.081829] env[62189]: DEBUG oslo_vmware.api [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123216, 'name': ReconfigVM_Task, 'duration_secs': 0.132474} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2515.082189] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434317', 'volume_id': '343dedfa-fb15-4529-92e6-1657c4381dae', 'name': 'volume-343dedfa-fb15-4529-92e6-1657c4381dae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8da6a159-023d-4ba8-abdd-495621d8ba06', 'attached_at': '', 'detached_at': '', 'volume_id': '343dedfa-fb15-4529-92e6-1657c4381dae', 'serial': '343dedfa-fb15-4529-92e6-1657c4381dae'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2515.432945] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52be2fc4-2531-9704-b941-4a2ae0f4d104, 'name': SearchDatastore_Task, 'duration_secs': 0.008013} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2515.433792] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4247741-692a-4d62-abd7-221a34f9726d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.438843] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2515.438843] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5252425e-75db-52b5-92c3-bf72549c977f" [ 2515.438843] env[62189]: _type = "Task" [ 2515.438843] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2515.446276] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5252425e-75db-52b5-92c3-bf72549c977f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2515.948891] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5252425e-75db-52b5-92c3-bf72549c977f, 'name': SearchDatastore_Task, 'duration_secs': 0.011627} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2515.949288] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2515.949351] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 78bcc209-f458-475c-a08b-e2d7152412e8/78bcc209-f458-475c-a08b-e2d7152412e8.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2515.949605] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1777428b-da5d-4c3a-9621-7b9d8d4b13c3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.956201] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2515.956201] env[62189]: value = "task-2123217" [ 2515.956201] env[62189]: _type = "Task" [ 2515.956201] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2515.964156] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2516.118673] env[62189]: DEBUG nova.objects.instance [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lazy-loading 'flavor' on Instance uuid 8da6a159-023d-4ba8-abdd-495621d8ba06 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2516.465684] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.40605} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2516.465949] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 78bcc209-f458-475c-a08b-e2d7152412e8/78bcc209-f458-475c-a08b-e2d7152412e8.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2516.466174] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2516.466417] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79f945b7-538a-46e9-8250-ee48f4ecd3dc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.472795] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2516.472795] env[62189]: value = "task-2123218" [ 2516.472795] env[62189]: _type = "Task" [ 2516.472795] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2516.480755] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2516.624130] env[62189]: DEBUG oslo_concurrency.lockutils [None req-2128b177-bfdd-4192-ac93-eafe41fc32fe tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.245s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2516.947819] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "8da6a159-023d-4ba8-abdd-495621d8ba06" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2516.948088] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2516.981889] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065303} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2516.982259] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2516.982880] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725bab4b-238b-42c0-82dd-3158513a5fbc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.004733] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 78bcc209-f458-475c-a08b-e2d7152412e8/78bcc209-f458-475c-a08b-e2d7152412e8.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2517.004962] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a82625fc-d400-48a1-94e1-0cfabf77db84 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.024603] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2517.024603] env[62189]: value = "task-2123219" [ 2517.024603] env[62189]: _type = "Task" [ 2517.024603] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2517.032011] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2517.451700] env[62189]: INFO nova.compute.manager [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Detaching volume c2f22f54-b502-4ec9-870d-06d4028b9448 [ 2517.484589] env[62189]: INFO nova.virt.block_device [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Attempting to driver detach volume c2f22f54-b502-4ec9-870d-06d4028b9448 from mountpoint /dev/sdb [ 2517.484831] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2517.485021] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434313', 'volume_id': 'c2f22f54-b502-4ec9-870d-06d4028b9448', 'name': 'volume-c2f22f54-b502-4ec9-870d-06d4028b9448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8da6a159-023d-4ba8-abdd-495621d8ba06', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2f22f54-b502-4ec9-870d-06d4028b9448', 'serial': 'c2f22f54-b502-4ec9-870d-06d4028b9448'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2517.485929] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d9ccd3-900c-4132-9339-62a32311eed6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.510410] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646e3633-c2d6-4020-8779-45cdfc89b15e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.517588] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a234c5-4031-4873-aa36-456961362a98 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.544270] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a51c146-566f-4422-a9dc-e35196717103 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.551548] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123219, 'name': ReconfigVM_Task, 'duration_secs': 0.310421} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2517.561451] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 78bcc209-f458-475c-a08b-e2d7152412e8/78bcc209-f458-475c-a08b-e2d7152412e8.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2517.562120] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] The volume has not been displaced from its original location: [datastore2] volume-c2f22f54-b502-4ec9-870d-06d4028b9448/volume-c2f22f54-b502-4ec9-870d-06d4028b9448.vmdk. No consolidation needed. {{(pid=62189) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2517.567268] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2517.567540] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20f6e731-a928-4a31-b401-9341d5413260 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.569119] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-043a6d98-d1c3-4514-9fa5-843c4c4393f0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.588363] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2517.588363] env[62189]: value = "task-2123220" [ 2517.588363] env[62189]: _type = "Task" [ 2517.588363] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2517.589226] env[62189]: DEBUG oslo_vmware.api [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2517.589226] env[62189]: value = "task-2123221" [ 2517.589226] env[62189]: _type = "Task" [ 2517.589226] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2517.601240] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123220, 'name': Rename_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2517.604101] env[62189]: DEBUG oslo_vmware.api [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123221, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2518.105467] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123220, 'name': Rename_Task, 'duration_secs': 0.212383} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2518.108472] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2518.108744] env[62189]: DEBUG oslo_vmware.api [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123221, 'name': ReconfigVM_Task, 'duration_secs': 0.253542} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2518.108941] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f65c4a49-583b-430c-bf66-7f0a0d84ad59 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.110386] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2518.114973] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56de133e-b708-4a1d-a1ab-d17dd0c3af45 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.129386] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2518.129386] env[62189]: value = "task-2123222" [ 2518.129386] env[62189]: _type = "Task" [ 2518.129386] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2518.130587] env[62189]: DEBUG oslo_vmware.api [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2518.130587] env[62189]: value = "task-2123223" [ 2518.130587] env[62189]: _type = "Task" [ 2518.130587] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2518.140793] env[62189]: DEBUG oslo_vmware.api [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2518.143190] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2518.647066] env[62189]: DEBUG oslo_vmware.api [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123223, 'name': ReconfigVM_Task, 'duration_secs': 0.145013} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2518.650339] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434313', 'volume_id': 'c2f22f54-b502-4ec9-870d-06d4028b9448', 'name': 'volume-c2f22f54-b502-4ec9-870d-06d4028b9448', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8da6a159-023d-4ba8-abdd-495621d8ba06', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2f22f54-b502-4ec9-870d-06d4028b9448', 'serial': 'c2f22f54-b502-4ec9-870d-06d4028b9448'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2518.653050] env[62189]: DEBUG oslo_vmware.api [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123222, 'name': PowerOnVM_Task, 'duration_secs': 0.424545} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2518.653829] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2518.655028] env[62189]: INFO nova.compute.manager [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Took 7.21 seconds to spawn the instance on the hypervisor. [ 2518.655028] env[62189]: DEBUG nova.compute.manager [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2518.655465] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512fb448-3903-4b48-b399-8bb4170913a7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.044512] env[62189]: DEBUG nova.compute.manager [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Stashing vm_state: active {{(pid=62189) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2519.120300] env[62189]: DEBUG nova.compute.manager [req-f03a51af-8fc5-4ee5-8279-703f1bd49ce7 req-ac1d7c21-55f5-4e92-af17-534b3d0373be service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Received event network-changed-1c3e93be-69ef-4b0d-b0be-3b21a9df49a7 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2519.120300] env[62189]: DEBUG nova.compute.manager [req-f03a51af-8fc5-4ee5-8279-703f1bd49ce7 req-ac1d7c21-55f5-4e92-af17-534b3d0373be service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Refreshing instance network info cache due to event network-changed-1c3e93be-69ef-4b0d-b0be-3b21a9df49a7. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2519.120598] env[62189]: DEBUG oslo_concurrency.lockutils [req-f03a51af-8fc5-4ee5-8279-703f1bd49ce7 req-ac1d7c21-55f5-4e92-af17-534b3d0373be service nova] Acquiring lock "refresh_cache-78bcc209-f458-475c-a08b-e2d7152412e8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2519.120677] env[62189]: DEBUG oslo_concurrency.lockutils [req-f03a51af-8fc5-4ee5-8279-703f1bd49ce7 req-ac1d7c21-55f5-4e92-af17-534b3d0373be service nova] Acquired lock "refresh_cache-78bcc209-f458-475c-a08b-e2d7152412e8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2519.120775] env[62189]: DEBUG nova.network.neutron [req-f03a51af-8fc5-4ee5-8279-703f1bd49ce7 req-ac1d7c21-55f5-4e92-af17-534b3d0373be service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Refreshing network info cache for port 1c3e93be-69ef-4b0d-b0be-3b21a9df49a7 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2519.173406] env[62189]: INFO nova.compute.manager [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Took 11.93 seconds to build instance. [ 2519.197046] env[62189]: DEBUG nova.objects.instance [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lazy-loading 'flavor' on Instance uuid 8da6a159-023d-4ba8-abdd-495621d8ba06 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2519.565901] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2519.566198] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2519.675476] env[62189]: DEBUG oslo_concurrency.lockutils [None req-76e4875e-597d-4794-a246-5d1e827b46aa tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "78bcc209-f458-475c-a08b-e2d7152412e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.443s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2519.858784] env[62189]: DEBUG nova.network.neutron [req-f03a51af-8fc5-4ee5-8279-703f1bd49ce7 req-ac1d7c21-55f5-4e92-af17-534b3d0373be service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Updated VIF entry in instance network info cache for port 1c3e93be-69ef-4b0d-b0be-3b21a9df49a7. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2519.858784] env[62189]: DEBUG nova.network.neutron [req-f03a51af-8fc5-4ee5-8279-703f1bd49ce7 req-ac1d7c21-55f5-4e92-af17-534b3d0373be service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Updating instance_info_cache with network_info: [{"id": "1c3e93be-69ef-4b0d-b0be-3b21a9df49a7", "address": "fa:16:3e:74:1b:dc", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3e93be-69", "ovs_interfaceid": "1c3e93be-69ef-4b0d-b0be-3b21a9df49a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2520.072147] env[62189]: INFO nova.compute.claims [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2520.204267] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b9508774-480b-4c5a-a72a-c749aae6bb9f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.256s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2520.223287] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "8da6a159-023d-4ba8-abdd-495621d8ba06" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2520.223501] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2520.361574] env[62189]: DEBUG oslo_concurrency.lockutils [req-f03a51af-8fc5-4ee5-8279-703f1bd49ce7 req-ac1d7c21-55f5-4e92-af17-534b3d0373be service nova] Releasing lock "refresh_cache-78bcc209-f458-475c-a08b-e2d7152412e8" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2520.578455] env[62189]: INFO nova.compute.resource_tracker [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating resource usage from migration 2d438f19-2557-4812-a07a-912a6de1b8a9 [ 2520.679718] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004b0db0-93d7-49c0-9775-72a4c50590eb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2520.687562] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833ec58f-0346-4e68-a093-60b2cb2dc3c9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.447518] env[62189]: INFO nova.compute.manager [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Detaching volume 343dedfa-fb15-4529-92e6-1657c4381dae [ 2521.450738] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562a02ab-483b-4a1e-bdd8-f9014a95a22d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.460353] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fccf929-7763-4f4e-a433-46c2701f055f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.473441] env[62189]: DEBUG nova.compute.provider_tree [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2521.477387] env[62189]: INFO nova.virt.block_device [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Attempting to driver detach volume 343dedfa-fb15-4529-92e6-1657c4381dae from mountpoint /dev/sdc [ 2521.477597] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2521.477779] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434317', 'volume_id': '343dedfa-fb15-4529-92e6-1657c4381dae', 'name': 'volume-343dedfa-fb15-4529-92e6-1657c4381dae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8da6a159-023d-4ba8-abdd-495621d8ba06', 'attached_at': '', 'detached_at': '', 'volume_id': '343dedfa-fb15-4529-92e6-1657c4381dae', 'serial': '343dedfa-fb15-4529-92e6-1657c4381dae'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2521.478515] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaa7220-bbd0-4dc1-9e55-574364b4d080 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.498499] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68645649-0b7c-4353-85b9-e461b77413d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.505151] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8413c37-bf2f-4a66-b488-5dd463581b33 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.524775] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8322f7b-af04-4030-b997-59101a3bbfa6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.540015] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] The volume has not been displaced from its original location: [datastore2] volume-343dedfa-fb15-4529-92e6-1657c4381dae/volume-343dedfa-fb15-4529-92e6-1657c4381dae.vmdk. No consolidation needed. {{(pid=62189) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2521.545057] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Reconfiguring VM instance instance-00000075 to detach disk 2002 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2521.545608] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1b7f105-af35-4ab2-a5f4-2714dcbaa2a7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.563256] env[62189]: DEBUG oslo_vmware.api [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2521.563256] env[62189]: value = "task-2123225" [ 2521.563256] env[62189]: _type = "Task" [ 2521.563256] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2521.571258] env[62189]: DEBUG oslo_vmware.api [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2521.993987] env[62189]: ERROR nova.scheduler.client.report [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [req-8448b259-7c8a-473a-b04d-6ac204eb3568] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9c6494ef-d1bb-428d-baf9-f027623d156c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8448b259-7c8a-473a-b04d-6ac204eb3568"}]} [ 2522.010482] env[62189]: DEBUG nova.scheduler.client.report [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Refreshing inventories for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2522.023627] env[62189]: DEBUG nova.scheduler.client.report [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Updating ProviderTree inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2522.023893] env[62189]: DEBUG nova.compute.provider_tree [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2522.040350] env[62189]: DEBUG nova.scheduler.client.report [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Refreshing aggregate associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, aggregates: None {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2522.057367] env[62189]: DEBUG nova.scheduler.client.report [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Refreshing trait associations for resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62189) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2522.072715] env[62189]: DEBUG oslo_vmware.api [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123225, 'name': ReconfigVM_Task, 'duration_secs': 0.248822} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2522.075206] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Reconfigured VM instance instance-00000075 to detach disk 2002 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2522.079885] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dacf601-6efc-418a-b172-2d42e0c76212 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.097279] env[62189]: DEBUG oslo_vmware.api [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2522.097279] env[62189]: value = "task-2123226" [ 2522.097279] env[62189]: _type = "Task" [ 2522.097279] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2522.107424] env[62189]: DEBUG oslo_vmware.api [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2522.166203] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35ea219-9fca-4402-8f1a-404d98a5c18d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.173183] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0386c8-34f8-4ce5-9c47-5e030c31606d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.208719] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91eee40f-ac0f-4114-aee1-ea90f5d23416 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.218120] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaf18af-72dc-4151-852f-fde1793ff7c9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.233862] env[62189]: DEBUG nova.compute.provider_tree [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2522.613130] env[62189]: DEBUG oslo_vmware.api [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123226, 'name': ReconfigVM_Task, 'duration_secs': 0.151471} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2522.613687] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434317', 'volume_id': '343dedfa-fb15-4529-92e6-1657c4381dae', 'name': 'volume-343dedfa-fb15-4529-92e6-1657c4381dae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8da6a159-023d-4ba8-abdd-495621d8ba06', 'attached_at': '', 'detached_at': '', 'volume_id': '343dedfa-fb15-4529-92e6-1657c4381dae', 'serial': '343dedfa-fb15-4529-92e6-1657c4381dae'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2522.765147] env[62189]: DEBUG nova.scheduler.client.report [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2522.765416] env[62189]: DEBUG nova.compute.provider_tree [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 174 to 175 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2522.765624] env[62189]: DEBUG nova.compute.provider_tree [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2523.158876] env[62189]: DEBUG nova.objects.instance [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lazy-loading 'flavor' on Instance uuid 8da6a159-023d-4ba8-abdd-495621d8ba06 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2523.271310] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.705s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2523.271656] env[62189]: INFO nova.compute.manager [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Migrating [ 2523.787282] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2523.787704] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2523.787704] env[62189]: DEBUG nova.network.neutron [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2524.165469] env[62189]: DEBUG oslo_concurrency.lockutils [None req-f4e80acf-9bcb-40b1-ac99-6195a240087f tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.942s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2524.493842] env[62189]: DEBUG nova.network.neutron [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating instance_info_cache with network_info: [{"id": "9c8db9b0-8442-4e9a-98e8-59d7f2aa368b", "address": "fa:16:3e:1a:d7:60", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8db9b0-84", "ovs_interfaceid": "9c8db9b0-8442-4e9a-98e8-59d7f2aa368b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2524.605323] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "8da6a159-023d-4ba8-abdd-495621d8ba06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2524.605611] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2524.605835] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "8da6a159-023d-4ba8-abdd-495621d8ba06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2524.606023] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2524.606194] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2524.608475] env[62189]: INFO nova.compute.manager [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Terminating instance [ 2524.996373] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2525.112225] env[62189]: DEBUG nova.compute.manager [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2525.112466] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2525.113434] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd6a1bc-a14a-4bcf-bbb8-93980fe7ff4a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.121645] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2525.121945] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75f2d423-a6b6-422f-b949-acd68aa97c46 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.128083] env[62189]: DEBUG oslo_vmware.api [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2525.128083] env[62189]: value = "task-2123229" [ 2525.128083] env[62189]: _type = "Task" [ 2525.128083] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2525.135764] env[62189]: DEBUG oslo_vmware.api [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2525.637825] env[62189]: DEBUG oslo_vmware.api [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123229, 'name': PowerOffVM_Task, 'duration_secs': 0.251114} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2525.638090] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2525.638261] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2525.638504] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08baf938-497d-4f52-90df-2db07e4061d4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.760093] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2525.760313] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2525.760493] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Deleting the datastore file [datastore2] 8da6a159-023d-4ba8-abdd-495621d8ba06 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2525.760769] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aeee088-69a7-4cb5-95ad-0cf48273e257 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.767653] env[62189]: DEBUG oslo_vmware.api [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for the task: (returnval){ [ 2525.767653] env[62189]: value = "task-2123231" [ 2525.767653] env[62189]: _type = "Task" [ 2525.767653] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2525.775255] env[62189]: DEBUG oslo_vmware.api [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2526.278818] env[62189]: DEBUG oslo_vmware.api [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Task: {'id': task-2123231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177976} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2526.279221] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2526.279280] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2526.279479] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2526.279647] env[62189]: INFO nova.compute.manager [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2526.279892] env[62189]: DEBUG oslo.service.loopingcall [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2526.280105] env[62189]: DEBUG nova.compute.manager [-] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2526.280202] env[62189]: DEBUG nova.network.neutron [-] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2526.512116] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a777acee-fda3-4a0c-a9ce-349b6c4aa1ce {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.530733] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating instance '7b08eb11-af19-41ce-8f5e-ff9d14469705' progress to 0 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2526.765399] env[62189]: DEBUG nova.compute.manager [req-325ac51f-d1f7-4f20-bb52-eee8405dfb2f req-0eedf363-dc4f-4863-bcf4-6b8e6b1cfb80 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Received event network-vif-deleted-a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2526.766167] env[62189]: INFO nova.compute.manager [req-325ac51f-d1f7-4f20-bb52-eee8405dfb2f req-0eedf363-dc4f-4863-bcf4-6b8e6b1cfb80 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Neutron deleted interface a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8; detaching it from the instance and deleting it from the info cache [ 2526.766167] env[62189]: DEBUG nova.network.neutron [req-325ac51f-d1f7-4f20-bb52-eee8405dfb2f req-0eedf363-dc4f-4863-bcf4-6b8e6b1cfb80 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2527.037092] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2527.037358] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-162468e6-bef1-4a9d-905e-c5de2cc34007 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.044886] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2527.044886] env[62189]: value = "task-2123233" [ 2527.044886] env[62189]: _type = "Task" [ 2527.044886] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2527.052879] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2527.244942] env[62189]: DEBUG nova.network.neutron [-] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2527.268553] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf2b46ba-1584-4ed7-999a-653e388f75ee {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.277905] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623ba5ce-f335-4040-ad30-9de284664c53 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.306200] env[62189]: DEBUG nova.compute.manager [req-325ac51f-d1f7-4f20-bb52-eee8405dfb2f req-0eedf363-dc4f-4863-bcf4-6b8e6b1cfb80 service nova] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Detach interface failed, port_id=a8168e48-f1a2-4eb2-98dd-9a0471d9a1d8, reason: Instance 8da6a159-023d-4ba8-abdd-495621d8ba06 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2527.554703] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123233, 'name': PowerOffVM_Task, 'duration_secs': 0.211908} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2527.554920] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2527.555114] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating instance '7b08eb11-af19-41ce-8f5e-ff9d14469705' progress to 17 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2527.747967] env[62189]: INFO nova.compute.manager [-] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Took 1.47 seconds to deallocate network for instance. [ 2528.061643] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2528.061973] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2528.062161] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2528.062346] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2528.062495] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2528.062651] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2528.062855] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2528.063019] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2528.063187] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2528.063385] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2528.063602] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2528.068983] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9139a23-0984-4b4c-ba3c-301269220bd2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.085368] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2528.085368] env[62189]: value = "task-2123234" [ 2528.085368] env[62189]: _type = "Task" [ 2528.085368] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2528.093149] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2528.254581] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2528.254843] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2528.255084] env[62189]: DEBUG nova.objects.instance [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lazy-loading 'resources' on Instance uuid 8da6a159-023d-4ba8-abdd-495621d8ba06 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2528.595537] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123234, 'name': ReconfigVM_Task, 'duration_secs': 0.155109} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.595859] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating instance '7b08eb11-af19-41ce-8f5e-ff9d14469705' progress to 33 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2528.867734] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7833a5af-78c6-4048-b361-4eb99aa38f27 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.875284] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5d522b-ba7a-45bc-bd8c-5ee5aa1f461e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.905418] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdef160-9919-4cfc-b8f4-b367a6033bd1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.913358] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e82ecde-dca0-4e39-821d-94b5bb83ed8a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.926094] env[62189]: DEBUG nova.compute.provider_tree [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2529.102756] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2529.103018] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2529.103173] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2529.103357] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2529.103527] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2529.103679] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2529.103891] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2529.104069] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2529.104241] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2529.104401] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2529.104579] env[62189]: DEBUG nova.virt.hardware [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2529.109810] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2529.110110] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c797fad-24c5-4f06-a65a-8b5a05062f96 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.128552] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2529.128552] env[62189]: value = "task-2123236" [ 2529.128552] env[62189]: _type = "Task" [ 2529.128552] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2529.138812] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2529.458098] env[62189]: DEBUG nova.scheduler.client.report [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Updated inventory for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2529.458469] env[62189]: DEBUG nova.compute.provider_tree [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Updating resource provider 9c6494ef-d1bb-428d-baf9-f027623d156c generation from 175 to 176 during operation: update_inventory {{(pid=62189) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2529.458708] env[62189]: DEBUG nova.compute.provider_tree [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Updating inventory in ProviderTree for provider 9c6494ef-d1bb-428d-baf9-f027623d156c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2529.638819] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2529.963926] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2529.981396] env[62189]: INFO nova.scheduler.client.report [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Deleted allocations for instance 8da6a159-023d-4ba8-abdd-495621d8ba06 [ 2530.139380] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2530.488544] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c15e219-9f10-4e29-9738-3ea96770baff tempest-AttachVolumeTestJSON-1371150878 tempest-AttachVolumeTestJSON-1371150878-project-member] Lock "8da6a159-023d-4ba8-abdd-495621d8ba06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.883s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2530.641128] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123236, 'name': ReconfigVM_Task, 'duration_secs': 1.164439} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2530.641572] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2530.642275] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab659dec-39c1-49df-92aa-b6a6b6faf0ff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.663784] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 7b08eb11-af19-41ce-8f5e-ff9d14469705/7b08eb11-af19-41ce-8f5e-ff9d14469705.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2530.664110] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfdbe14b-b71f-41b6-bcb4-27a99cb1c00e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.682979] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2530.682979] env[62189]: value = "task-2123237" [ 2530.682979] env[62189]: _type = "Task" [ 2530.682979] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2530.693033] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2531.192973] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123237, 'name': ReconfigVM_Task, 'duration_secs': 0.343241} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2531.192973] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 7b08eb11-af19-41ce-8f5e-ff9d14469705/7b08eb11-af19-41ce-8f5e-ff9d14469705.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2531.192973] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating instance '7b08eb11-af19-41ce-8f5e-ff9d14469705' progress to 50 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2531.699607] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bbedda-b74e-4b17-b729-72042fc3fb46 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.719417] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d4f929-d6a1-429a-b5e9-93ae7cd42ecd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.737310] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating instance '7b08eb11-af19-41ce-8f5e-ff9d14469705' progress to 67 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2532.286481] env[62189]: DEBUG nova.network.neutron [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Port 9c8db9b0-8442-4e9a-98e8-59d7f2aa368b binding to destination host cpu-1 is already ACTIVE {{(pid=62189) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2533.307962] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "7b08eb11-af19-41ce-8f5e-ff9d14469705-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2533.308269] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "7b08eb11-af19-41ce-8f5e-ff9d14469705-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2533.308447] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "7b08eb11-af19-41ce-8f5e-ff9d14469705-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2534.347951] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2534.348267] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2534.348370] env[62189]: DEBUG nova.network.neutron [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2535.063860] env[62189]: DEBUG nova.network.neutron [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating instance_info_cache with network_info: [{"id": "9c8db9b0-8442-4e9a-98e8-59d7f2aa368b", "address": "fa:16:3e:1a:d7:60", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8db9b0-84", "ovs_interfaceid": "9c8db9b0-8442-4e9a-98e8-59d7f2aa368b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2535.567350] env[62189]: DEBUG oslo_concurrency.lockutils [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2536.094299] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a28b097-0258-4021-934c-8203aa2e3415 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.113327] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bb0116-ec8f-4394-9879-cc0691c23423 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.120159] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating instance '7b08eb11-af19-41ce-8f5e-ff9d14469705' progress to 83 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2536.626736] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2536.627034] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2caf6e9-cdf1-41ca-9681-65f8d83508a9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.635868] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2536.635868] env[62189]: value = "task-2123243" [ 2536.635868] env[62189]: _type = "Task" [ 2536.635868] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2536.644092] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2537.147093] env[62189]: DEBUG oslo_vmware.api [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123243, 'name': PowerOnVM_Task, 'duration_secs': 0.389816} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2537.147093] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2537.147293] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-1a007abc-3d85-4d06-9a0b-895d4bf9e316 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating instance '7b08eb11-af19-41ce-8f5e-ff9d14469705' progress to 100 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2538.369162] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2538.369499] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2538.520880] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2538.871222] env[62189]: DEBUG nova.compute.manager [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2539.394046] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2539.394359] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2539.395942] env[62189]: INFO nova.compute.claims [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2539.667687] env[62189]: DEBUG nova.network.neutron [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Port 9c8db9b0-8442-4e9a-98e8-59d7f2aa368b binding to destination host cpu-1 is already ACTIVE {{(pid=62189) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2539.668044] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2539.668166] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2539.668315] env[62189]: DEBUG nova.network.neutron [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2540.423110] env[62189]: DEBUG nova.network.neutron [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating instance_info_cache with network_info: [{"id": "9c8db9b0-8442-4e9a-98e8-59d7f2aa368b", "address": "fa:16:3e:1a:d7:60", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8db9b0-84", "ovs_interfaceid": "9c8db9b0-8442-4e9a-98e8-59d7f2aa368b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2540.493932] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2af8ba5-960a-4f0d-9b89-06bb504bb6b2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2540.501777] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a8be1b-4eaf-4f8c-aec4-630fa39c9615 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2540.533395] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2540.533574] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2540.534590] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e3ef25-80f0-479e-bde9-45f56ec225c7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2540.543132] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7549c947-e456-4568-8b62-dc8034a0792f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2540.556741] env[62189]: DEBUG nova.compute.provider_tree [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2540.926474] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2541.060615] env[62189]: DEBUG nova.scheduler.client.report [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2541.429479] env[62189]: DEBUG nova.compute.manager [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62189) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2541.429827] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2541.564921] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2541.565348] env[62189]: DEBUG nova.compute.manager [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2541.568099] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.138s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2542.072216] env[62189]: DEBUG nova.compute.utils [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2542.073421] env[62189]: DEBUG nova.objects.instance [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lazy-loading 'migration_context' on Instance uuid 7b08eb11-af19-41ce-8f5e-ff9d14469705 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2542.074992] env[62189]: DEBUG nova.compute.manager [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2542.075178] env[62189]: DEBUG nova.network.neutron [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2542.126379] env[62189]: DEBUG nova.policy [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffb859483b454c1e81af7daba880dfaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7fc66cb5cbe455c8136e25094faf967', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2542.409674] env[62189]: DEBUG nova.network.neutron [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Successfully created port: 2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2542.521393] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2542.576648] env[62189]: DEBUG nova.compute.manager [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2542.682342] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e22ab97-52b7-4606-9d00-028db64311b2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.691430] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb008be-5e4f-4fec-a403-3001541db051 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.724289] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef85806-fdd7-4d8b-a326-244c65e8cc67 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.732792] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14db2feb-aca8-4d37-859c-9727ef0f9b4e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.746600] env[62189]: DEBUG nova.compute.provider_tree [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2543.085109] env[62189]: INFO nova.virt.block_device [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Booting with volume 96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277 at /dev/sda [ 2543.121524] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ea11b93-3299-402b-be8a-c4a372f51123 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2543.131738] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e12291-8a7d-4fee-9c48-9d3bfbd015b0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2543.160843] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3858551e-682c-4518-bb22-e2a948b00009 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2543.169673] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cb08a8-b19f-420e-81c2-a3b64ef51aaa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2543.200108] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042dda87-5bc7-4724-bee4-2cebe3f94c9e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2543.206905] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0ffa5d-c890-4eb7-b437-b3c306ededab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2543.221039] env[62189]: DEBUG nova.virt.block_device [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating existing volume attachment record: 0c265570-4a13-43c4-9de1-ab1ee5747c1c {{(pid=62189) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2543.250107] env[62189]: DEBUG nova.scheduler.client.report [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2543.520974] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2544.261689] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.693s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2544.521710] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2544.522049] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2545.307094] env[62189]: DEBUG nova.compute.manager [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2545.307635] env[62189]: DEBUG nova.virt.hardware [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2545.307842] env[62189]: DEBUG nova.virt.hardware [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2545.308160] env[62189]: DEBUG nova.virt.hardware [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2545.308160] env[62189]: DEBUG nova.virt.hardware [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2545.308301] env[62189]: DEBUG nova.virt.hardware [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2545.308438] env[62189]: DEBUG nova.virt.hardware [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2545.308647] env[62189]: DEBUG nova.virt.hardware [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2545.308810] env[62189]: DEBUG nova.virt.hardware [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2545.309067] env[62189]: DEBUG nova.virt.hardware [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2545.309268] env[62189]: DEBUG nova.virt.hardware [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2545.309448] env[62189]: DEBUG nova.virt.hardware [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2545.310348] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16135b62-6ac3-44e3-9d97-9f1c1a43995b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2545.319979] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2f9500-abde-4de1-89d7-59a10cd2cdbb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2545.343103] env[62189]: DEBUG nova.compute.manager [req-ae54cfbb-b904-4504-bd61-f370e09f228b req-04a246a7-995e-4219-b2b4-2b5378d03959 service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Received event network-vif-plugged-2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2545.343103] env[62189]: DEBUG oslo_concurrency.lockutils [req-ae54cfbb-b904-4504-bd61-f370e09f228b req-04a246a7-995e-4219-b2b4-2b5378d03959 service nova] Acquiring lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2545.343103] env[62189]: DEBUG oslo_concurrency.lockutils [req-ae54cfbb-b904-4504-bd61-f370e09f228b req-04a246a7-995e-4219-b2b4-2b5378d03959 service nova] Lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2545.343103] env[62189]: DEBUG oslo_concurrency.lockutils [req-ae54cfbb-b904-4504-bd61-f370e09f228b req-04a246a7-995e-4219-b2b4-2b5378d03959 service nova] Lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2545.343103] env[62189]: DEBUG nova.compute.manager [req-ae54cfbb-b904-4504-bd61-f370e09f228b req-04a246a7-995e-4219-b2b4-2b5378d03959 service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] No waiting events found dispatching network-vif-plugged-2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2545.343103] env[62189]: WARNING nova.compute.manager [req-ae54cfbb-b904-4504-bd61-f370e09f228b req-04a246a7-995e-4219-b2b4-2b5378d03959 service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Received unexpected event network-vif-plugged-2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d for instance with vm_state building and task_state spawning. [ 2545.426843] env[62189]: DEBUG nova.network.neutron [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Successfully updated port: 2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2545.804169] env[62189]: INFO nova.compute.manager [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Swapping old allocation on dict_keys(['9c6494ef-d1bb-428d-baf9-f027623d156c']) held by migration 2d438f19-2557-4812-a07a-912a6de1b8a9 for instance [ 2545.826151] env[62189]: DEBUG nova.scheduler.client.report [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Overwriting current allocation {'allocations': {'9c6494ef-d1bb-428d-baf9-f027623d156c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 177}}, 'project_id': '19a099c4ab924ceda3783b7daed195b9', 'user_id': 'd162f89506604458b882e3f2abfb2dd1', 'consumer_generation': 1} on consumer 7b08eb11-af19-41ce-8f5e-ff9d14469705 {{(pid=62189) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2545.902913] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2545.903143] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2545.903350] env[62189]: DEBUG nova.network.neutron [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2545.929057] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2545.929298] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2545.929385] env[62189]: DEBUG nova.network.neutron [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2546.463577] env[62189]: DEBUG nova.network.neutron [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2546.520486] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2546.520659] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2546.520780] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2546.592773] env[62189]: DEBUG nova.network.neutron [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating instance_info_cache with network_info: [{"id": "2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d", "address": "fa:16:3e:73:64:09", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4cc0c4-e8", "ovs_interfaceid": "2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2546.686101] env[62189]: DEBUG nova.network.neutron [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating instance_info_cache with network_info: [{"id": "9c8db9b0-8442-4e9a-98e8-59d7f2aa368b", "address": "fa:16:3e:1a:d7:60", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8db9b0-84", "ovs_interfaceid": "9c8db9b0-8442-4e9a-98e8-59d7f2aa368b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2547.024400] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Skipping network cache update for instance because it is Building. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10459}} [ 2547.052817] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2547.052973] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquired lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2547.053140] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Forcefully refreshing network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2547.053302] env[62189]: DEBUG nova.objects.instance [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lazy-loading 'info_cache' on Instance uuid 9b145d00-5c3f-4842-8428-fb8f8f1f4c02 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2547.099366] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2547.099701] env[62189]: DEBUG nova.compute.manager [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Instance network_info: |[{"id": "2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d", "address": "fa:16:3e:73:64:09", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4cc0c4-e8", "ovs_interfaceid": "2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2547.100170] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:64:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50cf0a70-948d-4611-af05-94c1483064ed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2547.107650] env[62189]: DEBUG oslo.service.loopingcall [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2547.107867] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2547.108083] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-642fa08f-3aa9-4234-8fdb-e55ed20bfdf7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.128735] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2547.128735] env[62189]: value = "task-2123245" [ 2547.128735] env[62189]: _type = "Task" [ 2547.128735] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2547.137145] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123245, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2547.189086] env[62189]: DEBUG oslo_concurrency.lockutils [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "refresh_cache-7b08eb11-af19-41ce-8f5e-ff9d14469705" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2547.189597] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2547.189896] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1798828c-7da9-4cfc-9409-e0cf2bd571a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.198643] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2547.198643] env[62189]: value = "task-2123246" [ 2547.198643] env[62189]: _type = "Task" [ 2547.198643] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2547.208512] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2547.369444] env[62189]: DEBUG nova.compute.manager [req-489241dd-dd5f-4132-8ede-76f969239400 req-366dc7e8-4133-4df2-a467-404c4efeae64 service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Received event network-changed-2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2547.369640] env[62189]: DEBUG nova.compute.manager [req-489241dd-dd5f-4132-8ede-76f969239400 req-366dc7e8-4133-4df2-a467-404c4efeae64 service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Refreshing instance network info cache due to event network-changed-2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2547.370247] env[62189]: DEBUG oslo_concurrency.lockutils [req-489241dd-dd5f-4132-8ede-76f969239400 req-366dc7e8-4133-4df2-a467-404c4efeae64 service nova] Acquiring lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2547.370517] env[62189]: DEBUG oslo_concurrency.lockutils [req-489241dd-dd5f-4132-8ede-76f969239400 req-366dc7e8-4133-4df2-a467-404c4efeae64 service nova] Acquired lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2547.370716] env[62189]: DEBUG nova.network.neutron [req-489241dd-dd5f-4132-8ede-76f969239400 req-366dc7e8-4133-4df2-a467-404c4efeae64 service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Refreshing network info cache for port 2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2547.641134] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123245, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2547.710328] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123246, 'name': PowerOffVM_Task, 'duration_secs': 0.236036} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2547.710599] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2547.711320] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2547.711555] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2547.711713] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2547.711894] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2547.712054] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2547.712207] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2547.712409] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2547.712570] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2547.712733] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2547.712895] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2547.713078] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2547.717906] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-223b36ff-06e7-4348-9622-2dbd37604b3b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.728145] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2547.728358] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2547.728524] env[62189]: INFO nova.compute.manager [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Shelving [ 2547.736306] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2547.736306] env[62189]: value = "task-2123247" [ 2547.736306] env[62189]: _type = "Task" [ 2547.736306] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2547.745387] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.076729] env[62189]: DEBUG nova.network.neutron [req-489241dd-dd5f-4132-8ede-76f969239400 req-366dc7e8-4133-4df2-a467-404c4efeae64 service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updated VIF entry in instance network info cache for port 2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2548.077497] env[62189]: DEBUG nova.network.neutron [req-489241dd-dd5f-4132-8ede-76f969239400 req-366dc7e8-4133-4df2-a467-404c4efeae64 service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating instance_info_cache with network_info: [{"id": "2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d", "address": "fa:16:3e:73:64:09", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4cc0c4-e8", "ovs_interfaceid": "2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2548.140892] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123245, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.247063] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123247, 'name': ReconfigVM_Task, 'duration_secs': 0.166868} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2548.247444] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0749ded1-0600-4e2e-9c62-5178df7cd8e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.266518] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2548.266755] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2548.266916] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2548.267121] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2548.267277] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2548.267424] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2548.267627] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2548.267789] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2548.267955] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2548.268137] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2548.268312] env[62189]: DEBUG nova.virt.hardware [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2548.269132] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-864d345c-9110-4788-a035-4c3d0f8748bf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.275440] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2548.275440] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e64e7c-d027-b186-801f-827377760c11" [ 2548.275440] env[62189]: _type = "Task" [ 2548.275440] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2548.283938] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e64e7c-d027-b186-801f-827377760c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.580421] env[62189]: DEBUG oslo_concurrency.lockutils [req-489241dd-dd5f-4132-8ede-76f969239400 req-366dc7e8-4133-4df2-a467-404c4efeae64 service nova] Releasing lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2548.642701] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123245, 'name': CreateVM_Task, 'duration_secs': 1.505517} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2548.643056] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2548.643543] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434320', 'volume_id': '96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277', 'name': 'volume-96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93ad48c1-e217-41ff-b310-b8d8cf5f14df', 'attached_at': '', 'detached_at': '', 'volume_id': '96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277', 'serial': '96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277'}, 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'guest_format': None, 'attachment_id': '0c265570-4a13-43c4-9de1-ab1ee5747c1c', 'volume_type': None}], 'swap': None} {{(pid=62189) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2548.643770] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Root volume attach. Driver type: vmdk {{(pid=62189) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2548.644542] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de882b7b-5c6b-44c5-b463-11e45b32c7cc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.651751] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84d7375-f17b-41df-939a-c4f38a99bab8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.657590] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753aa2a7-0180-4422-aafc-cc81aaac8d1e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.663187] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-122985d4-999c-4e22-b354-4b00ff98cbea {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.669771] env[62189]: DEBUG oslo_vmware.api [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2548.669771] env[62189]: value = "task-2123248" [ 2548.669771] env[62189]: _type = "Task" [ 2548.669771] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2548.677085] env[62189]: DEBUG oslo_vmware.api [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123248, 'name': RelocateVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.737647] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2548.737979] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb0f435e-5089-4c96-8e26-9d50050376a8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.744605] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2548.744605] env[62189]: value = "task-2123249" [ 2548.744605] env[62189]: _type = "Task" [ 2548.744605] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2548.754037] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.785532] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52e64e7c-d027-b186-801f-827377760c11, 'name': SearchDatastore_Task, 'duration_secs': 0.008442} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2548.791163] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2548.791463] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdc89fb7-aeb4-4f4b-996f-f97226f12b64 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.810208] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2548.810208] env[62189]: value = "task-2123250" [ 2548.810208] env[62189]: _type = "Task" [ 2548.810208] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2548.818747] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.822882] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Updating instance_info_cache with network_info: [{"id": "31436528-c142-48dc-9ad9-949ba619a83d", "address": "fa:16:3e:f2:aa:1e", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31436528-c1", "ovs_interfaceid": "31436528-c142-48dc-9ad9-949ba619a83d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2549.180045] env[62189]: DEBUG oslo_vmware.api [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123248, 'name': RelocateVM_Task, 'duration_secs': 0.433392} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2549.180045] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Volume attach. Driver type: vmdk {{(pid=62189) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2549.180045] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434320', 'volume_id': '96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277', 'name': 'volume-96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93ad48c1-e217-41ff-b310-b8d8cf5f14df', 'attached_at': '', 'detached_at': '', 'volume_id': '96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277', 'serial': '96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2549.180661] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fd96c6-f3c2-4289-8617-c1606c0f89f5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.195615] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6886c656-03bc-4456-98d2-08e035673965 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.216203] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277/volume-96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2549.216429] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84d74418-27f3-49f0-9905-9307bfa58783 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.234975] env[62189]: DEBUG oslo_vmware.api [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2549.234975] env[62189]: value = "task-2123251" [ 2549.234975] env[62189]: _type = "Task" [ 2549.234975] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2549.242328] env[62189]: DEBUG oslo_vmware.api [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2549.253165] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123249, 'name': PowerOffVM_Task, 'duration_secs': 0.24381} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2549.253472] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2549.254349] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b7126a-9110-4e35-822c-749a30033623 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.272270] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996551b5-9888-4654-9f0c-d201092f5f48 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.319223] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123250, 'name': ReconfigVM_Task, 'duration_secs': 0.209353} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2549.319529] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2549.320322] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2710a9bc-116a-4c68-8a2d-d4e54099af53 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.336018] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Releasing lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2549.336263] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Updated the network info_cache for instance {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2549.343537] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 7b08eb11-af19-41ce-8f5e-ff9d14469705/7b08eb11-af19-41ce-8f5e-ff9d14469705.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2549.343848] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2549.344084] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9946bd5a-e5e6-4706-8180-ca168d095e25 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.356471] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2549.363333] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2549.363333] env[62189]: value = "task-2123252" [ 2549.363333] env[62189]: _type = "Task" [ 2549.363333] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2549.372105] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2549.745164] env[62189]: DEBUG oslo_vmware.api [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123251, 'name': ReconfigVM_Task, 'duration_secs': 0.255838} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2549.745550] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277/volume-96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2549.750045] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d49e3f9b-6bbc-4a05-930a-5b13a283716d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.764768] env[62189]: DEBUG oslo_vmware.api [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2549.764768] env[62189]: value = "task-2123253" [ 2549.764768] env[62189]: _type = "Task" [ 2549.764768] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2549.772639] env[62189]: DEBUG oslo_vmware.api [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2549.781752] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2549.782018] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2279c163-4b4e-4d70-b8ca-2f5ea1605789 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.790210] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2549.790210] env[62189]: value = "task-2123254" [ 2549.790210] env[62189]: _type = "Task" [ 2549.790210] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2549.798208] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123254, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2549.859521] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2549.859793] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2549.859960] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2549.860132] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2549.861020] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4fc4fd-e158-4ef9-8339-b9822ed7e1ff {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.874613] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6721de2b-2369-4841-a434-128e58655da2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.878351] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123252, 'name': ReconfigVM_Task, 'duration_secs': 0.262461} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2549.878635] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 7b08eb11-af19-41ce-8f5e-ff9d14469705/7b08eb11-af19-41ce-8f5e-ff9d14469705.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2549.879843] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3683a6b2-6990-435c-919f-9bf49f003d15 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.892080] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009ae8f5-3075-4ab7-af4f-d3057cb4ec31 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.909616] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7811e44c-c4a9-4c8d-a42d-c334b5a9df0e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.914788] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23991da7-e1d1-4bd1-9622-00cf1df31ffd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.933219] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b0a1f7-951d-49ef-9cd0-60f276c55e79 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.958813] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179946MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2549.958983] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2549.959216] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2549.977040] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5d2561-26f7-4bdd-8e72-cc617fe3a429 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.984324] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2549.984618] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-335c5136-6180-4097-8232-00f3e0614886 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.994029] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2549.994029] env[62189]: value = "task-2123255" [ 2549.994029] env[62189]: _type = "Task" [ 2549.994029] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2550.002116] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2550.276097] env[62189]: DEBUG oslo_vmware.api [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123253, 'name': ReconfigVM_Task, 'duration_secs': 0.128384} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2550.276412] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434320', 'volume_id': '96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277', 'name': 'volume-96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93ad48c1-e217-41ff-b310-b8d8cf5f14df', 'attached_at': '', 'detached_at': '', 'volume_id': '96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277', 'serial': '96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2550.277036] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0afbfb8c-993d-4e15-8d74-7d6dcea2f9bb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.284158] env[62189]: DEBUG oslo_vmware.api [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2550.284158] env[62189]: value = "task-2123256" [ 2550.284158] env[62189]: _type = "Task" [ 2550.284158] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2550.292360] env[62189]: DEBUG oslo_vmware.api [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123256, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2550.299866] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123254, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2550.503414] env[62189]: DEBUG oslo_vmware.api [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123255, 'name': PowerOnVM_Task, 'duration_secs': 0.371197} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2550.503684] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2550.793521] env[62189]: DEBUG oslo_vmware.api [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123256, 'name': Rename_Task, 'duration_secs': 0.133125} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2550.796560] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2550.796851] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-575b9346-3679-4f4a-bcdc-8357a0f232d2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.803407] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123254, 'name': CreateSnapshot_Task, 'duration_secs': 0.627119} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2550.804636] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2550.804940] env[62189]: DEBUG oslo_vmware.api [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2550.804940] env[62189]: value = "task-2123257" [ 2550.804940] env[62189]: _type = "Task" [ 2550.804940] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2550.805604] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6582a6-11e9-43cf-9739-782b3e5bfc05 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.819620] env[62189]: DEBUG oslo_vmware.api [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2550.989027] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 9b145d00-5c3f-4842-8428-fb8f8f1f4c02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2550.989027] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 21cb8e26-abbb-4ce1-86c3-40881234124a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2550.989223] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2550.989271] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 78bcc209-f458-475c-a08b-e2d7152412e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2550.989346] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 7b08eb11-af19-41ce-8f5e-ff9d14469705 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2550.989459] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 93ad48c1-e217-41ff-b310-b8d8cf5f14df actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2550.989640] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2550.989779] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2551.075508] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05de2028-e6b8-40bd-ba47-01781f0ccb34 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.083446] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cee146f-6e5d-46f5-9d69-edff79c7af9a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.112454] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8845ad1c-e8c0-4e2e-b606-bb07f1bc23a4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.119378] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65fca73-dd48-401f-ae31-ae0394391dcb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.133132] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2551.319985] env[62189]: DEBUG oslo_vmware.api [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123257, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2551.331207] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2551.331602] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-efe1c2ee-0f07-4972-8114-14df9b6331df {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.340033] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2551.340033] env[62189]: value = "task-2123258" [ 2551.340033] env[62189]: _type = "Task" [ 2551.340033] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2551.349708] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123258, 'name': CloneVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2551.513690] env[62189]: INFO nova.compute.manager [None req-3ff972ec-d212-4b74-a7f1-1f599f4e47d8 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating instance to original state: 'active' [ 2551.635957] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2551.819424] env[62189]: DEBUG oslo_vmware.api [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123257, 'name': PowerOnVM_Task, 'duration_secs': 0.530252} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2551.819800] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2551.819868] env[62189]: INFO nova.compute.manager [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Took 6.51 seconds to spawn the instance on the hypervisor. [ 2551.820060] env[62189]: DEBUG nova.compute.manager [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2551.820814] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c60d05-2882-4c37-ba64-94bd2fc3419d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.849236] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123258, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2552.141702] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2552.141702] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.182s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2552.336981] env[62189]: INFO nova.compute.manager [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Took 12.96 seconds to build instance. [ 2552.352308] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123258, 'name': CloneVM_Task} progress is 95%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2552.838842] env[62189]: DEBUG oslo_concurrency.lockutils [None req-64b026a0-7dbc-47c6-922b-bd992b4b61b4 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.469s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2552.852499] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123258, 'name': CloneVM_Task, 'duration_secs': 1.509981} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2552.852806] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Created linked-clone VM from snapshot [ 2552.853535] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b913f4f2-bf26-407e-b895-32ad55f185ab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.861435] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Uploading image 4dc93eb6-5794-4b33-a85f-83aca4882607 {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2552.904056] env[62189]: DEBUG oslo_vmware.rw_handles [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2552.904056] env[62189]: value = "vm-434323" [ 2552.904056] env[62189]: _type = "VirtualMachine" [ 2552.904056] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2552.904561] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-235def82-5233-4ae0-81c9-429e98acb50b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.913637] env[62189]: DEBUG oslo_vmware.rw_handles [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lease: (returnval){ [ 2552.913637] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ec0036-ff12-4537-13ef-18f8caf73a1d" [ 2552.913637] env[62189]: _type = "HttpNfcLease" [ 2552.913637] env[62189]: } obtained for exporting VM: (result){ [ 2552.913637] env[62189]: value = "vm-434323" [ 2552.913637] env[62189]: _type = "VirtualMachine" [ 2552.913637] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2552.914199] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the lease: (returnval){ [ 2552.914199] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ec0036-ff12-4537-13ef-18f8caf73a1d" [ 2552.914199] env[62189]: _type = "HttpNfcLease" [ 2552.914199] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2552.924568] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2552.924568] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ec0036-ff12-4537-13ef-18f8caf73a1d" [ 2552.924568] env[62189]: _type = "HttpNfcLease" [ 2552.924568] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2553.031146] env[62189]: DEBUG nova.compute.manager [req-4f251540-5765-47da-9453-f8ef82303462 req-09ba599a-0e07-44c2-bcd0-5b1af07cf0b3 service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Received event network-changed-31436528-c142-48dc-9ad9-949ba619a83d {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2553.031414] env[62189]: DEBUG nova.compute.manager [req-4f251540-5765-47da-9453-f8ef82303462 req-09ba599a-0e07-44c2-bcd0-5b1af07cf0b3 service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Refreshing instance network info cache due to event network-changed-31436528-c142-48dc-9ad9-949ba619a83d. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2553.031751] env[62189]: DEBUG oslo_concurrency.lockutils [req-4f251540-5765-47da-9453-f8ef82303462 req-09ba599a-0e07-44c2-bcd0-5b1af07cf0b3 service nova] Acquiring lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2553.032008] env[62189]: DEBUG oslo_concurrency.lockutils [req-4f251540-5765-47da-9453-f8ef82303462 req-09ba599a-0e07-44c2-bcd0-5b1af07cf0b3 service nova] Acquired lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2553.032445] env[62189]: DEBUG nova.network.neutron [req-4f251540-5765-47da-9453-f8ef82303462 req-09ba599a-0e07-44c2-bcd0-5b1af07cf0b3 service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Refreshing network info cache for port 31436528-c142-48dc-9ad9-949ba619a83d {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2553.394594] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "7b08eb11-af19-41ce-8f5e-ff9d14469705" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2553.394893] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "7b08eb11-af19-41ce-8f5e-ff9d14469705" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2553.395191] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "7b08eb11-af19-41ce-8f5e-ff9d14469705-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2553.395450] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "7b08eb11-af19-41ce-8f5e-ff9d14469705-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2553.395672] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "7b08eb11-af19-41ce-8f5e-ff9d14469705-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2553.397807] env[62189]: INFO nova.compute.manager [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Terminating instance [ 2553.423506] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2553.423506] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ec0036-ff12-4537-13ef-18f8caf73a1d" [ 2553.423506] env[62189]: _type = "HttpNfcLease" [ 2553.423506] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2553.423993] env[62189]: DEBUG oslo_vmware.rw_handles [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2553.423993] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52ec0036-ff12-4537-13ef-18f8caf73a1d" [ 2553.423993] env[62189]: _type = "HttpNfcLease" [ 2553.423993] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2553.424712] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6549f3c0-28cf-4ee1-b3c9-6f4244ea8945 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.433537] env[62189]: DEBUG oslo_vmware.rw_handles [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe06cc-618d-b7b9-cab7-f38ca2f55ee5/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2553.433795] env[62189]: DEBUG oslo_vmware.rw_handles [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe06cc-618d-b7b9-cab7-f38ca2f55ee5/disk-0.vmdk for reading. {{(pid=62189) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2553.570626] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ba1fec3-a748-482c-ab04-60b2fb8a6149 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.739530] env[62189]: DEBUG nova.network.neutron [req-4f251540-5765-47da-9453-f8ef82303462 req-09ba599a-0e07-44c2-bcd0-5b1af07cf0b3 service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Updated VIF entry in instance network info cache for port 31436528-c142-48dc-9ad9-949ba619a83d. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2553.739901] env[62189]: DEBUG nova.network.neutron [req-4f251540-5765-47da-9453-f8ef82303462 req-09ba599a-0e07-44c2-bcd0-5b1af07cf0b3 service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Updating instance_info_cache with network_info: [{"id": "31436528-c142-48dc-9ad9-949ba619a83d", "address": "fa:16:3e:f2:aa:1e", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31436528-c1", "ovs_interfaceid": "31436528-c142-48dc-9ad9-949ba619a83d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2553.901965] env[62189]: DEBUG nova.compute.manager [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2553.902290] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2553.903347] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93be6dd-d0f0-42a7-92cd-acf7e735f62e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.918680] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2553.919696] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-702aaf04-6c87-4f11-a87d-857e5a376047 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.926766] env[62189]: DEBUG oslo_vmware.api [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2553.926766] env[62189]: value = "task-2123260" [ 2553.926766] env[62189]: _type = "Task" [ 2553.926766] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2553.940518] env[62189]: DEBUG oslo_vmware.api [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2554.242819] env[62189]: DEBUG oslo_concurrency.lockutils [req-4f251540-5765-47da-9453-f8ef82303462 req-09ba599a-0e07-44c2-bcd0-5b1af07cf0b3 service nova] Releasing lock "refresh_cache-9b145d00-5c3f-4842-8428-fb8f8f1f4c02" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2554.422077] env[62189]: DEBUG nova.compute.manager [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Stashing vm_state: active {{(pid=62189) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2554.438821] env[62189]: DEBUG oslo_vmware.api [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123260, 'name': PowerOffVM_Task, 'duration_secs': 0.226257} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2554.439139] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2554.439301] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2554.439571] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acb99907-9f6d-4f96-a183-6766c4711b02 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.561078] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2554.561262] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2554.561309] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Deleting the datastore file [datastore2] 7b08eb11-af19-41ce-8f5e-ff9d14469705 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2554.561594] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66d74630-3273-4871-877f-e62e677dd05d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.567937] env[62189]: DEBUG oslo_vmware.api [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2554.567937] env[62189]: value = "task-2123262" [ 2554.567937] env[62189]: _type = "Task" [ 2554.567937] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2554.578182] env[62189]: DEBUG oslo_vmware.api [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2554.951265] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2554.951622] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2555.059524] env[62189]: DEBUG nova.compute.manager [req-046492c4-a1fe-44c6-b7d7-258d2896c536 req-f5f72dd8-f503-4cf3-bfe3-c8ff0942fd3a service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Received event network-changed-2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2555.059784] env[62189]: DEBUG nova.compute.manager [req-046492c4-a1fe-44c6-b7d7-258d2896c536 req-f5f72dd8-f503-4cf3-bfe3-c8ff0942fd3a service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Refreshing instance network info cache due to event network-changed-2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2555.060198] env[62189]: DEBUG oslo_concurrency.lockutils [req-046492c4-a1fe-44c6-b7d7-258d2896c536 req-f5f72dd8-f503-4cf3-bfe3-c8ff0942fd3a service nova] Acquiring lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2555.060370] env[62189]: DEBUG oslo_concurrency.lockutils [req-046492c4-a1fe-44c6-b7d7-258d2896c536 req-f5f72dd8-f503-4cf3-bfe3-c8ff0942fd3a service nova] Acquired lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2555.060607] env[62189]: DEBUG nova.network.neutron [req-046492c4-a1fe-44c6-b7d7-258d2896c536 req-f5f72dd8-f503-4cf3-bfe3-c8ff0942fd3a service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Refreshing network info cache for port 2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2555.080055] env[62189]: DEBUG oslo_vmware.api [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14637} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2555.080493] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2555.080869] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2555.080869] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2555.081031] env[62189]: INFO nova.compute.manager [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2555.081388] env[62189]: DEBUG oslo.service.loopingcall [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2555.081706] env[62189]: DEBUG nova.compute.manager [-] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2555.081914] env[62189]: DEBUG nova.network.neutron [-] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2555.457351] env[62189]: INFO nova.compute.claims [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2555.817245] env[62189]: DEBUG nova.network.neutron [req-046492c4-a1fe-44c6-b7d7-258d2896c536 req-f5f72dd8-f503-4cf3-bfe3-c8ff0942fd3a service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updated VIF entry in instance network info cache for port 2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2555.817620] env[62189]: DEBUG nova.network.neutron [req-046492c4-a1fe-44c6-b7d7-258d2896c536 req-f5f72dd8-f503-4cf3-bfe3-c8ff0942fd3a service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating instance_info_cache with network_info: [{"id": "2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d", "address": "fa:16:3e:73:64:09", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4cc0c4-e8", "ovs_interfaceid": "2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2555.964481] env[62189]: INFO nova.compute.resource_tracker [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating resource usage from migration e5ad8519-c8e3-43e0-a158-6488cae65879 [ 2556.064162] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20c7b2a-14e9-4692-855f-88b39c3f80e3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.072385] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb81c2ee-4ddd-4d55-bac8-b5957484dbb9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.102571] env[62189]: DEBUG nova.network.neutron [-] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2556.105136] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f60f855-c927-4492-9101-2385aa5a48ee {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.112684] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec52d77-d629-47fb-bd48-b7749b824925 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.126971] env[62189]: DEBUG nova.compute.provider_tree [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2556.320354] env[62189]: DEBUG oslo_concurrency.lockutils [req-046492c4-a1fe-44c6-b7d7-258d2896c536 req-f5f72dd8-f503-4cf3-bfe3-c8ff0942fd3a service nova] Releasing lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2556.605185] env[62189]: INFO nova.compute.manager [-] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Took 1.52 seconds to deallocate network for instance. [ 2556.630133] env[62189]: DEBUG nova.scheduler.client.report [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2557.087037] env[62189]: DEBUG nova.compute.manager [req-27b912c4-0acc-4afa-94cb-bcc685b14037 req-0277d648-ffa0-48e0-984e-47b047aea364 service nova] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Received event network-vif-deleted-9c8db9b0-8442-4e9a-98e8-59d7f2aa368b {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2557.111769] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2557.135426] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.184s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2557.135638] env[62189]: INFO nova.compute.manager [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Migrating [ 2557.142642] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.031s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2557.142900] env[62189]: DEBUG nova.objects.instance [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lazy-loading 'resources' on Instance uuid 7b08eb11-af19-41ce-8f5e-ff9d14469705 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2557.654723] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2557.654942] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2557.655164] env[62189]: DEBUG nova.network.neutron [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2557.745406] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8d396b-3f5e-4197-9591-6c7a79271f3c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.753700] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846a37c0-e858-4786-bc96-f901206a3d5d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.785528] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faa7671-d4e3-4b73-b166-c29b7dcdf471 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.793342] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06831d4f-73ab-4d94-a58f-a603ce8bf679 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.807244] env[62189]: DEBUG nova.compute.provider_tree [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2558.310811] env[62189]: DEBUG nova.scheduler.client.report [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2558.383884] env[62189]: DEBUG nova.network.neutron [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating instance_info_cache with network_info: [{"id": "2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d", "address": "fa:16:3e:73:64:09", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4cc0c4-e8", "ovs_interfaceid": "2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2558.818827] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2558.837725] env[62189]: INFO nova.scheduler.client.report [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Deleted allocations for instance 7b08eb11-af19-41ce-8f5e-ff9d14469705 [ 2558.887478] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2559.345668] env[62189]: DEBUG oslo_concurrency.lockutils [None req-8d67c7bf-560c-4c26-b87d-8d3685e530ab tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "7b08eb11-af19-41ce-8f5e-ff9d14469705" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.951s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2560.136697] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2560.402670] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a9a978-dfe0-41ab-84f3-f63fb6b4acc9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.421572] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating instance '93ad48c1-e217-41ff-b310-b8d8cf5f14df' progress to 0 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2560.564642] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "1089fc69-cde7-447f-82b6-c80f65abf39a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2560.564906] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "1089fc69-cde7-447f-82b6-c80f65abf39a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2560.928029] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2560.929046] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15e97ab4-a2ef-492a-97f2-b9da47505ad9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.934622] env[62189]: DEBUG oslo_vmware.api [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2560.934622] env[62189]: value = "task-2123263" [ 2560.934622] env[62189]: _type = "Task" [ 2560.934622] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2560.943068] env[62189]: DEBUG oslo_vmware.api [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2560.952588] env[62189]: DEBUG oslo_vmware.rw_handles [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe06cc-618d-b7b9-cab7-f38ca2f55ee5/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2560.953480] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5156fb7c-0196-47dd-96f9-3386d1d089d7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.959130] env[62189]: DEBUG oslo_vmware.rw_handles [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe06cc-618d-b7b9-cab7-f38ca2f55ee5/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2560.959311] env[62189]: ERROR oslo_vmware.rw_handles [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe06cc-618d-b7b9-cab7-f38ca2f55ee5/disk-0.vmdk due to incomplete transfer. [ 2560.959531] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-53d5470e-9a69-4faa-a44c-4cfb779364a6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.967198] env[62189]: DEBUG oslo_vmware.rw_handles [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe06cc-618d-b7b9-cab7-f38ca2f55ee5/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2560.967396] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Uploaded image 4dc93eb6-5794-4b33-a85f-83aca4882607 to the Glance image server {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2560.969517] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2560.969759] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7eb01468-9611-4564-ae00-a9f9a52c426c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.975331] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2560.975331] env[62189]: value = "task-2123264" [ 2560.975331] env[62189]: _type = "Task" [ 2560.975331] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2560.983460] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2561.067258] env[62189]: DEBUG nova.compute.manager [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2561.445064] env[62189]: DEBUG oslo_vmware.api [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123263, 'name': PowerOffVM_Task, 'duration_secs': 0.241341} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2561.445064] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2561.445064] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating instance '93ad48c1-e217-41ff-b310-b8d8cf5f14df' progress to 17 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2561.485016] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2561.591985] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2561.592265] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2561.593800] env[62189]: INFO nova.compute.claims [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2561.950676] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2561.950929] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2561.951105] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2561.951295] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2561.951442] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2561.951589] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2561.951793] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2561.951951] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2561.952133] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2561.952299] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2561.952852] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2561.957509] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae6cf0a6-e533-4e6d-bc78-785323b99d1f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2561.973833] env[62189]: DEBUG oslo_vmware.api [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2561.973833] env[62189]: value = "task-2123265" [ 2561.973833] env[62189]: _type = "Task" [ 2561.973833] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2561.984084] env[62189]: DEBUG oslo_vmware.api [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2561.986847] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2562.486375] env[62189]: DEBUG oslo_vmware.api [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123265, 'name': ReconfigVM_Task, 'duration_secs': 0.33988} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2562.489329] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating instance '93ad48c1-e217-41ff-b310-b8d8cf5f14df' progress to 33 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2562.492743] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2562.684615] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed13c29-1a78-40c1-837c-9c4d07943b23 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2562.692053] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427108aa-c76b-4f0d-8d31-30dc648f10df {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2562.721529] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9227ddb1-2757-4c58-b24e-f28939aa59af {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2562.728552] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2d5cf5-e20c-42dd-9059-0c0aebf188e3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2562.741889] env[62189]: DEBUG nova.compute.provider_tree [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2562.988360] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2562.995408] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2562.995630] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2562.995787] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2562.996018] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2562.996185] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2562.996336] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2562.996537] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2562.996697] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2562.996862] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2562.997073] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2562.997271] env[62189]: DEBUG nova.virt.hardware [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2563.002318] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2563.002579] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c9ea182-bb0b-4f56-92b6-70687099ab64 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2563.020408] env[62189]: DEBUG oslo_vmware.api [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2563.020408] env[62189]: value = "task-2123266" [ 2563.020408] env[62189]: _type = "Task" [ 2563.020408] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2563.030562] env[62189]: DEBUG oslo_vmware.api [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2563.245090] env[62189]: DEBUG nova.scheduler.client.report [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2563.488960] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2563.529962] env[62189]: DEBUG oslo_vmware.api [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123266, 'name': ReconfigVM_Task, 'duration_secs': 0.149782} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2563.530282] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2563.531038] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea15172-2d04-4f0f-9943-69110dea4ddf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2563.553687] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277/volume-96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2563.553943] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aefdf43f-1323-4b92-b47d-571296d67585 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2563.571931] env[62189]: DEBUG oslo_vmware.api [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2563.571931] env[62189]: value = "task-2123267" [ 2563.571931] env[62189]: _type = "Task" [ 2563.571931] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2563.579600] env[62189]: DEBUG oslo_vmware.api [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2563.749951] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2563.750550] env[62189]: DEBUG nova.compute.manager [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2563.989286] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2564.081630] env[62189]: DEBUG oslo_vmware.api [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123267, 'name': ReconfigVM_Task, 'duration_secs': 0.252362} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2564.081914] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277/volume-96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2564.082200] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating instance '93ad48c1-e217-41ff-b310-b8d8cf5f14df' progress to 50 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2564.255897] env[62189]: DEBUG nova.compute.utils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2564.257322] env[62189]: DEBUG nova.compute.manager [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2564.257490] env[62189]: DEBUG nova.network.neutron [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2564.293845] env[62189]: DEBUG nova.policy [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd162f89506604458b882e3f2abfb2dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19a099c4ab924ceda3783b7daed195b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2564.489390] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2564.553891] env[62189]: DEBUG nova.network.neutron [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Successfully created port: f7ee59e9-53e6-4133-9f76-ded037cf26cc {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2564.588570] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf758bef-2d47-46fb-9e9d-3694aaeb624e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2564.607565] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6798b110-45dd-4cf6-9b45-d2f4592259ec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2564.625093] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating instance '93ad48c1-e217-41ff-b310-b8d8cf5f14df' progress to 67 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2564.761251] env[62189]: DEBUG nova.compute.manager [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2564.992272] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2565.491598] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2565.770766] env[62189]: DEBUG nova.compute.manager [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2565.795236] env[62189]: DEBUG nova.virt.hardware [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2565.795490] env[62189]: DEBUG nova.virt.hardware [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2565.795647] env[62189]: DEBUG nova.virt.hardware [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2565.795833] env[62189]: DEBUG nova.virt.hardware [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2565.796041] env[62189]: DEBUG nova.virt.hardware [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2565.796229] env[62189]: DEBUG nova.virt.hardware [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2565.796399] env[62189]: DEBUG nova.virt.hardware [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2565.796564] env[62189]: DEBUG nova.virt.hardware [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2565.796732] env[62189]: DEBUG nova.virt.hardware [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2565.796890] env[62189]: DEBUG nova.virt.hardware [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2565.797093] env[62189]: DEBUG nova.virt.hardware [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2565.797916] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa7c54c-fb74-416a-bc25-9d3aee943d52 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2565.805944] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd58c42b-4c8c-486c-8943-dec5237e79c5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2565.991321] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2566.264522] env[62189]: DEBUG nova.network.neutron [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Port 2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d binding to destination host cpu-1 is already ACTIVE {{(pid=62189) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2566.493455] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2566.992578] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2567.284990] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2567.285416] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2567.285416] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2567.493925] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2567.994532] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2568.318418] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2568.318602] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2568.318780] env[62189]: DEBUG nova.network.neutron [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2568.494893] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2568.996453] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123264, 'name': Destroy_Task, 'duration_secs': 7.670151} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2568.996713] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Destroyed the VM [ 2568.996948] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2568.997238] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a8170c17-9979-40fc-aed6-5966f872c60a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.003951] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2569.003951] env[62189]: value = "task-2123268" [ 2569.003951] env[62189]: _type = "Task" [ 2569.003951] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2569.011127] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123268, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2569.029065] env[62189]: DEBUG nova.network.neutron [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating instance_info_cache with network_info: [{"id": "2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d", "address": "fa:16:3e:73:64:09", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4cc0c4-e8", "ovs_interfaceid": "2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2569.513812] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123268, 'name': RemoveSnapshot_Task, 'duration_secs': 0.361557} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2569.514118] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2569.514373] env[62189]: DEBUG nova.compute.manager [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2569.515128] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57e23e5-94a6-4dd0-aa96-bab2ce111dce {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.526723] env[62189]: DEBUG nova.compute.manager [req-54338eca-54c2-42aa-bca6-4a938bee5b9d req-8ad2f531-ace4-4488-ab2d-7cbd162b2ece service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Received event network-vif-plugged-f7ee59e9-53e6-4133-9f76-ded037cf26cc {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2569.526931] env[62189]: DEBUG oslo_concurrency.lockutils [req-54338eca-54c2-42aa-bca6-4a938bee5b9d req-8ad2f531-ace4-4488-ab2d-7cbd162b2ece service nova] Acquiring lock "1089fc69-cde7-447f-82b6-c80f65abf39a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2569.527179] env[62189]: DEBUG oslo_concurrency.lockutils [req-54338eca-54c2-42aa-bca6-4a938bee5b9d req-8ad2f531-ace4-4488-ab2d-7cbd162b2ece service nova] Lock "1089fc69-cde7-447f-82b6-c80f65abf39a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2569.527291] env[62189]: DEBUG oslo_concurrency.lockutils [req-54338eca-54c2-42aa-bca6-4a938bee5b9d req-8ad2f531-ace4-4488-ab2d-7cbd162b2ece service nova] Lock "1089fc69-cde7-447f-82b6-c80f65abf39a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2569.527448] env[62189]: DEBUG nova.compute.manager [req-54338eca-54c2-42aa-bca6-4a938bee5b9d req-8ad2f531-ace4-4488-ab2d-7cbd162b2ece service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] No waiting events found dispatching network-vif-plugged-f7ee59e9-53e6-4133-9f76-ded037cf26cc {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2569.527614] env[62189]: WARNING nova.compute.manager [req-54338eca-54c2-42aa-bca6-4a938bee5b9d req-8ad2f531-ace4-4488-ab2d-7cbd162b2ece service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Received unexpected event network-vif-plugged-f7ee59e9-53e6-4133-9f76-ded037cf26cc for instance with vm_state building and task_state spawning. [ 2569.531055] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2569.604322] env[62189]: DEBUG nova.network.neutron [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Successfully updated port: f7ee59e9-53e6-4133-9f76-ded037cf26cc {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2570.026603] env[62189]: INFO nova.compute.manager [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Shelve offloading [ 2570.038819] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13342d14-bac8-43cf-8561-2077b308cd60 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.047018] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50d6a32-75e4-4fb4-b9d4-813697b05fac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.106114] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "refresh_cache-1089fc69-cde7-447f-82b6-c80f65abf39a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2570.106358] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "refresh_cache-1089fc69-cde7-447f-82b6-c80f65abf39a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2570.106720] env[62189]: DEBUG nova.network.neutron [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2570.529865] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2570.530174] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-267aa613-5bc0-40f0-9d22-d13709c4f06a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.539255] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2570.539255] env[62189]: value = "task-2123269" [ 2570.539255] env[62189]: _type = "Task" [ 2570.539255] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2570.548940] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] VM already powered off {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2570.549065] env[62189]: DEBUG nova.compute.manager [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2570.549737] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc9f88f-22c1-42bf-aaca-d40c7da66262 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.554895] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2570.555069] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2570.555235] env[62189]: DEBUG nova.network.neutron [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2570.645583] env[62189]: DEBUG nova.network.neutron [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2570.764558] env[62189]: DEBUG nova.network.neutron [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Updating instance_info_cache with network_info: [{"id": "f7ee59e9-53e6-4133-9f76-ded037cf26cc", "address": "fa:16:3e:f7:5a:0e", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ee59e9-53", "ovs_interfaceid": "f7ee59e9-53e6-4133-9f76-ded037cf26cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2571.143257] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c677ce57-6c0d-45d8-bf0c-6465a4268d7c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.164442] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7c291b-4922-48bf-958d-d35ec414c4ee {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.171503] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating instance '93ad48c1-e217-41ff-b310-b8d8cf5f14df' progress to 83 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2571.267151] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "refresh_cache-1089fc69-cde7-447f-82b6-c80f65abf39a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2571.267463] env[62189]: DEBUG nova.compute.manager [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Instance network_info: |[{"id": "f7ee59e9-53e6-4133-9f76-ded037cf26cc", "address": "fa:16:3e:f7:5a:0e", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ee59e9-53", "ovs_interfaceid": "f7ee59e9-53e6-4133-9f76-ded037cf26cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2571.267865] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:5a:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6eaa481-1f92-4851-b98e-09ed0daad7cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7ee59e9-53e6-4133-9f76-ded037cf26cc', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2571.275501] env[62189]: DEBUG oslo.service.loopingcall [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2571.275697] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2571.275920] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-900ebd2a-e7d4-42b9-96c4-ae81f331b4e0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.291033] env[62189]: DEBUG nova.network.neutron [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Updating instance_info_cache with network_info: [{"id": "561ed9ab-4d1d-497c-89a4-af7c3c05dbf1", "address": "fa:16:3e:14:c4:af", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561ed9ab-4d", "ovs_interfaceid": "561ed9ab-4d1d-497c-89a4-af7c3c05dbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2571.298000] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2571.298000] env[62189]: value = "task-2123270" [ 2571.298000] env[62189]: _type = "Task" [ 2571.298000] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2571.306981] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123270, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2571.552339] env[62189]: DEBUG nova.compute.manager [req-20c98990-a36e-49ba-967f-235186070ce9 req-25c74e93-6ee6-44de-9d71-188aad499820 service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Received event network-changed-f7ee59e9-53e6-4133-9f76-ded037cf26cc {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2571.552740] env[62189]: DEBUG nova.compute.manager [req-20c98990-a36e-49ba-967f-235186070ce9 req-25c74e93-6ee6-44de-9d71-188aad499820 service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Refreshing instance network info cache due to event network-changed-f7ee59e9-53e6-4133-9f76-ded037cf26cc. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2571.552740] env[62189]: DEBUG oslo_concurrency.lockutils [req-20c98990-a36e-49ba-967f-235186070ce9 req-25c74e93-6ee6-44de-9d71-188aad499820 service nova] Acquiring lock "refresh_cache-1089fc69-cde7-447f-82b6-c80f65abf39a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2571.552916] env[62189]: DEBUG oslo_concurrency.lockutils [req-20c98990-a36e-49ba-967f-235186070ce9 req-25c74e93-6ee6-44de-9d71-188aad499820 service nova] Acquired lock "refresh_cache-1089fc69-cde7-447f-82b6-c80f65abf39a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2571.553129] env[62189]: DEBUG nova.network.neutron [req-20c98990-a36e-49ba-967f-235186070ce9 req-25c74e93-6ee6-44de-9d71-188aad499820 service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Refreshing network info cache for port f7ee59e9-53e6-4133-9f76-ded037cf26cc {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2571.678341] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2571.678635] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f21fec0-bcba-4977-acc7-b5129e59ad09 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.684777] env[62189]: DEBUG oslo_vmware.api [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2571.684777] env[62189]: value = "task-2123271" [ 2571.684777] env[62189]: _type = "Task" [ 2571.684777] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2571.692681] env[62189]: DEBUG oslo_vmware.api [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2571.794145] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Releasing lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2571.808707] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123270, 'name': CreateVM_Task, 'duration_secs': 0.39115} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2571.808895] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2571.809379] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2571.809539] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2571.809883] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2571.810117] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-193b492f-8dad-4637-9ed3-03d96b47c996 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.814643] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2571.814643] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5247f2da-6dae-7ae1-c902-d443e0e6a3b0" [ 2571.814643] env[62189]: _type = "Task" [ 2571.814643] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2571.822429] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5247f2da-6dae-7ae1-c902-d443e0e6a3b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2572.147284] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2572.148216] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7902e2bd-fae4-43f6-8ff9-f38eda583a65 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.156247] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2572.156492] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-142a8608-422c-448c-b807-c87aefb15eaa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.194014] env[62189]: DEBUG oslo_vmware.api [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123271, 'name': PowerOnVM_Task, 'duration_secs': 0.364894} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2572.194232] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2572.194455] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c84058b7-0b58-49cb-80a9-bbb3ee26d85b tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating instance '93ad48c1-e217-41ff-b310-b8d8cf5f14df' progress to 100 {{(pid=62189) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2572.243168] env[62189]: DEBUG nova.network.neutron [req-20c98990-a36e-49ba-967f-235186070ce9 req-25c74e93-6ee6-44de-9d71-188aad499820 service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Updated VIF entry in instance network info cache for port f7ee59e9-53e6-4133-9f76-ded037cf26cc. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2572.243538] env[62189]: DEBUG nova.network.neutron [req-20c98990-a36e-49ba-967f-235186070ce9 req-25c74e93-6ee6-44de-9d71-188aad499820 service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Updating instance_info_cache with network_info: [{"id": "f7ee59e9-53e6-4133-9f76-ded037cf26cc", "address": "fa:16:3e:f7:5a:0e", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ee59e9-53", "ovs_interfaceid": "f7ee59e9-53e6-4133-9f76-ded037cf26cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2572.325629] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5247f2da-6dae-7ae1-c902-d443e0e6a3b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010158} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2572.325931] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2572.326241] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2572.326472] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2572.326616] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2572.326785] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2572.327124] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffaeeef4-7892-4260-a44e-9b38d4a9b39d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.335159] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2572.335360] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2572.336071] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb720594-e20f-45ee-be03-56ad5a8a8729 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.340963] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2572.340963] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dcad0c-6bd2-c7c0-9c96-83ef700cd2d9" [ 2572.340963] env[62189]: _type = "Task" [ 2572.340963] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2572.348342] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dcad0c-6bd2-c7c0-9c96-83ef700cd2d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2572.359253] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2572.359463] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2572.359644] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Deleting the datastore file [datastore2] 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2572.359885] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0da341b6-284f-406a-a445-17cb27507ee5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.366183] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2572.366183] env[62189]: value = "task-2123273" [ 2572.366183] env[62189]: _type = "Task" [ 2572.366183] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2572.374068] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2572.746442] env[62189]: DEBUG oslo_concurrency.lockutils [req-20c98990-a36e-49ba-967f-235186070ce9 req-25c74e93-6ee6-44de-9d71-188aad499820 service nova] Releasing lock "refresh_cache-1089fc69-cde7-447f-82b6-c80f65abf39a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2572.851750] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52dcad0c-6bd2-c7c0-9c96-83ef700cd2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008398} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2572.852594] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237f6a5e-df4f-4b9f-98de-c4a51b9de891 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.858139] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2572.858139] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52594d19-2345-190a-4ddb-7c585d12a11e" [ 2572.858139] env[62189]: _type = "Task" [ 2572.858139] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2572.865920] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52594d19-2345-190a-4ddb-7c585d12a11e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2572.874232] env[62189]: DEBUG oslo_vmware.api [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128365} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2572.874498] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2572.874717] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2572.874919] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2572.895779] env[62189]: INFO nova.scheduler.client.report [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Deleted allocations for instance 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06 [ 2573.369992] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52594d19-2345-190a-4ddb-7c585d12a11e, 'name': SearchDatastore_Task, 'duration_secs': 0.00934} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2573.370288] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2573.370545] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 1089fc69-cde7-447f-82b6-c80f65abf39a/1089fc69-cde7-447f-82b6-c80f65abf39a.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2573.370798] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d41d3cf-c3c1-458d-999f-1577a6ad844b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.379087] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2573.379087] env[62189]: value = "task-2123274" [ 2573.379087] env[62189]: _type = "Task" [ 2573.379087] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2573.386798] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2573.400198] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2573.400560] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2573.400899] env[62189]: DEBUG nova.objects.instance [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lazy-loading 'resources' on Instance uuid 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2573.650544] env[62189]: DEBUG nova.compute.manager [req-6b8e8cb5-1fd4-4533-99bd-022fd52ecec4 req-ad885b93-f205-42fd-b766-06a1f66abc12 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Received event network-vif-unplugged-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2573.650767] env[62189]: DEBUG oslo_concurrency.lockutils [req-6b8e8cb5-1fd4-4533-99bd-022fd52ecec4 req-ad885b93-f205-42fd-b766-06a1f66abc12 service nova] Acquiring lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2573.650980] env[62189]: DEBUG oslo_concurrency.lockutils [req-6b8e8cb5-1fd4-4533-99bd-022fd52ecec4 req-ad885b93-f205-42fd-b766-06a1f66abc12 service nova] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2573.651410] env[62189]: DEBUG oslo_concurrency.lockutils [req-6b8e8cb5-1fd4-4533-99bd-022fd52ecec4 req-ad885b93-f205-42fd-b766-06a1f66abc12 service nova] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2573.651717] env[62189]: DEBUG nova.compute.manager [req-6b8e8cb5-1fd4-4533-99bd-022fd52ecec4 req-ad885b93-f205-42fd-b766-06a1f66abc12 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] No waiting events found dispatching network-vif-unplugged-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2573.651964] env[62189]: WARNING nova.compute.manager [req-6b8e8cb5-1fd4-4533-99bd-022fd52ecec4 req-ad885b93-f205-42fd-b766-06a1f66abc12 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Received unexpected event network-vif-unplugged-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 for instance with vm_state shelved_offloaded and task_state unshelving. [ 2573.652173] env[62189]: DEBUG nova.compute.manager [req-6b8e8cb5-1fd4-4533-99bd-022fd52ecec4 req-ad885b93-f205-42fd-b766-06a1f66abc12 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Received event network-changed-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2573.652421] env[62189]: DEBUG nova.compute.manager [req-6b8e8cb5-1fd4-4533-99bd-022fd52ecec4 req-ad885b93-f205-42fd-b766-06a1f66abc12 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Refreshing instance network info cache due to event network-changed-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2573.652631] env[62189]: DEBUG oslo_concurrency.lockutils [req-6b8e8cb5-1fd4-4533-99bd-022fd52ecec4 req-ad885b93-f205-42fd-b766-06a1f66abc12 service nova] Acquiring lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2573.652861] env[62189]: DEBUG oslo_concurrency.lockutils [req-6b8e8cb5-1fd4-4533-99bd-022fd52ecec4 req-ad885b93-f205-42fd-b766-06a1f66abc12 service nova] Acquired lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2573.653024] env[62189]: DEBUG nova.network.neutron [req-6b8e8cb5-1fd4-4533-99bd-022fd52ecec4 req-ad885b93-f205-42fd-b766-06a1f66abc12 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Refreshing network info cache for port 561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2573.890773] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478111} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2573.891845] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] 1089fc69-cde7-447f-82b6-c80f65abf39a/1089fc69-cde7-447f-82b6-c80f65abf39a.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2573.891845] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2573.892102] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c993602-a95e-495d-baf3-18939de229e3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.898994] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2573.898994] env[62189]: value = "task-2123275" [ 2573.898994] env[62189]: _type = "Task" [ 2573.898994] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2573.903772] env[62189]: DEBUG nova.objects.instance [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lazy-loading 'numa_topology' on Instance uuid 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2573.907954] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2574.198739] env[62189]: DEBUG oslo_concurrency.lockutils [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2574.199032] env[62189]: DEBUG oslo_concurrency.lockutils [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2574.199276] env[62189]: DEBUG nova.compute.manager [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Going to confirm migration 10 {{(pid=62189) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2574.408614] env[62189]: DEBUG nova.objects.base [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Object Instance<8cfacfe7-ea7a-4f12-ab1e-757acbc94f06> lazy-loaded attributes: resources,numa_topology {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2574.410938] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076499} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2574.411383] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2574.412179] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5216f17f-d184-4581-86ec-1eaab214a234 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.437589] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 1089fc69-cde7-447f-82b6-c80f65abf39a/1089fc69-cde7-447f-82b6-c80f65abf39a.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2574.440093] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da1fada3-bf5b-49a7-82cd-bd10976c20f8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.460389] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2574.460389] env[62189]: value = "task-2123276" [ 2574.460389] env[62189]: _type = "Task" [ 2574.460389] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2574.469739] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2574.534101] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dfc8b4-0968-4732-ad61-cac21e826fc4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.541633] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8355051b-5e07-4f07-9d41-ee96635945de {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.573147] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39e48af-73cf-4b3f-b8f0-a71e4515f977 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.580799] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7bc401-a853-4f9e-9ce5-d544522d38da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.594993] env[62189]: DEBUG nova.compute.provider_tree [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2574.618424] env[62189]: DEBUG oslo_concurrency.lockutils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2574.690666] env[62189]: DEBUG nova.network.neutron [req-6b8e8cb5-1fd4-4533-99bd-022fd52ecec4 req-ad885b93-f205-42fd-b766-06a1f66abc12 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Updated VIF entry in instance network info cache for port 561ed9ab-4d1d-497c-89a4-af7c3c05dbf1. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2574.691057] env[62189]: DEBUG nova.network.neutron [req-6b8e8cb5-1fd4-4533-99bd-022fd52ecec4 req-ad885b93-f205-42fd-b766-06a1f66abc12 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Updating instance_info_cache with network_info: [{"id": "561ed9ab-4d1d-497c-89a4-af7c3c05dbf1", "address": "fa:16:3e:14:c4:af", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap561ed9ab-4d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2574.737045] env[62189]: DEBUG oslo_concurrency.lockutils [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2574.737269] env[62189]: DEBUG oslo_concurrency.lockutils [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquired lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2574.737458] env[62189]: DEBUG nova.network.neutron [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2574.737646] env[62189]: DEBUG nova.objects.instance [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lazy-loading 'info_cache' on Instance uuid 93ad48c1-e217-41ff-b310-b8d8cf5f14df {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2574.971056] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2575.098948] env[62189]: DEBUG nova.scheduler.client.report [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2575.193811] env[62189]: DEBUG oslo_concurrency.lockutils [req-6b8e8cb5-1fd4-4533-99bd-022fd52ecec4 req-ad885b93-f205-42fd-b766-06a1f66abc12 service nova] Releasing lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2575.471392] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2575.604162] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2575.971720] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123276, 'name': ReconfigVM_Task, 'duration_secs': 1.376137} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2575.974027] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 1089fc69-cde7-447f-82b6-c80f65abf39a/1089fc69-cde7-447f-82b6-c80f65abf39a.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2575.974673] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8c8631a-429b-4d1c-859e-ee15464b9479 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.980906] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2575.980906] env[62189]: value = "task-2123277" [ 2575.980906] env[62189]: _type = "Task" [ 2575.980906] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2575.988186] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123277, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2576.009473] env[62189]: DEBUG nova.network.neutron [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating instance_info_cache with network_info: [{"id": "2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d", "address": "fa:16:3e:73:64:09", "network": {"id": "9a35fa25-b4b9-49b1-a387-69451f46e486", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1966369588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7fc66cb5cbe455c8136e25094faf967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50cf0a70-948d-4611-af05-94c1483064ed", "external-id": "nsx-vlan-transportzone-536", "segmentation_id": 536, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4cc0c4-e8", "ovs_interfaceid": "2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2576.112907] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b2670e2e-cf74-4349-a4e1-74de5bf0cf43 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.384s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2576.113828] env[62189]: DEBUG oslo_concurrency.lockutils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.496s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2576.114070] env[62189]: INFO nova.compute.manager [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Unshelving [ 2576.490456] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123277, 'name': Rename_Task, 'duration_secs': 0.133506} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2576.490787] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2576.491096] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6feaae1-c312-489f-9a0e-c94b2fb3552b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2576.496995] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2576.496995] env[62189]: value = "task-2123278" [ 2576.496995] env[62189]: _type = "Task" [ 2576.496995] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2576.503816] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2576.512392] env[62189]: DEBUG oslo_concurrency.lockutils [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Releasing lock "refresh_cache-93ad48c1-e217-41ff-b310-b8d8cf5f14df" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2576.512634] env[62189]: DEBUG nova.objects.instance [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lazy-loading 'migration_context' on Instance uuid 93ad48c1-e217-41ff-b310-b8d8cf5f14df {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2577.006585] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123278, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2577.015380] env[62189]: DEBUG nova.objects.base [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Object Instance<93ad48c1-e217-41ff-b310-b8d8cf5f14df> lazy-loaded attributes: info_cache,migration_context {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2577.016202] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a763a9da-7bc8-4ec4-b2ae-b362de62ce8c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.035793] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6661ad65-1793-4a71-b55d-6027894b0c06 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.041446] env[62189]: DEBUG oslo_vmware.api [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2577.041446] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529dbb79-daad-1ceb-d5a1-10654451b041" [ 2577.041446] env[62189]: _type = "Task" [ 2577.041446] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2577.049319] env[62189]: DEBUG oslo_vmware.api [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529dbb79-daad-1ceb-d5a1-10654451b041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2577.125058] env[62189]: DEBUG nova.compute.utils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2577.506836] env[62189]: DEBUG oslo_vmware.api [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123278, 'name': PowerOnVM_Task, 'duration_secs': 0.628328} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2577.507124] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2577.507361] env[62189]: INFO nova.compute.manager [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Took 11.74 seconds to spawn the instance on the hypervisor. [ 2577.507549] env[62189]: DEBUG nova.compute.manager [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2577.508294] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7717f799-6de1-4667-bf5d-7a1a0a4a3b00 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.550255] env[62189]: DEBUG oslo_vmware.api [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]529dbb79-daad-1ceb-d5a1-10654451b041, 'name': SearchDatastore_Task, 'duration_secs': 0.007252} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2577.551185] env[62189]: DEBUG oslo_concurrency.lockutils [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2577.551415] env[62189]: DEBUG oslo_concurrency.lockutils [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2577.628128] env[62189]: INFO nova.virt.block_device [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Booting with volume e96b3999-01ec-4f43-976a-e51913150831 at /dev/sdb [ 2577.661276] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f39573cb-0f6a-4216-8a9d-4df3252e81fa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.670150] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f473b67-bd6b-446b-986c-0749a4cda034 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.696906] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c94119be-1eed-43d8-af50-4148bf7c7fb2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.704535] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d62ac4-4540-4226-8893-be088821a18a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.730843] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5519ae3e-dc85-4912-bb50-6f9a9da1aa6c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.737181] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a953b04-21b0-4697-80c0-7545f377ce84 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.750548] env[62189]: DEBUG nova.virt.block_device [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Updating existing volume attachment record: 81242ba6-80ee-48e4-8746-682d52c96c2c {{(pid=62189) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2578.026495] env[62189]: INFO nova.compute.manager [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Took 16.45 seconds to build instance. [ 2578.167311] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642fa00d-da1f-4d0b-b65d-8b0c42806329 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2578.174685] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4218f3-6550-45e8-86bf-56258d4ca887 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2578.205381] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ed228c-56ac-4ef5-bd7b-40194c66163a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2578.212730] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ebb8f3-0d97-4f90-af10-c0f5987d082f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2578.227475] env[62189]: DEBUG nova.compute.provider_tree [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2578.376769] env[62189]: DEBUG nova.compute.manager [req-9818d71b-df72-4829-8d63-9ff5ceee2ddd req-4945a606-256f-4cc2-b258-7c40dc56fcbd service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Received event network-changed-f7ee59e9-53e6-4133-9f76-ded037cf26cc {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2578.376769] env[62189]: DEBUG nova.compute.manager [req-9818d71b-df72-4829-8d63-9ff5ceee2ddd req-4945a606-256f-4cc2-b258-7c40dc56fcbd service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Refreshing instance network info cache due to event network-changed-f7ee59e9-53e6-4133-9f76-ded037cf26cc. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2578.377118] env[62189]: DEBUG oslo_concurrency.lockutils [req-9818d71b-df72-4829-8d63-9ff5ceee2ddd req-4945a606-256f-4cc2-b258-7c40dc56fcbd service nova] Acquiring lock "refresh_cache-1089fc69-cde7-447f-82b6-c80f65abf39a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2578.377118] env[62189]: DEBUG oslo_concurrency.lockutils [req-9818d71b-df72-4829-8d63-9ff5ceee2ddd req-4945a606-256f-4cc2-b258-7c40dc56fcbd service nova] Acquired lock "refresh_cache-1089fc69-cde7-447f-82b6-c80f65abf39a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2578.377197] env[62189]: DEBUG nova.network.neutron [req-9818d71b-df72-4829-8d63-9ff5ceee2ddd req-4945a606-256f-4cc2-b258-7c40dc56fcbd service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Refreshing network info cache for port f7ee59e9-53e6-4133-9f76-ded037cf26cc {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2578.528140] env[62189]: DEBUG oslo_concurrency.lockutils [None req-6c502c6e-e514-4088-a17e-106ec5ec9658 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "1089fc69-cde7-447f-82b6-c80f65abf39a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.963s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2578.730623] env[62189]: DEBUG nova.scheduler.client.report [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2579.081807] env[62189]: DEBUG nova.network.neutron [req-9818d71b-df72-4829-8d63-9ff5ceee2ddd req-4945a606-256f-4cc2-b258-7c40dc56fcbd service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Updated VIF entry in instance network info cache for port f7ee59e9-53e6-4133-9f76-ded037cf26cc. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2579.082259] env[62189]: DEBUG nova.network.neutron [req-9818d71b-df72-4829-8d63-9ff5ceee2ddd req-4945a606-256f-4cc2-b258-7c40dc56fcbd service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Updating instance_info_cache with network_info: [{"id": "f7ee59e9-53e6-4133-9f76-ded037cf26cc", "address": "fa:16:3e:f7:5a:0e", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ee59e9-53", "ovs_interfaceid": "f7ee59e9-53e6-4133-9f76-ded037cf26cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2579.585388] env[62189]: DEBUG oslo_concurrency.lockutils [req-9818d71b-df72-4829-8d63-9ff5ceee2ddd req-4945a606-256f-4cc2-b258-7c40dc56fcbd service nova] Releasing lock "refresh_cache-1089fc69-cde7-447f-82b6-c80f65abf39a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2579.740687] env[62189]: DEBUG oslo_concurrency.lockutils [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.189s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2580.298389] env[62189]: INFO nova.scheduler.client.report [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleted allocation for migration e5ad8519-c8e3-43e0-a158-6488cae65879 [ 2580.666023] env[62189]: INFO nova.compute.manager [None req-fab9da54-33f8-47da-8972-b81430dbc37f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Get console output [ 2580.666023] env[62189]: WARNING nova.virt.vmwareapi.driver [None req-fab9da54-33f8-47da-8972-b81430dbc37f tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] The console log is missing. Check your VSPC configuration [ 2580.805056] env[62189]: DEBUG oslo_concurrency.lockutils [None req-344e3786-8bf8-4d9c-8dd4-dec27bcf77b2 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.605s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2583.340809] env[62189]: DEBUG oslo_concurrency.lockutils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2583.341134] env[62189]: DEBUG oslo_concurrency.lockutils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2583.341297] env[62189]: DEBUG nova.objects.instance [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lazy-loading 'pci_requests' on Instance uuid 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2583.845272] env[62189]: DEBUG nova.objects.instance [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lazy-loading 'numa_topology' on Instance uuid 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2584.347953] env[62189]: INFO nova.compute.claims [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2585.429337] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34db84c3-afd0-4fdc-ba5f-b12078b04a8e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2585.436544] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae6a534-47b8-4671-a755-5a10a9dc0c4b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2585.466219] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142d331e-57c5-4d85-8cd0-0ac65320705f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2585.472930] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3e0895-ba16-4374-811b-bfd39a06e168 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2585.485978] env[62189]: DEBUG nova.compute.provider_tree [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2585.989523] env[62189]: DEBUG nova.scheduler.client.report [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2586.494051] env[62189]: DEBUG oslo_concurrency.lockutils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.153s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2586.530688] env[62189]: INFO nova.network.neutron [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Updating port 561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2588.990570] env[62189]: DEBUG nova.compute.manager [req-8c024062-5166-4842-9ff8-ee8981deb67d req-0cb0f3e8-da2a-4f98-99de-8dbe43fa030a service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Received event network-vif-plugged-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2588.990878] env[62189]: DEBUG oslo_concurrency.lockutils [req-8c024062-5166-4842-9ff8-ee8981deb67d req-0cb0f3e8-da2a-4f98-99de-8dbe43fa030a service nova] Acquiring lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2588.990878] env[62189]: DEBUG oslo_concurrency.lockutils [req-8c024062-5166-4842-9ff8-ee8981deb67d req-0cb0f3e8-da2a-4f98-99de-8dbe43fa030a service nova] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2588.991014] env[62189]: DEBUG oslo_concurrency.lockutils [req-8c024062-5166-4842-9ff8-ee8981deb67d req-0cb0f3e8-da2a-4f98-99de-8dbe43fa030a service nova] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2588.992764] env[62189]: DEBUG nova.compute.manager [req-8c024062-5166-4842-9ff8-ee8981deb67d req-0cb0f3e8-da2a-4f98-99de-8dbe43fa030a service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] No waiting events found dispatching network-vif-plugged-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2588.993084] env[62189]: WARNING nova.compute.manager [req-8c024062-5166-4842-9ff8-ee8981deb67d req-0cb0f3e8-da2a-4f98-99de-8dbe43fa030a service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Received unexpected event network-vif-plugged-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 for instance with vm_state shelved_offloaded and task_state spawning. [ 2589.072415] env[62189]: DEBUG oslo_concurrency.lockutils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2589.072644] env[62189]: DEBUG oslo_concurrency.lockutils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2589.072788] env[62189]: DEBUG nova.network.neutron [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2589.772959] env[62189]: DEBUG nova.network.neutron [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Updating instance_info_cache with network_info: [{"id": "561ed9ab-4d1d-497c-89a4-af7c3c05dbf1", "address": "fa:16:3e:14:c4:af", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561ed9ab-4d", "ovs_interfaceid": "561ed9ab-4d1d-497c-89a4-af7c3c05dbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2590.275324] env[62189]: DEBUG oslo_concurrency.lockutils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Releasing lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2590.304044] env[62189]: DEBUG nova.virt.hardware [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6a6c20071752de0a136e2ae2078b15b0',container_format='bare',created_at=2025-01-15T13:58:13Z,direct_url=,disk_format='vmdk',id=4dc93eb6-5794-4b33-a85f-83aca4882607,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1300171633-shelved',owner='8fb17899464f4911bd01bf13adb700c9',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-01-15T13:58:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2590.304044] env[62189]: DEBUG nova.virt.hardware [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2590.304044] env[62189]: DEBUG nova.virt.hardware [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2590.304044] env[62189]: DEBUG nova.virt.hardware [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2590.304044] env[62189]: DEBUG nova.virt.hardware [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2590.304044] env[62189]: DEBUG nova.virt.hardware [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2590.304440] env[62189]: DEBUG nova.virt.hardware [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2590.304440] env[62189]: DEBUG nova.virt.hardware [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2590.304522] env[62189]: DEBUG nova.virt.hardware [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2590.304629] env[62189]: DEBUG nova.virt.hardware [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2590.304806] env[62189]: DEBUG nova.virt.hardware [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2590.305992] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0782e950-0553-4faa-b668-411471062537 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2590.313896] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a9d2ee-c0a0-4677-a19c-e31e5995ed66 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2590.328475] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:c4:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '561ed9ab-4d1d-497c-89a4-af7c3c05dbf1', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2590.335613] env[62189]: DEBUG oslo.service.loopingcall [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2590.335921] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2590.336147] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8b50ad7-fa7c-434b-b880-440243af0cfd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2590.355349] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2590.355349] env[62189]: value = "task-2123283" [ 2590.355349] env[62189]: _type = "Task" [ 2590.355349] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2590.362751] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123283, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2590.865506] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123283, 'name': CreateVM_Task} progress is 99%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2591.018384] env[62189]: DEBUG nova.compute.manager [req-3f441448-e734-4979-a28b-565c52a78ded req-be4717fa-cd79-4145-9c08-a8c408463560 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Received event network-changed-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2591.018643] env[62189]: DEBUG nova.compute.manager [req-3f441448-e734-4979-a28b-565c52a78ded req-be4717fa-cd79-4145-9c08-a8c408463560 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Refreshing instance network info cache due to event network-changed-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2591.018894] env[62189]: DEBUG oslo_concurrency.lockutils [req-3f441448-e734-4979-a28b-565c52a78ded req-be4717fa-cd79-4145-9c08-a8c408463560 service nova] Acquiring lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2591.019052] env[62189]: DEBUG oslo_concurrency.lockutils [req-3f441448-e734-4979-a28b-565c52a78ded req-be4717fa-cd79-4145-9c08-a8c408463560 service nova] Acquired lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2591.019216] env[62189]: DEBUG nova.network.neutron [req-3f441448-e734-4979-a28b-565c52a78ded req-be4717fa-cd79-4145-9c08-a8c408463560 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Refreshing network info cache for port 561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2591.366145] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123283, 'name': CreateVM_Task, 'duration_secs': 0.530307} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2591.366558] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2591.367014] env[62189]: DEBUG oslo_concurrency.lockutils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4dc93eb6-5794-4b33-a85f-83aca4882607" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2591.367199] env[62189]: DEBUG oslo_concurrency.lockutils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4dc93eb6-5794-4b33-a85f-83aca4882607" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2591.367596] env[62189]: DEBUG oslo_concurrency.lockutils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4dc93eb6-5794-4b33-a85f-83aca4882607" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2591.367849] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3eb7c4-3f54-417a-a389-6b0647af7442 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.373503] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2591.373503] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527493bf-1afe-853a-9b01-6baebb37acec" [ 2591.373503] env[62189]: _type = "Task" [ 2591.373503] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2591.383306] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527493bf-1afe-853a-9b01-6baebb37acec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2591.713232] env[62189]: DEBUG nova.network.neutron [req-3f441448-e734-4979-a28b-565c52a78ded req-be4717fa-cd79-4145-9c08-a8c408463560 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Updated VIF entry in instance network info cache for port 561ed9ab-4d1d-497c-89a4-af7c3c05dbf1. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2591.713568] env[62189]: DEBUG nova.network.neutron [req-3f441448-e734-4979-a28b-565c52a78ded req-be4717fa-cd79-4145-9c08-a8c408463560 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Updating instance_info_cache with network_info: [{"id": "561ed9ab-4d1d-497c-89a4-af7c3c05dbf1", "address": "fa:16:3e:14:c4:af", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap561ed9ab-4d", "ovs_interfaceid": "561ed9ab-4d1d-497c-89a4-af7c3c05dbf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2591.883359] env[62189]: DEBUG oslo_concurrency.lockutils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4dc93eb6-5794-4b33-a85f-83aca4882607" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2591.883579] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Processing image 4dc93eb6-5794-4b33-a85f-83aca4882607 {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2591.883835] env[62189]: DEBUG oslo_concurrency.lockutils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4dc93eb6-5794-4b33-a85f-83aca4882607/4dc93eb6-5794-4b33-a85f-83aca4882607.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2591.883982] env[62189]: DEBUG oslo_concurrency.lockutils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4dc93eb6-5794-4b33-a85f-83aca4882607/4dc93eb6-5794-4b33-a85f-83aca4882607.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2591.884171] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2591.884419] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8323c96d-8c1f-471f-9ab8-726b4b05f107 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.892049] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2591.892221] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2591.892867] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6764bf17-a8e8-46b8-b934-5ca22e974caf {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.897667] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2591.897667] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5220d452-093d-f68e-b3b4-674a40920dda" [ 2591.897667] env[62189]: _type = "Task" [ 2591.897667] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2591.904498] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]5220d452-093d-f68e-b3b4-674a40920dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2592.216612] env[62189]: DEBUG oslo_concurrency.lockutils [req-3f441448-e734-4979-a28b-565c52a78ded req-be4717fa-cd79-4145-9c08-a8c408463560 service nova] Releasing lock "refresh_cache-8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2592.407480] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Preparing fetch location {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2592.407879] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Fetch image to [datastore2] OSTACK_IMG_cb48a8de-b3a4-4f2c-a02e-d10032260298/OSTACK_IMG_cb48a8de-b3a4-4f2c-a02e-d10032260298.vmdk {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2592.407940] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Downloading stream optimized image 4dc93eb6-5794-4b33-a85f-83aca4882607 to [datastore2] OSTACK_IMG_cb48a8de-b3a4-4f2c-a02e-d10032260298/OSTACK_IMG_cb48a8de-b3a4-4f2c-a02e-d10032260298.vmdk on the data store datastore2 as vApp {{(pid=62189) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2592.408076] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Downloading image file data 4dc93eb6-5794-4b33-a85f-83aca4882607 to the ESX as VM named 'OSTACK_IMG_cb48a8de-b3a4-4f2c-a02e-d10032260298' {{(pid=62189) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2592.473994] env[62189]: DEBUG oslo_vmware.rw_handles [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2592.473994] env[62189]: value = "resgroup-9" [ 2592.473994] env[62189]: _type = "ResourcePool" [ 2592.473994] env[62189]: }. {{(pid=62189) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2592.474333] env[62189]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fc15d7eb-0be0-4c13-b29f-414843f585a8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2592.494441] env[62189]: DEBUG oslo_vmware.rw_handles [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lease: (returnval){ [ 2592.494441] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528803b1-1b15-1da3-53db-8e61de3effef" [ 2592.494441] env[62189]: _type = "HttpNfcLease" [ 2592.494441] env[62189]: } obtained for vApp import into resource pool (val){ [ 2592.494441] env[62189]: value = "resgroup-9" [ 2592.494441] env[62189]: _type = "ResourcePool" [ 2592.494441] env[62189]: }. {{(pid=62189) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2592.494733] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the lease: (returnval){ [ 2592.494733] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528803b1-1b15-1da3-53db-8e61de3effef" [ 2592.494733] env[62189]: _type = "HttpNfcLease" [ 2592.494733] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2592.500778] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2592.500778] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528803b1-1b15-1da3-53db-8e61de3effef" [ 2592.500778] env[62189]: _type = "HttpNfcLease" [ 2592.500778] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2593.002763] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2593.002763] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528803b1-1b15-1da3-53db-8e61de3effef" [ 2593.002763] env[62189]: _type = "HttpNfcLease" [ 2593.002763] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2593.504264] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2593.504264] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528803b1-1b15-1da3-53db-8e61de3effef" [ 2593.504264] env[62189]: _type = "HttpNfcLease" [ 2593.504264] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2593.504807] env[62189]: DEBUG oslo_vmware.rw_handles [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2593.504807] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]528803b1-1b15-1da3-53db-8e61de3effef" [ 2593.504807] env[62189]: _type = "HttpNfcLease" [ 2593.504807] env[62189]: }. {{(pid=62189) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2593.505392] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a600025-fb6f-47ec-8e0d-ff21036acb47 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2593.512708] env[62189]: DEBUG oslo_vmware.rw_handles [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294c594-4bf2-f68b-ae0b-9e098962c8a9/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2593.512905] env[62189]: DEBUG oslo_vmware.rw_handles [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294c594-4bf2-f68b-ae0b-9e098962c8a9/disk-0.vmdk. {{(pid=62189) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2593.575491] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d29f1a17-d195-4347-abfd-897b467ccbe8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2594.964953] env[62189]: DEBUG oslo_vmware.rw_handles [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Completed reading data from the image iterator. {{(pid=62189) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2594.964953] env[62189]: DEBUG oslo_vmware.rw_handles [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294c594-4bf2-f68b-ae0b-9e098962c8a9/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2594.965986] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa184c3-0f05-4b9b-9eda-fa2b577c8dac {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2594.972902] env[62189]: DEBUG oslo_vmware.rw_handles [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294c594-4bf2-f68b-ae0b-9e098962c8a9/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2594.973105] env[62189]: DEBUG oslo_vmware.rw_handles [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294c594-4bf2-f68b-ae0b-9e098962c8a9/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2594.973372] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d2e6c340-9c66-4db0-ac66-4cb1fd92243c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.340772] env[62189]: DEBUG oslo_vmware.rw_handles [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294c594-4bf2-f68b-ae0b-9e098962c8a9/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2595.340983] env[62189]: INFO nova.virt.vmwareapi.images [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Downloaded image file data 4dc93eb6-5794-4b33-a85f-83aca4882607 [ 2595.341850] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f7cc8a-30ef-4416-b9f1-a8c8442ab1be {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.357927] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76d4bcc6-63c5-4c4c-8ef5-1a1f71d87e82 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.386791] env[62189]: INFO nova.virt.vmwareapi.images [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] The imported VM was unregistered [ 2595.389033] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Caching image {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2595.389513] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4dc93eb6-5794-4b33-a85f-83aca4882607 {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2595.389606] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8abe112-6e3e-4d92-9b72-6283fdb43c0b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.400679] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Created directory with path [datastore2] devstack-image-cache_base/4dc93eb6-5794-4b33-a85f-83aca4882607 {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2595.400859] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_cb48a8de-b3a4-4f2c-a02e-d10032260298/OSTACK_IMG_cb48a8de-b3a4-4f2c-a02e-d10032260298.vmdk to [datastore2] devstack-image-cache_base/4dc93eb6-5794-4b33-a85f-83aca4882607/4dc93eb6-5794-4b33-a85f-83aca4882607.vmdk. {{(pid=62189) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2595.401109] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-30df966e-cc59-47af-93c1-b4a3579ab5fa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.407288] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2595.407288] env[62189]: value = "task-2123286" [ 2595.407288] env[62189]: _type = "Task" [ 2595.407288] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2595.414446] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123286, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2595.917781] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123286, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2596.418159] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123286, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2596.919417] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123286, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2597.421167] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123286, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2597.921924] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123286, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.332184} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2597.922215] env[62189]: INFO nova.virt.vmwareapi.ds_util [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_cb48a8de-b3a4-4f2c-a02e-d10032260298/OSTACK_IMG_cb48a8de-b3a4-4f2c-a02e-d10032260298.vmdk to [datastore2] devstack-image-cache_base/4dc93eb6-5794-4b33-a85f-83aca4882607/4dc93eb6-5794-4b33-a85f-83aca4882607.vmdk. [ 2597.922410] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Cleaning up location [datastore2] OSTACK_IMG_cb48a8de-b3a4-4f2c-a02e-d10032260298 {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2597.922578] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_cb48a8de-b3a4-4f2c-a02e-d10032260298 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2597.922833] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0f6159b-cb9f-4e4e-84f9-5678cf344dcc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2597.928772] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2597.928772] env[62189]: value = "task-2123287" [ 2597.928772] env[62189]: _type = "Task" [ 2597.928772] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2597.936111] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2598.439673] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042399} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2598.441169] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2598.441169] env[62189]: DEBUG oslo_concurrency.lockutils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4dc93eb6-5794-4b33-a85f-83aca4882607/4dc93eb6-5794-4b33-a85f-83aca4882607.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2598.441169] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4dc93eb6-5794-4b33-a85f-83aca4882607/4dc93eb6-5794-4b33-a85f-83aca4882607.vmdk to [datastore2] 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06/8cfacfe7-ea7a-4f12-ab1e-757acbc94f06.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2598.441169] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3255fb0a-a957-492f-9b88-c7e98f9a69e0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2598.447975] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2598.447975] env[62189]: value = "task-2123288" [ 2598.447975] env[62189]: _type = "Task" [ 2598.447975] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2598.455012] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2598.958936] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123288, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2599.460174] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123288, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2599.960122] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123288, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2600.021950] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2600.461277] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123288, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2600.961289] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123288, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.15446} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2600.961554] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4dc93eb6-5794-4b33-a85f-83aca4882607/4dc93eb6-5794-4b33-a85f-83aca4882607.vmdk to [datastore2] 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06/8cfacfe7-ea7a-4f12-ab1e-757acbc94f06.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2600.962386] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a0a309-bd8b-494b-80ad-e3557d059a9d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.984562] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06/8cfacfe7-ea7a-4f12-ab1e-757acbc94f06.vmdk or device None with type streamOptimized {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2600.984839] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f25ddc1-1216-414e-906b-88399d960393 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2601.002791] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2601.002791] env[62189]: value = "task-2123289" [ 2601.002791] env[62189]: _type = "Task" [ 2601.002791] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2601.010147] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2601.512628] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123289, 'name': ReconfigVM_Task, 'duration_secs': 0.444267} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2601.513034] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06/8cfacfe7-ea7a-4f12-ab1e-757acbc94f06.vmdk or device None with type streamOptimized {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2601.514198] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'device_type': 'disk', 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/sda', 'size': 0, 'disk_bus': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '7273d3db-cce3-4b39-ae77-856e5463223d'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434326', 'volume_id': 'e96b3999-01ec-4f43-976a-e51913150831', 'name': 'volume-e96b3999-01ec-4f43-976a-e51913150831', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8cfacfe7-ea7a-4f12-ab1e-757acbc94f06', 'attached_at': '', 'detached_at': '', 'volume_id': 'e96b3999-01ec-4f43-976a-e51913150831', 'serial': 'e96b3999-01ec-4f43-976a-e51913150831'}, 'delete_on_termination': False, 'disk_bus': None, 'boot_index': None, 'guest_format': None, 'attachment_id': '81242ba6-80ee-48e4-8746-682d52c96c2c', 'volume_type': None}], 'swap': None} {{(pid=62189) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2601.514479] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Volume attach. Driver type: vmdk {{(pid=62189) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2601.514729] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434326', 'volume_id': 'e96b3999-01ec-4f43-976a-e51913150831', 'name': 'volume-e96b3999-01ec-4f43-976a-e51913150831', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8cfacfe7-ea7a-4f12-ab1e-757acbc94f06', 'attached_at': '', 'detached_at': '', 'volume_id': 'e96b3999-01ec-4f43-976a-e51913150831', 'serial': 'e96b3999-01ec-4f43-976a-e51913150831'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2601.515574] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f63dd9b-503a-42a7-9d42-8be9c48a7c38 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2601.520459] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2601.520650] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2601.531292] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478cae3c-185b-4452-bea6-3df25e62fd0d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2601.554486] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-e96b3999-01ec-4f43-976a-e51913150831/volume-e96b3999-01ec-4f43-976a-e51913150831.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2601.554724] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa1cc5b6-1b4a-402e-8e30-99d3a5dec140 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2601.571897] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2601.571897] env[62189]: value = "task-2123290" [ 2601.571897] env[62189]: _type = "Task" [ 2601.571897] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2601.579401] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2602.081561] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123290, 'name': ReconfigVM_Task, 'duration_secs': 0.271897} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2602.081831] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-e96b3999-01ec-4f43-976a-e51913150831/volume-e96b3999-01ec-4f43-976a-e51913150831.vmdk or device None with type thin {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2602.086384] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f843e8e8-dbbb-4381-bd2b-da441ef49b34 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2602.100487] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2602.100487] env[62189]: value = "task-2123291" [ 2602.100487] env[62189]: _type = "Task" [ 2602.100487] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2602.107735] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2602.610354] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123291, 'name': ReconfigVM_Task, 'duration_secs': 0.132929} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2602.610709] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434326', 'volume_id': 'e96b3999-01ec-4f43-976a-e51913150831', 'name': 'volume-e96b3999-01ec-4f43-976a-e51913150831', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8cfacfe7-ea7a-4f12-ab1e-757acbc94f06', 'attached_at': '', 'detached_at': '', 'volume_id': 'e96b3999-01ec-4f43-976a-e51913150831', 'serial': 'e96b3999-01ec-4f43-976a-e51913150831'} {{(pid=62189) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2602.611187] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38f58669-bde2-449b-a1b8-de13c15c5348 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2602.616875] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2602.616875] env[62189]: value = "task-2123292" [ 2602.616875] env[62189]: _type = "Task" [ 2602.616875] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2602.624804] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123292, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2603.127057] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123292, 'name': Rename_Task, 'duration_secs': 0.143091} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2603.127361] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2603.127623] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f657383-2edd-4083-85d7-144da465f8db {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.134013] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2603.134013] env[62189]: value = "task-2123293" [ 2603.134013] env[62189]: _type = "Task" [ 2603.134013] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2603.141477] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2603.530629] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2603.644848] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123293, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2604.144816] env[62189]: DEBUG oslo_vmware.api [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123293, 'name': PowerOnVM_Task, 'duration_secs': 0.545641} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2604.145104] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2604.237429] env[62189]: DEBUG nova.compute.manager [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2604.238368] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8312c0c1-e6f8-4971-87c1-e2ba4ba56397 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.520111] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2604.520360] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2604.520514] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2604.758318] env[62189]: DEBUG oslo_concurrency.lockutils [None req-780113f5-98fa-4a9f-8d7c-434d6230c45e tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.644s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2606.520624] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2606.521059] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2607.052458] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "refresh_cache-21cb8e26-abbb-4ce1-86c3-40881234124a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2607.052615] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquired lock "refresh_cache-21cb8e26-abbb-4ce1-86c3-40881234124a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2607.052764] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Forcefully refreshing network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2607.594648] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2607.594984] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2607.595112] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2607.595297] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2607.595475] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2607.597327] env[62189]: INFO nova.compute.manager [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Terminating instance [ 2608.100552] env[62189]: DEBUG nova.compute.manager [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2608.100912] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2608.101123] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62e46bd5-01dd-46d6-aeda-dc596e763cf6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.109535] env[62189]: DEBUG oslo_vmware.api [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2608.109535] env[62189]: value = "task-2123294" [ 2608.109535] env[62189]: _type = "Task" [ 2608.109535] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2608.117956] env[62189]: DEBUG oslo_vmware.api [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2608.277857] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Updating instance_info_cache with network_info: [{"id": "3a3190d2-3c53-4c94-9bff-739a21589624", "address": "fa:16:3e:b3:85:40", "network": {"id": "a8c57c0c-f2d9-40d9-bd6f-e10a1f408bb5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-546633924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c3efd9bf48470f98e2bec6ae33ee5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3190d2-3c", "ovs_interfaceid": "3a3190d2-3c53-4c94-9bff-739a21589624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2608.619063] env[62189]: DEBUG oslo_vmware.api [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123294, 'name': PowerOffVM_Task, 'duration_secs': 0.244064} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2608.619462] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2608.619563] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2608.619717] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434320', 'volume_id': '96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277', 'name': 'volume-96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '93ad48c1-e217-41ff-b310-b8d8cf5f14df', 'attached_at': '2025-01-15T13:58:36.000000', 'detached_at': '', 'volume_id': '96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277', 'serial': '96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2608.620501] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbc185e-6d3a-458e-8d4e-1b9c84a9b0d0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.637757] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a9fdf3-76bf-4d85-904c-cf996631a725 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.644094] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687a186d-9ec2-4be8-ab7b-2efa97807e6a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.662166] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88567ed2-25a7-47b4-b7eb-537ed5550e9f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.676277] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] The volume has not been displaced from its original location: [datastore2] volume-96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277/volume-96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277.vmdk. No consolidation needed. {{(pid=62189) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2608.681397] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2608.681654] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-479c4d02-4bac-4b5c-8b3c-1316d5f2c450 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.698932] env[62189]: DEBUG oslo_vmware.api [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2608.698932] env[62189]: value = "task-2123295" [ 2608.698932] env[62189]: _type = "Task" [ 2608.698932] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2608.706438] env[62189]: DEBUG oslo_vmware.api [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2608.780252] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Releasing lock "refresh_cache-21cb8e26-abbb-4ce1-86c3-40881234124a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2608.780501] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Updated the network info_cache for instance {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2608.780664] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2608.780850] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2609.209519] env[62189]: DEBUG oslo_vmware.api [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123295, 'name': ReconfigVM_Task, 'duration_secs': 0.150802} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2609.209783] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2609.214417] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5cc0023-c324-4a0f-a4a1-f9ad116073f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.229138] env[62189]: DEBUG oslo_vmware.api [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2609.229138] env[62189]: value = "task-2123296" [ 2609.229138] env[62189]: _type = "Task" [ 2609.229138] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2609.237115] env[62189]: DEBUG oslo_vmware.api [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2609.284337] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2609.284614] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2609.284787] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2609.284943] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2609.285794] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e76ef49-23f2-414d-a152-ab214bce1ffd {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.293776] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac566b0-c7d2-43e0-a36a-ac20fa0f53f5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.308224] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d836e5e-a599-4cbf-838a-afbc836c37d1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.315034] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae99d13f-e45d-4c33-95f8-aeeda1f8f57a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.355504] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180179MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2609.355504] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2609.355504] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2609.739364] env[62189]: DEBUG oslo_vmware.api [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123296, 'name': ReconfigVM_Task, 'duration_secs': 0.178203} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2609.739769] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434320', 'volume_id': '96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277', 'name': 'volume-96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '93ad48c1-e217-41ff-b310-b8d8cf5f14df', 'attached_at': '2025-01-15T13:58:36.000000', 'detached_at': '', 'volume_id': '96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277', 'serial': '96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2609.739951] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2609.740750] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4ca10d-3081-4a51-b97f-2a2b23adb3f7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.747165] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2609.747401] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd54d639-1d1e-467b-a569-f5d3bba8355f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.830513] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2609.830754] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2609.830919] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleting the datastore file [datastore2] 93ad48c1-e217-41ff-b310-b8d8cf5f14df {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2609.831261] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4455c17-af8d-4457-aedc-8c36383d2fb1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.838017] env[62189]: DEBUG oslo_vmware.api [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2609.838017] env[62189]: value = "task-2123298" [ 2609.838017] env[62189]: _type = "Task" [ 2609.838017] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2609.845718] env[62189]: DEBUG oslo_vmware.api [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2610.349054] env[62189]: DEBUG oslo_vmware.api [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115511} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2610.349054] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2610.349054] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2610.349054] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2610.349054] env[62189]: INFO nova.compute.manager [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Took 2.25 seconds to destroy the instance on the hypervisor. [ 2610.349384] env[62189]: DEBUG oslo.service.loopingcall [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2610.349433] env[62189]: DEBUG nova.compute.manager [-] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2610.349584] env[62189]: DEBUG nova.network.neutron [-] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2610.382864] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 9b145d00-5c3f-4842-8428-fb8f8f1f4c02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2610.383031] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 21cb8e26-abbb-4ce1-86c3-40881234124a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2610.383163] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 78bcc209-f458-475c-a08b-e2d7152412e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2610.383286] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 93ad48c1-e217-41ff-b310-b8d8cf5f14df actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2610.383403] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 1089fc69-cde7-447f-82b6-c80f65abf39a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2610.383519] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2610.383697] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2610.383833] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2610.455804] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc308679-7834-4ada-93de-78d7baf8c8d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2610.463423] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8de12e-1c36-4a90-b825-53637513cf1a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2610.493860] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13e6713-f919-4e17-ad99-e92c643af1d0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2610.500267] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1156a221-f3d5-4e79-8075-b124a90a7542 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2610.514638] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2610.780886] env[62189]: DEBUG nova.compute.manager [req-2304897b-2715-4f51-8a04-f0e3206ecffd req-fe7a136f-9186-4fc3-92ff-8c75424c8e40 service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Received event network-vif-deleted-2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2610.780886] env[62189]: INFO nova.compute.manager [req-2304897b-2715-4f51-8a04-f0e3206ecffd req-fe7a136f-9186-4fc3-92ff-8c75424c8e40 service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Neutron deleted interface 2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d; detaching it from the instance and deleting it from the info cache [ 2610.781451] env[62189]: DEBUG nova.network.neutron [req-2304897b-2715-4f51-8a04-f0e3206ecffd req-fe7a136f-9186-4fc3-92ff-8c75424c8e40 service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2611.021077] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2611.260244] env[62189]: DEBUG nova.network.neutron [-] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2611.283456] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28f51bbd-28fd-4c82-97b3-600504a2508c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2611.292774] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbfd2cb-4154-42d3-b036-70e22643f549 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2611.320672] env[62189]: DEBUG nova.compute.manager [req-2304897b-2715-4f51-8a04-f0e3206ecffd req-fe7a136f-9186-4fc3-92ff-8c75424c8e40 service nova] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Detach interface failed, port_id=2f4cc0c4-e81b-4f74-bd65-dfcb9ab1106d, reason: Instance 93ad48c1-e217-41ff-b310-b8d8cf5f14df could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2611.529029] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2611.529029] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.174s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2611.529029] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2611.529029] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Cleaning up deleted instances with incomplete migration {{(pid=62189) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11784}} [ 2611.762953] env[62189]: INFO nova.compute.manager [-] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Took 1.41 seconds to deallocate network for instance. [ 2612.305484] env[62189]: INFO nova.compute.manager [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Took 0.54 seconds to detach 1 volumes for instance. [ 2612.307735] env[62189]: DEBUG nova.compute.manager [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Deleting volume: 96bcf25c-7b4f-4f2e-ad8e-816fdfe6b277 {{(pid=62189) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2612.844411] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2612.844708] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2612.844908] env[62189]: DEBUG nova.objects.instance [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lazy-loading 'resources' on Instance uuid 93ad48c1-e217-41ff-b310-b8d8cf5f14df {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2613.430693] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b483d46e-5136-4096-a239-70f24e84529e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.438773] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9fd204-0571-40a2-8681-9ad01fc29280 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.468401] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d39bee-7c9c-4564-a922-bce331fb93a2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.475419] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52bbabc-077d-4bdd-a823-eb268f8c0b94 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.488579] env[62189]: DEBUG nova.compute.provider_tree [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2613.992406] env[62189]: DEBUG nova.scheduler.client.report [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2614.497596] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2614.519083] env[62189]: INFO nova.scheduler.client.report [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleted allocations for instance 93ad48c1-e217-41ff-b310-b8d8cf5f14df [ 2614.697808] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cdeecd85-0bd4-4d32-8f37-485ba9754f50 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "1089fc69-cde7-447f-82b6-c80f65abf39a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2614.698192] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cdeecd85-0bd4-4d32-8f37-485ba9754f50 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "1089fc69-cde7-447f-82b6-c80f65abf39a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2614.698418] env[62189]: DEBUG nova.compute.manager [None req-cdeecd85-0bd4-4d32-8f37-485ba9754f50 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2614.699340] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44319235-f24a-4f86-b2db-9a18ece41f24 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2614.706521] env[62189]: DEBUG nova.compute.manager [None req-cdeecd85-0bd4-4d32-8f37-485ba9754f50 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62189) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2614.707073] env[62189]: DEBUG nova.objects.instance [None req-cdeecd85-0bd4-4d32-8f37-485ba9754f50 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lazy-loading 'flavor' on Instance uuid 1089fc69-cde7-447f-82b6-c80f65abf39a {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2615.025992] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c50917a3-4697-42b1-8781-54c418fb3ed5 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "93ad48c1-e217-41ff-b310-b8d8cf5f14df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.431s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2615.375071] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "78bcc209-f458-475c-a08b-e2d7152412e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2615.375364] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "78bcc209-f458-475c-a08b-e2d7152412e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2615.375578] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "78bcc209-f458-475c-a08b-e2d7152412e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2615.375761] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "78bcc209-f458-475c-a08b-e2d7152412e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2615.375929] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "78bcc209-f458-475c-a08b-e2d7152412e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2615.378040] env[62189]: INFO nova.compute.manager [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Terminating instance [ 2615.714497] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdeecd85-0bd4-4d32-8f37-485ba9754f50 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2615.714855] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-426352d1-bc0c-483d-8e11-5b950a009e28 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2615.721904] env[62189]: DEBUG oslo_vmware.api [None req-cdeecd85-0bd4-4d32-8f37-485ba9754f50 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2615.721904] env[62189]: value = "task-2123300" [ 2615.721904] env[62189]: _type = "Task" [ 2615.721904] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2615.729873] env[62189]: DEBUG oslo_vmware.api [None req-cdeecd85-0bd4-4d32-8f37-485ba9754f50 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2615.882120] env[62189]: DEBUG nova.compute.manager [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2615.882388] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2615.883321] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59a9dbb-8f1a-4984-b648-e7da5860628d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2615.891071] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2615.891310] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90936b97-23e8-469b-9b0a-a22184d6fbe6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2615.897932] env[62189]: DEBUG oslo_vmware.api [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2615.897932] env[62189]: value = "task-2123301" [ 2615.897932] env[62189]: _type = "Task" [ 2615.897932] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2615.906622] env[62189]: DEBUG oslo_vmware.api [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2616.231530] env[62189]: DEBUG oslo_vmware.api [None req-cdeecd85-0bd4-4d32-8f37-485ba9754f50 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123300, 'name': PowerOffVM_Task, 'duration_secs': 0.205339} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2616.231793] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdeecd85-0bd4-4d32-8f37-485ba9754f50 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2616.231987] env[62189]: DEBUG nova.compute.manager [None req-cdeecd85-0bd4-4d32-8f37-485ba9754f50 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2616.232725] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011e1432-97a1-4409-b6ae-cc7d6e91c523 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2616.406806] env[62189]: DEBUG oslo_vmware.api [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123301, 'name': PowerOffVM_Task, 'duration_secs': 0.174225} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2616.407071] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2616.407247] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2616.407494] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81b858e0-1253-4468-8c67-cca8fd04539a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2616.524327] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2616.524563] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2616.524750] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleting the datastore file [datastore2] 78bcc209-f458-475c-a08b-e2d7152412e8 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2616.525017] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0abef50c-f17f-48ab-9089-4a3921470e38 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2616.531316] env[62189]: DEBUG oslo_vmware.api [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2616.531316] env[62189]: value = "task-2123303" [ 2616.531316] env[62189]: _type = "Task" [ 2616.531316] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2616.538672] env[62189]: DEBUG oslo_vmware.api [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2616.743312] env[62189]: DEBUG oslo_concurrency.lockutils [None req-cdeecd85-0bd4-4d32-8f37-485ba9754f50 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "1089fc69-cde7-447f-82b6-c80f65abf39a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2617.042750] env[62189]: DEBUG oslo_vmware.api [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132226} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2617.042995] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2617.043106] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2617.043283] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2617.043457] env[62189]: INFO nova.compute.manager [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2617.043702] env[62189]: DEBUG oslo.service.loopingcall [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2617.043888] env[62189]: DEBUG nova.compute.manager [-] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2617.043982] env[62189]: DEBUG nova.network.neutron [-] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2617.074547] env[62189]: DEBUG nova.objects.instance [None req-b9c5dde3-c6b6-49f6-9124-936434c52b0e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lazy-loading 'flavor' on Instance uuid 1089fc69-cde7-447f-82b6-c80f65abf39a {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2617.304243] env[62189]: DEBUG nova.compute.manager [req-b19c7379-f565-4f77-93d5-b847791101b4 req-e85a6996-ca2c-48d5-8ccf-8ae4ba728005 service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Received event network-vif-deleted-1c3e93be-69ef-4b0d-b0be-3b21a9df49a7 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2617.304372] env[62189]: INFO nova.compute.manager [req-b19c7379-f565-4f77-93d5-b847791101b4 req-e85a6996-ca2c-48d5-8ccf-8ae4ba728005 service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Neutron deleted interface 1c3e93be-69ef-4b0d-b0be-3b21a9df49a7; detaching it from the instance and deleting it from the info cache [ 2617.304531] env[62189]: DEBUG nova.network.neutron [req-b19c7379-f565-4f77-93d5-b847791101b4 req-e85a6996-ca2c-48d5-8ccf-8ae4ba728005 service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2617.579689] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b9c5dde3-c6b6-49f6-9124-936434c52b0e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "refresh_cache-1089fc69-cde7-447f-82b6-c80f65abf39a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2617.579928] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b9c5dde3-c6b6-49f6-9124-936434c52b0e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "refresh_cache-1089fc69-cde7-447f-82b6-c80f65abf39a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2617.579997] env[62189]: DEBUG nova.network.neutron [None req-b9c5dde3-c6b6-49f6-9124-936434c52b0e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2617.580149] env[62189]: DEBUG nova.objects.instance [None req-b9c5dde3-c6b6-49f6-9124-936434c52b0e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lazy-loading 'info_cache' on Instance uuid 1089fc69-cde7-447f-82b6-c80f65abf39a {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2617.784883] env[62189]: DEBUG nova.network.neutron [-] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2617.807185] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-371eaa26-41da-46c7-a376-7f5d1eef3730 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2617.816544] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3992088f-ca42-4e2a-a502-447b667117b3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2617.841753] env[62189]: DEBUG nova.compute.manager [req-b19c7379-f565-4f77-93d5-b847791101b4 req-e85a6996-ca2c-48d5-8ccf-8ae4ba728005 service nova] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Detach interface failed, port_id=1c3e93be-69ef-4b0d-b0be-3b21a9df49a7, reason: Instance 78bcc209-f458-475c-a08b-e2d7152412e8 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2618.083787] env[62189]: DEBUG nova.objects.base [None req-b9c5dde3-c6b6-49f6-9124-936434c52b0e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Object Instance<1089fc69-cde7-447f-82b6-c80f65abf39a> lazy-loaded attributes: flavor,info_cache {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2618.288061] env[62189]: INFO nova.compute.manager [-] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Took 1.24 seconds to deallocate network for instance. [ 2618.786078] env[62189]: DEBUG nova.network.neutron [None req-b9c5dde3-c6b6-49f6-9124-936434c52b0e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Updating instance_info_cache with network_info: [{"id": "f7ee59e9-53e6-4133-9f76-ded037cf26cc", "address": "fa:16:3e:f7:5a:0e", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ee59e9-53", "ovs_interfaceid": "f7ee59e9-53e6-4133-9f76-ded037cf26cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2618.794541] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2618.794784] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2618.794994] env[62189]: DEBUG nova.objects.instance [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lazy-loading 'resources' on Instance uuid 78bcc209-f458-475c-a08b-e2d7152412e8 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2619.288949] env[62189]: DEBUG oslo_concurrency.lockutils [None req-b9c5dde3-c6b6-49f6-9124-936434c52b0e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "refresh_cache-1089fc69-cde7-447f-82b6-c80f65abf39a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2619.378383] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ab0727-f2c0-48b1-ba62-f469f3f2756a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2619.385657] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b070cb32-c246-4ad8-baf4-3b9978f72c86 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2619.414478] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4b43a9-9c17-4041-9e74-3a84f286481d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2619.421182] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bbb7a7-99b0-4894-a708-03c27ebe876f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2619.434087] env[62189]: DEBUG nova.compute.provider_tree [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2619.937475] env[62189]: DEBUG nova.scheduler.client.report [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2620.294512] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c5dde3-c6b6-49f6-9124-936434c52b0e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2620.294852] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01b772f6-33c9-43a5-961e-f5ef2cec0214 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.302192] env[62189]: DEBUG oslo_vmware.api [None req-b9c5dde3-c6b6-49f6-9124-936434c52b0e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2620.302192] env[62189]: value = "task-2123304" [ 2620.302192] env[62189]: _type = "Task" [ 2620.302192] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2620.310970] env[62189]: DEBUG oslo_vmware.api [None req-b9c5dde3-c6b6-49f6-9124-936434c52b0e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2620.443050] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2620.461063] env[62189]: INFO nova.scheduler.client.report [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleted allocations for instance 78bcc209-f458-475c-a08b-e2d7152412e8 [ 2620.811697] env[62189]: DEBUG oslo_vmware.api [None req-b9c5dde3-c6b6-49f6-9124-936434c52b0e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123304, 'name': PowerOnVM_Task, 'duration_secs': 0.371653} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2620.811697] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9c5dde3-c6b6-49f6-9124-936434c52b0e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2620.811920] env[62189]: DEBUG nova.compute.manager [None req-b9c5dde3-c6b6-49f6-9124-936434c52b0e tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2620.812532] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba05faef-542f-4a29-85c0-08472b3e62b4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.969493] env[62189]: DEBUG oslo_concurrency.lockutils [None req-e96a4f18-7791-453e-857c-250904b8b865 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "78bcc209-f458-475c-a08b-e2d7152412e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.594s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2621.867169] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8e9722-4b54-4b68-a6b1-0b9535d73d07 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2621.873911] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0b865c54-896f-4558-8a19-01742d92db86 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Suspending the VM {{(pid=62189) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2621.874152] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-51a1148a-71ee-411a-91c6-71ae83a4e7ce {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2621.880418] env[62189]: DEBUG oslo_vmware.api [None req-0b865c54-896f-4558-8a19-01742d92db86 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2621.880418] env[62189]: value = "task-2123306" [ 2621.880418] env[62189]: _type = "Task" [ 2621.880418] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2621.887757] env[62189]: DEBUG oslo_vmware.api [None req-0b865c54-896f-4558-8a19-01742d92db86 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123306, 'name': SuspendVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2622.391664] env[62189]: DEBUG oslo_vmware.api [None req-0b865c54-896f-4558-8a19-01742d92db86 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123306, 'name': SuspendVM_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2622.891277] env[62189]: DEBUG oslo_vmware.api [None req-0b865c54-896f-4558-8a19-01742d92db86 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123306, 'name': SuspendVM_Task, 'duration_secs': 0.533576} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2622.891553] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0b865c54-896f-4558-8a19-01742d92db86 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Suspended the VM {{(pid=62189) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2622.891734] env[62189]: DEBUG nova.compute.manager [None req-0b865c54-896f-4558-8a19-01742d92db86 tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2622.892523] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1511c5fa-2731-482f-b9aa-c4cd1add757d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2623.023628] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2623.023809] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Cleaning up deleted instances {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11746}} [ 2623.533467] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] There are 24 instances to clean {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11755}} [ 2623.533716] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 93ad48c1-e217-41ff-b310-b8d8cf5f14df] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2624.036400] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 78bcc209-f458-475c-a08b-e2d7152412e8] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2624.266600] env[62189]: INFO nova.compute.manager [None req-0d371725-2218-4c2f-9277-27a19e792dfc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Resuming [ 2624.267269] env[62189]: DEBUG nova.objects.instance [None req-0d371725-2218-4c2f-9277-27a19e792dfc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lazy-loading 'flavor' on Instance uuid 1089fc69-cde7-447f-82b6-c80f65abf39a {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2624.539726] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 7b08eb11-af19-41ce-8f5e-ff9d14469705] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2625.042877] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 5e554958-d4a2-4df6-9564-95f1ebfd12ab] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2625.069345] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "9b145d00-5c3f-4842-8428-fb8f8f1f4c02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2625.069587] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "9b145d00-5c3f-4842-8428-fb8f8f1f4c02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2625.069791] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "9b145d00-5c3f-4842-8428-fb8f8f1f4c02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2625.069970] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "9b145d00-5c3f-4842-8428-fb8f8f1f4c02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2625.070153] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "9b145d00-5c3f-4842-8428-fb8f8f1f4c02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2625.072066] env[62189]: INFO nova.compute.manager [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Terminating instance [ 2625.546008] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 8da6a159-023d-4ba8-abdd-495621d8ba06] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2625.576134] env[62189]: DEBUG nova.compute.manager [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2625.576379] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2625.577851] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286d863e-7b0b-44dc-8a30-8a4d3276ade8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2625.585708] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2625.585929] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdc102ea-29f0-42da-916f-5a07e4a31c5d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2625.591721] env[62189]: DEBUG oslo_vmware.api [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2625.591721] env[62189]: value = "task-2123307" [ 2625.591721] env[62189]: _type = "Task" [ 2625.591721] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2625.599558] env[62189]: DEBUG oslo_vmware.api [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2625.777058] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0d371725-2218-4c2f-9277-27a19e792dfc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "refresh_cache-1089fc69-cde7-447f-82b6-c80f65abf39a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2625.777058] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0d371725-2218-4c2f-9277-27a19e792dfc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquired lock "refresh_cache-1089fc69-cde7-447f-82b6-c80f65abf39a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2625.777058] env[62189]: DEBUG nova.network.neutron [None req-0d371725-2218-4c2f-9277-27a19e792dfc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2626.050054] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 47f99a69-799f-4b05-a868-bdc273aa7f0e] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2626.102451] env[62189]: DEBUG oslo_vmware.api [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123307, 'name': PowerOffVM_Task, 'duration_secs': 0.219312} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2626.102714] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2626.102917] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2626.103210] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a1f2f40-4c7f-4e39-9c60-966c116c38e2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2626.225117] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2626.225117] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2626.225117] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleting the datastore file [datastore2] 9b145d00-5c3f-4842-8428-fb8f8f1f4c02 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2626.225658] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d196716d-17ba-448d-a61c-9a83ba09137d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2626.233637] env[62189]: DEBUG oslo_vmware.api [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for the task: (returnval){ [ 2626.233637] env[62189]: value = "task-2123309" [ 2626.233637] env[62189]: _type = "Task" [ 2626.233637] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2626.243219] env[62189]: DEBUG oslo_vmware.api [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2626.488100] env[62189]: DEBUG nova.network.neutron [None req-0d371725-2218-4c2f-9277-27a19e792dfc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Updating instance_info_cache with network_info: [{"id": "f7ee59e9-53e6-4133-9f76-ded037cf26cc", "address": "fa:16:3e:f7:5a:0e", "network": {"id": "b51c19b1-d2ec-4a5c-b3d3-9bb04e984cbf", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-79696754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a099c4ab924ceda3783b7daed195b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6eaa481-1f92-4851-b98e-09ed0daad7cb", "external-id": "nsx-vlan-transportzone-636", "segmentation_id": 636, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ee59e9-53", "ovs_interfaceid": "f7ee59e9-53e6-4133-9f76-ded037cf26cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2626.552139] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 4cbf4092-5672-49b0-b6a4-2fdad9294886] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2626.743122] env[62189]: DEBUG oslo_vmware.api [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Task: {'id': task-2123309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148305} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2626.743329] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2626.743508] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2626.743682] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2626.743854] env[62189]: INFO nova.compute.manager [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2626.744096] env[62189]: DEBUG oslo.service.loopingcall [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2626.744283] env[62189]: DEBUG nova.compute.manager [-] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2626.744378] env[62189]: DEBUG nova.network.neutron [-] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2626.991679] env[62189]: DEBUG oslo_concurrency.lockutils [None req-0d371725-2218-4c2f-9277-27a19e792dfc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Releasing lock "refresh_cache-1089fc69-cde7-447f-82b6-c80f65abf39a" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2626.992124] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a895da44-5673-4f04-a24c-dc8b3ac6dc70 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2626.999502] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0d371725-2218-4c2f-9277-27a19e792dfc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Resuming the VM {{(pid=62189) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2627.000324] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa15993a-2b15-4b47-9801-8a085f7ea914 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2627.006812] env[62189]: DEBUG oslo_vmware.api [None req-0d371725-2218-4c2f-9277-27a19e792dfc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2627.006812] env[62189]: value = "task-2123310" [ 2627.006812] env[62189]: _type = "Task" [ 2627.006812] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2627.012295] env[62189]: DEBUG nova.compute.manager [req-d7bfab61-e6dd-48d7-81bc-b25da2a6f79b req-e29789a4-1755-4622-9ac8-8a036bf57b42 service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Received event network-vif-deleted-31436528-c142-48dc-9ad9-949ba619a83d {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2627.012497] env[62189]: INFO nova.compute.manager [req-d7bfab61-e6dd-48d7-81bc-b25da2a6f79b req-e29789a4-1755-4622-9ac8-8a036bf57b42 service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Neutron deleted interface 31436528-c142-48dc-9ad9-949ba619a83d; detaching it from the instance and deleting it from the info cache [ 2627.012635] env[62189]: DEBUG nova.network.neutron [req-d7bfab61-e6dd-48d7-81bc-b25da2a6f79b req-e29789a4-1755-4622-9ac8-8a036bf57b42 service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2627.016571] env[62189]: DEBUG oslo_vmware.api [None req-0d371725-2218-4c2f-9277-27a19e792dfc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2627.055259] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: bf6f22f0-16b0-4fcb-a996-119d140ad08d] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2627.492667] env[62189]: DEBUG nova.network.neutron [-] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2627.517062] env[62189]: DEBUG oslo_vmware.api [None req-0d371725-2218-4c2f-9277-27a19e792dfc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2627.517676] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b63704b-fe6d-40c1-80e0-2a97479377f0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2627.527588] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ef9289-7c62-4196-a2bd-0730ca2fceab {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2627.557656] env[62189]: DEBUG nova.compute.manager [req-d7bfab61-e6dd-48d7-81bc-b25da2a6f79b req-e29789a4-1755-4622-9ac8-8a036bf57b42 service nova] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Detach interface failed, port_id=31436528-c142-48dc-9ad9-949ba619a83d, reason: Instance 9b145d00-5c3f-4842-8428-fb8f8f1f4c02 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2627.558283] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: dba404d2-9752-4635-bf46-0b0bb9a65741] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2627.995596] env[62189]: INFO nova.compute.manager [-] [instance: 9b145d00-5c3f-4842-8428-fb8f8f1f4c02] Took 1.25 seconds to deallocate network for instance. [ 2628.016562] env[62189]: DEBUG oslo_vmware.api [None req-0d371725-2218-4c2f-9277-27a19e792dfc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123310, 'name': PowerOnVM_Task, 'duration_secs': 0.550939} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2628.016851] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-0d371725-2218-4c2f-9277-27a19e792dfc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Resumed the VM {{(pid=62189) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2628.017055] env[62189]: DEBUG nova.compute.manager [None req-0d371725-2218-4c2f-9277-27a19e792dfc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2628.017812] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14760424-a864-45a9-9375-92908a76c2be {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2628.061510] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 0e27f62b-dac9-443a-bb63-207c396a3522] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2628.503528] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2628.503806] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2628.504034] env[62189]: DEBUG nova.objects.instance [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lazy-loading 'resources' on Instance uuid 9b145d00-5c3f-4842-8428-fb8f8f1f4c02 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2628.565955] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 3a656b9c-50ab-4b1a-9ba2-6e528817c3d0] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2628.946712] env[62189]: DEBUG oslo_concurrency.lockutils [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "1089fc69-cde7-447f-82b6-c80f65abf39a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2628.947025] env[62189]: DEBUG oslo_concurrency.lockutils [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "1089fc69-cde7-447f-82b6-c80f65abf39a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2628.947258] env[62189]: DEBUG oslo_concurrency.lockutils [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "1089fc69-cde7-447f-82b6-c80f65abf39a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2628.947443] env[62189]: DEBUG oslo_concurrency.lockutils [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "1089fc69-cde7-447f-82b6-c80f65abf39a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2628.947656] env[62189]: DEBUG oslo_concurrency.lockutils [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "1089fc69-cde7-447f-82b6-c80f65abf39a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2628.949818] env[62189]: INFO nova.compute.manager [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Terminating instance [ 2629.068721] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 9065d820-ccd3-4a13-89bb-a57b5c2811c7] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2629.071857] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d65db40-b4e5-4ca5-a326-0d832fc28230 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.079452] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb826f6-f516-420b-842f-980162e3670f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.110275] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a008cea3-46c8-4fd4-b746-c41747a6dfe7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.117838] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b43784-6585-45a0-b8d2-27b222e2d6be {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.130837] env[62189]: DEBUG nova.compute.provider_tree [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2629.453653] env[62189]: DEBUG nova.compute.manager [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2629.453837] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2629.455207] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f03cea4-d7f7-4558-9d9d-72f0bd03ca1e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.462596] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2629.462817] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae92cf20-83a0-4a1f-91ba-5e42e77fa2f1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.469981] env[62189]: DEBUG oslo_vmware.api [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2629.469981] env[62189]: value = "task-2123311" [ 2629.469981] env[62189]: _type = "Task" [ 2629.469981] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2629.477407] env[62189]: DEBUG oslo_vmware.api [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2629.575575] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 8d29987b-a07e-47f9-be0f-4451bb861093] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2629.634164] env[62189]: DEBUG nova.scheduler.client.report [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2629.980531] env[62189]: DEBUG oslo_vmware.api [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123311, 'name': PowerOffVM_Task, 'duration_secs': 0.183575} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2629.981020] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2629.981252] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2629.981544] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a4b62e7-0f7a-4b23-91de-e51783715e84 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2630.079334] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: cdd61f41-38d4-458c-a1a7-aea329f42426] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2630.139525] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2630.157709] env[62189]: INFO nova.scheduler.client.report [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Deleted allocations for instance 9b145d00-5c3f-4842-8428-fb8f8f1f4c02 [ 2630.194069] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2630.194299] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2630.194480] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Deleting the datastore file [datastore2] 1089fc69-cde7-447f-82b6-c80f65abf39a {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2630.194827] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69efb0ac-644d-43fe-8106-5767d4fb6e0b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2630.201437] env[62189]: DEBUG oslo_vmware.api [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for the task: (returnval){ [ 2630.201437] env[62189]: value = "task-2123313" [ 2630.201437] env[62189]: _type = "Task" [ 2630.201437] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2630.209114] env[62189]: DEBUG oslo_vmware.api [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2630.582763] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: d4e230aa-bd6e-4765-9733-410ce3aa8038] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2630.665147] env[62189]: DEBUG oslo_concurrency.lockutils [None req-9f9a634c-964c-4d0f-ad08-17dba0ad2392 tempest-ServerActionsTestOtherA-2057463701 tempest-ServerActionsTestOtherA-2057463701-project-member] Lock "9b145d00-5c3f-4842-8428-fb8f8f1f4c02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.595s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2630.711751] env[62189]: DEBUG oslo_vmware.api [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Task: {'id': task-2123313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344237} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2630.712044] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2630.712245] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2630.712423] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2630.712677] env[62189]: INFO nova.compute.manager [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2630.712925] env[62189]: DEBUG oslo.service.loopingcall [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2630.713168] env[62189]: DEBUG nova.compute.manager [-] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2630.713267] env[62189]: DEBUG nova.network.neutron [-] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2631.086192] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 466c94c3-e292-43c4-8de7-106fc8cd7b80] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2631.147088] env[62189]: DEBUG nova.compute.manager [req-19a40a44-01a5-4399-b815-82650dbebb12 req-d7ddb55f-3001-42bd-b563-6b3d4d5f0332 service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Received event network-vif-deleted-f7ee59e9-53e6-4133-9f76-ded037cf26cc {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2631.147088] env[62189]: INFO nova.compute.manager [req-19a40a44-01a5-4399-b815-82650dbebb12 req-d7ddb55f-3001-42bd-b563-6b3d4d5f0332 service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Neutron deleted interface f7ee59e9-53e6-4133-9f76-ded037cf26cc; detaching it from the instance and deleting it from the info cache [ 2631.147183] env[62189]: DEBUG nova.network.neutron [req-19a40a44-01a5-4399-b815-82650dbebb12 req-d7ddb55f-3001-42bd-b563-6b3d4d5f0332 service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2631.589938] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 69045deb-bc18-493e-b08f-363960d3d16b] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2631.628468] env[62189]: DEBUG nova.network.neutron [-] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2631.650174] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c11293e-fa0b-4e8a-950f-a74a16f86590 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2631.659084] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5236ec58-2a86-4670-b15e-f6642402db91 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2631.685193] env[62189]: DEBUG nova.compute.manager [req-19a40a44-01a5-4399-b815-82650dbebb12 req-d7ddb55f-3001-42bd-b563-6b3d4d5f0332 service nova] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Detach interface failed, port_id=f7ee59e9-53e6-4133-9f76-ded037cf26cc, reason: Instance 1089fc69-cde7-447f-82b6-c80f65abf39a could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2632.092331] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: b305947d-e6d2-4ff1-9fcc-8f09aa16032e] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2632.130896] env[62189]: INFO nova.compute.manager [-] [instance: 1089fc69-cde7-447f-82b6-c80f65abf39a] Took 1.42 seconds to deallocate network for instance. [ 2632.598989] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 54c20750-c0eb-45c0-89d0-7540343e6585] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2632.640164] env[62189]: DEBUG oslo_concurrency.lockutils [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2632.640164] env[62189]: DEBUG oslo_concurrency.lockutils [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2632.640164] env[62189]: DEBUG nova.objects.instance [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lazy-loading 'resources' on Instance uuid 1089fc69-cde7-447f-82b6-c80f65abf39a {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2632.957088] env[62189]: INFO nova.compute.manager [None req-464e158b-6be1-473c-8d7e-15f8b25b00de tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Get console output [ 2632.957320] env[62189]: WARNING nova.virt.vmwareapi.driver [None req-464e158b-6be1-473c-8d7e-15f8b25b00de tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] The console log is missing. Check your VSPC configuration [ 2633.103084] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 800a1af0-11b7-493e-8bbd-412057495630] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2633.192680] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9742b0-b24f-4cf6-9aa2-79f4e8e72610 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.202916] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91679044-aa54-446e-8689-1d6b0ea3a2a8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.238998] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31a6724-c7ee-41e9-897e-4529ef85bfb5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.247894] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26990bb-941d-4ed9-a205-26ca74b1efba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.262328] env[62189]: DEBUG nova.compute.provider_tree [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2633.607054] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: c0c2b9f2-4cef-4224-aaec-c77642696a46] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2633.764999] env[62189]: DEBUG nova.scheduler.client.report [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2634.032900] env[62189]: DEBUG oslo_concurrency.lockutils [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "21cb8e26-abbb-4ce1-86c3-40881234124a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2634.032900] env[62189]: DEBUG oslo_concurrency.lockutils [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "21cb8e26-abbb-4ce1-86c3-40881234124a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2634.032900] env[62189]: DEBUG oslo_concurrency.lockutils [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "21cb8e26-abbb-4ce1-86c3-40881234124a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2634.032900] env[62189]: DEBUG oslo_concurrency.lockutils [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "21cb8e26-abbb-4ce1-86c3-40881234124a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2634.032900] env[62189]: DEBUG oslo_concurrency.lockutils [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "21cb8e26-abbb-4ce1-86c3-40881234124a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2634.035222] env[62189]: INFO nova.compute.manager [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Terminating instance [ 2634.109491] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: aefe6dbf-dbc9-4fb2-af50-62c71cb6689b] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2634.269476] env[62189]: DEBUG oslo_concurrency.lockutils [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2634.292024] env[62189]: INFO nova.scheduler.client.report [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Deleted allocations for instance 1089fc69-cde7-447f-82b6-c80f65abf39a [ 2634.539301] env[62189]: DEBUG nova.compute.manager [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2634.539564] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2634.540499] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d27552c-d64f-48bf-823e-971a4695ed86 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2634.549725] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2634.549946] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f91a1c1-0730-4570-9358-52c0ff34b24d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2634.555871] env[62189]: DEBUG oslo_vmware.api [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2634.555871] env[62189]: value = "task-2123314" [ 2634.555871] env[62189]: _type = "Task" [ 2634.555871] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2634.564368] env[62189]: DEBUG oslo_vmware.api [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2634.612690] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: 1706decc-cb1c-4f86-ac9a-5b955924f6e3] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2634.798874] env[62189]: DEBUG oslo_concurrency.lockutils [None req-23c36993-5d3d-4500-9c8c-980655139acc tempest-ServerActionsTestJSON-1960455315 tempest-ServerActionsTestJSON-1960455315-project-member] Lock "1089fc69-cde7-447f-82b6-c80f65abf39a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.852s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2635.066306] env[62189]: DEBUG oslo_vmware.api [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123314, 'name': PowerOffVM_Task, 'duration_secs': 0.185673} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2635.066570] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2635.066772] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2635.067028] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e4521bd-322c-4e6f-9649-0d1fa9103b2c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2635.115869] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: f04c5b3c-15ac-4b99-ab8d-a841ec94886b] Instance has had 0 of 5 cleanup attempts {{(pid=62189) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11759}} [ 2635.212755] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2635.212988] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2635.213195] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Deleting the datastore file [datastore2] 21cb8e26-abbb-4ce1-86c3-40881234124a {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2635.213468] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5320870-b940-4852-b928-88a11b1b54e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2635.219798] env[62189]: DEBUG oslo_vmware.api [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for the task: (returnval){ [ 2635.219798] env[62189]: value = "task-2123316" [ 2635.219798] env[62189]: _type = "Task" [ 2635.219798] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2635.228197] env[62189]: DEBUG oslo_vmware.api [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2635.618819] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2635.729745] env[62189]: DEBUG oslo_vmware.api [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Task: {'id': task-2123316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120442} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2635.729971] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2635.730168] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2635.730348] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2635.730516] env[62189]: INFO nova.compute.manager [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2635.730751] env[62189]: DEBUG oslo.service.loopingcall [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2635.730938] env[62189]: DEBUG nova.compute.manager [-] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2635.731046] env[62189]: DEBUG nova.network.neutron [-] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2636.548370] env[62189]: DEBUG nova.compute.manager [req-a6d39564-08f4-4655-983e-edcc36265e7e req-92635ad9-e6b2-45c2-ae48-492805972760 service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Received event network-vif-deleted-3a3190d2-3c53-4c94-9bff-739a21589624 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2636.548370] env[62189]: INFO nova.compute.manager [req-a6d39564-08f4-4655-983e-edcc36265e7e req-92635ad9-e6b2-45c2-ae48-492805972760 service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Neutron deleted interface 3a3190d2-3c53-4c94-9bff-739a21589624; detaching it from the instance and deleting it from the info cache [ 2636.548370] env[62189]: DEBUG nova.network.neutron [req-a6d39564-08f4-4655-983e-edcc36265e7e req-92635ad9-e6b2-45c2-ae48-492805972760 service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2637.020265] env[62189]: DEBUG nova.network.neutron [-] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2637.051346] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5af331d7-a144-4550-a343-2cd287e5fd07 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2637.059737] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60006b0e-8dd5-4b70-b9fe-8a8abcebc071 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2637.088178] env[62189]: DEBUG nova.compute.manager [req-a6d39564-08f4-4655-983e-edcc36265e7e req-92635ad9-e6b2-45c2-ae48-492805972760 service nova] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Detach interface failed, port_id=3a3190d2-3c53-4c94-9bff-739a21589624, reason: Instance 21cb8e26-abbb-4ce1-86c3-40881234124a could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2637.523304] env[62189]: INFO nova.compute.manager [-] [instance: 21cb8e26-abbb-4ce1-86c3-40881234124a] Took 1.79 seconds to deallocate network for instance. [ 2638.029740] env[62189]: DEBUG oslo_concurrency.lockutils [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2638.030146] env[62189]: DEBUG oslo_concurrency.lockutils [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2638.030298] env[62189]: DEBUG nova.objects.instance [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lazy-loading 'resources' on Instance uuid 21cb8e26-abbb-4ce1-86c3-40881234124a {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2638.575215] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a438b8c8-ee18-4b0e-adf8-959e5dfae3e1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2638.582221] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a87f0d-854a-4129-8276-7d0ce171b2a2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2638.611734] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60827dad-4b21-4f87-a8c3-61dcb5bc3aaa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2638.618919] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cb4e08-f70a-45eb-b158-63b07495773e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2638.631934] env[62189]: DEBUG nova.compute.provider_tree [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2639.134769] env[62189]: DEBUG nova.scheduler.client.report [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2639.639947] env[62189]: DEBUG oslo_concurrency.lockutils [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2639.659147] env[62189]: INFO nova.scheduler.client.report [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Deleted allocations for instance 21cb8e26-abbb-4ce1-86c3-40881234124a [ 2640.168617] env[62189]: DEBUG oslo_concurrency.lockutils [None req-617d0939-fec7-4450-9356-e301e19d27b3 tempest-AttachVolumeNegativeTest-1064268614 tempest-AttachVolumeNegativeTest-1064268614-project-member] Lock "21cb8e26-abbb-4ce1-86c3-40881234124a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.136s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2641.282684] env[62189]: DEBUG oslo_concurrency.lockutils [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2641.283083] env[62189]: DEBUG oslo_concurrency.lockutils [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2641.785736] env[62189]: INFO nova.compute.manager [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Detaching volume e96b3999-01ec-4f43-976a-e51913150831 [ 2641.815941] env[62189]: INFO nova.virt.block_device [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Attempting to driver detach volume e96b3999-01ec-4f43-976a-e51913150831 from mountpoint /dev/sdb [ 2641.816250] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Volume detach. Driver type: vmdk {{(pid=62189) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2641.816461] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434326', 'volume_id': 'e96b3999-01ec-4f43-976a-e51913150831', 'name': 'volume-e96b3999-01ec-4f43-976a-e51913150831', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8cfacfe7-ea7a-4f12-ab1e-757acbc94f06', 'attached_at': '', 'detached_at': '', 'volume_id': 'e96b3999-01ec-4f43-976a-e51913150831', 'serial': 'e96b3999-01ec-4f43-976a-e51913150831'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2641.817355] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b22739-3975-44c9-bd9d-854a2fa867da {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2641.838929] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac2d6a0-628d-441b-a251-81a13bb31bd7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2641.845886] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a02fc8-f922-4bb4-9786-e33de1a79ba6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2641.865269] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cfe65e-b14f-4e38-b058-d7724c40ecf0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2641.879276] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] The volume has not been displaced from its original location: [datastore2] volume-e96b3999-01ec-4f43-976a-e51913150831/volume-e96b3999-01ec-4f43-976a-e51913150831.vmdk. No consolidation needed. {{(pid=62189) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2641.884234] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2641.884481] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-082ddc76-797a-4dd6-945c-33aa0d62e535 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2641.901525] env[62189]: DEBUG oslo_vmware.api [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2641.901525] env[62189]: value = "task-2123318" [ 2641.901525] env[62189]: _type = "Task" [ 2641.901525] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2641.910127] env[62189]: DEBUG oslo_vmware.api [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2642.410801] env[62189]: DEBUG oslo_vmware.api [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123318, 'name': ReconfigVM_Task, 'duration_secs': 0.301312} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2642.411202] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=62189) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2642.415518] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b4d2943-b72c-499b-a0a2-e8290ca2db81 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2642.430287] env[62189]: DEBUG oslo_vmware.api [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2642.430287] env[62189]: value = "task-2123319" [ 2642.430287] env[62189]: _type = "Task" [ 2642.430287] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2642.437463] env[62189]: DEBUG oslo_vmware.api [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2642.941046] env[62189]: DEBUG oslo_vmware.api [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123319, 'name': ReconfigVM_Task, 'duration_secs': 0.174703} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2642.941325] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-434326', 'volume_id': 'e96b3999-01ec-4f43-976a-e51913150831', 'name': 'volume-e96b3999-01ec-4f43-976a-e51913150831', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8cfacfe7-ea7a-4f12-ab1e-757acbc94f06', 'attached_at': '', 'detached_at': '', 'volume_id': 'e96b3999-01ec-4f43-976a-e51913150831', 'serial': 'e96b3999-01ec-4f43-976a-e51913150831'} {{(pid=62189) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2643.483692] env[62189]: DEBUG nova.objects.instance [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lazy-loading 'flavor' on Instance uuid 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2644.491157] env[62189]: DEBUG oslo_concurrency.lockutils [None req-967188ab-7dbd-4e97-afc6-421fac814902 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2645.524046] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2645.524046] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2645.524498] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2645.524498] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2645.524610] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2645.526605] env[62189]: INFO nova.compute.manager [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Terminating instance [ 2646.030798] env[62189]: DEBUG nova.compute.manager [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2646.031038] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2646.032334] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a8b2ba-738d-479d-a3af-8485a36e04ef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2646.039975] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2646.040207] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03eb2a06-5ab6-43a3-8e6e-9eb8d7baf8aa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2646.046077] env[62189]: DEBUG oslo_vmware.api [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2646.046077] env[62189]: value = "task-2123321" [ 2646.046077] env[62189]: _type = "Task" [ 2646.046077] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2646.054199] env[62189]: DEBUG oslo_vmware.api [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2646.556211] env[62189]: DEBUG oslo_vmware.api [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123321, 'name': PowerOffVM_Task, 'duration_secs': 0.157421} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2646.556601] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2646.556601] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2646.556787] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9f0a525-0067-4ab6-afb0-dad9a34cbf7f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2646.653747] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2646.653923] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2646.653985] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Deleting the datastore file [datastore2] 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2646.654256] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc751bd2-092f-4a88-b844-37d8791da51c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2646.661353] env[62189]: DEBUG oslo_vmware.api [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2646.661353] env[62189]: value = "task-2123323" [ 2646.661353] env[62189]: _type = "Task" [ 2646.661353] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2646.669438] env[62189]: DEBUG oslo_vmware.api [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2647.170733] env[62189]: DEBUG oslo_vmware.api [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124681} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2647.171052] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2647.171162] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2647.171364] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2647.171542] env[62189]: INFO nova.compute.manager [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2647.171785] env[62189]: DEBUG oslo.service.loopingcall [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2647.171972] env[62189]: DEBUG nova.compute.manager [-] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2647.172086] env[62189]: DEBUG nova.network.neutron [-] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2647.594145] env[62189]: DEBUG nova.compute.manager [req-45ab0c7d-aafa-45c7-bf5f-c0ee8723e7ed req-3d4db4f9-95f6-4b17-8c0a-649f7cbc6c04 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Received event network-vif-deleted-561ed9ab-4d1d-497c-89a4-af7c3c05dbf1 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2647.594145] env[62189]: INFO nova.compute.manager [req-45ab0c7d-aafa-45c7-bf5f-c0ee8723e7ed req-3d4db4f9-95f6-4b17-8c0a-649f7cbc6c04 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Neutron deleted interface 561ed9ab-4d1d-497c-89a4-af7c3c05dbf1; detaching it from the instance and deleting it from the info cache [ 2647.594145] env[62189]: DEBUG nova.network.neutron [req-45ab0c7d-aafa-45c7-bf5f-c0ee8723e7ed req-3d4db4f9-95f6-4b17-8c0a-649f7cbc6c04 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2648.070440] env[62189]: DEBUG nova.network.neutron [-] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2648.095550] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72f9c1ff-1f0a-4e5d-ac4e-5705bf50be24 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2648.105856] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2a2816-a97f-4695-b03f-050a0d819011 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2648.129062] env[62189]: DEBUG nova.compute.manager [req-45ab0c7d-aafa-45c7-bf5f-c0ee8723e7ed req-3d4db4f9-95f6-4b17-8c0a-649f7cbc6c04 service nova] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Detach interface failed, port_id=561ed9ab-4d1d-497c-89a4-af7c3c05dbf1, reason: Instance 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06 could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2648.573637] env[62189]: INFO nova.compute.manager [-] [instance: 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06] Took 1.40 seconds to deallocate network for instance. [ 2649.080384] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2649.080764] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2649.080967] env[62189]: DEBUG nova.objects.instance [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lazy-loading 'resources' on Instance uuid 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06 {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2649.616733] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e537e9-b45f-44e1-a3c0-db1471377548 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2649.624428] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2da34a-79bc-42b0-9638-f885e6bfa2d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2649.655741] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87cc4a5-4210-4249-ade3-af1646209656 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2649.662666] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab65b4e8-2276-4d70-bd13-dd2c8c5f411c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2649.675106] env[62189]: DEBUG nova.compute.provider_tree [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2650.178563] env[62189]: DEBUG nova.scheduler.client.report [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2650.683476] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2650.702854] env[62189]: INFO nova.scheduler.client.report [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Deleted allocations for instance 8cfacfe7-ea7a-4f12-ab1e-757acbc94f06 [ 2651.211841] env[62189]: DEBUG oslo_concurrency.lockutils [None req-d24b65a9-1abd-4b5b-93fe-69a0f6646120 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "8cfacfe7-ea7a-4f12-ab1e-757acbc94f06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.688s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2652.942454] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2652.942782] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2653.445341] env[62189]: DEBUG nova.compute.manager [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Starting instance... {{(pid=62189) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2653.969158] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2653.969500] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2653.971068] env[62189]: INFO nova.compute.claims [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2655.015702] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca4688a-9a74-4726-87c2-2a294d15f997 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2655.024074] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee567bb-df24-4e50-9d3e-baac1f8029f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2655.054478] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee4927b-491a-4b6a-a763-da92dbf65ca5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2655.062235] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad06b81-c2ce-46b4-be75-510bebc39068 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2655.075404] env[62189]: DEBUG nova.compute.provider_tree [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2655.578624] env[62189]: DEBUG nova.scheduler.client.report [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2656.083612] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2656.084233] env[62189]: DEBUG nova.compute.manager [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Start building networks asynchronously for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2656.590508] env[62189]: DEBUG nova.compute.utils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Using /dev/sd instead of None {{(pid=62189) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2656.592272] env[62189]: DEBUG nova.compute.manager [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Allocating IP information in the background. {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2656.592468] env[62189]: DEBUG nova.network.neutron [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] allocate_for_instance() {{(pid=62189) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2656.641326] env[62189]: DEBUG nova.policy [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d042921e80b4805852884eb7e2132e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fb17899464f4911bd01bf13adb700c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62189) authorize /opt/stack/nova/nova/policy.py:192}} [ 2656.906539] env[62189]: DEBUG nova.network.neutron [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Successfully created port: 3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2657.095633] env[62189]: DEBUG nova.compute.manager [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Start building block device mappings for instance. {{(pid=62189) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2658.105357] env[62189]: DEBUG nova.compute.manager [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Start spawning the instance on the hypervisor. {{(pid=62189) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2658.131966] env[62189]: DEBUG nova.virt.hardware [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-15T13:22:28Z,direct_url=,disk_format='vmdk',id=7273d3db-cce3-4b39-ae77-856e5463223d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9e29af319896435bbb56c21c94e32a12',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-15T13:22:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2658.132238] env[62189]: DEBUG nova.virt.hardware [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2658.132395] env[62189]: DEBUG nova.virt.hardware [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2658.132575] env[62189]: DEBUG nova.virt.hardware [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2658.132719] env[62189]: DEBUG nova.virt.hardware [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2658.132863] env[62189]: DEBUG nova.virt.hardware [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2658.133077] env[62189]: DEBUG nova.virt.hardware [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2658.133238] env[62189]: DEBUG nova.virt.hardware [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2658.133400] env[62189]: DEBUG nova.virt.hardware [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2658.133558] env[62189]: DEBUG nova.virt.hardware [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2658.133727] env[62189]: DEBUG nova.virt.hardware [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2658.134656] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ffcd62-8238-4d65-a6de-bfd550c769c1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2658.142330] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7d2b7f-d71b-4baf-bf5a-daa504836ff2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2664.780152] env[62189]: DEBUG nova.compute.manager [req-75e4f26e-826b-492f-a77d-ff83302f4dba req-a281ec2c-cc20-49ca-a7bd-0aed0540176d service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Received event network-vif-plugged-3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2664.780413] env[62189]: DEBUG oslo_concurrency.lockutils [req-75e4f26e-826b-492f-a77d-ff83302f4dba req-a281ec2c-cc20-49ca-a7bd-0aed0540176d service nova] Acquiring lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2664.780948] env[62189]: DEBUG oslo_concurrency.lockutils [req-75e4f26e-826b-492f-a77d-ff83302f4dba req-a281ec2c-cc20-49ca-a7bd-0aed0540176d service nova] Lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2664.781189] env[62189]: DEBUG oslo_concurrency.lockutils [req-75e4f26e-826b-492f-a77d-ff83302f4dba req-a281ec2c-cc20-49ca-a7bd-0aed0540176d service nova] Lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2664.781367] env[62189]: DEBUG nova.compute.manager [req-75e4f26e-826b-492f-a77d-ff83302f4dba req-a281ec2c-cc20-49ca-a7bd-0aed0540176d service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] No waiting events found dispatching network-vif-plugged-3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2664.781536] env[62189]: WARNING nova.compute.manager [req-75e4f26e-826b-492f-a77d-ff83302f4dba req-a281ec2c-cc20-49ca-a7bd-0aed0540176d service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Received unexpected event network-vif-plugged-3b5d3b8e-37fa-42f9-973d-36555dc3ae99 for instance with vm_state building and task_state spawning. [ 2664.860253] env[62189]: DEBUG nova.network.neutron [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Successfully updated port: 3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2665.362595] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2665.362765] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2665.362880] env[62189]: DEBUG nova.network.neutron [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2665.894240] env[62189]: DEBUG nova.network.neutron [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Instance cache missing network info. {{(pid=62189) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2666.017724] env[62189]: DEBUG nova.network.neutron [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updating instance_info_cache with network_info: [{"id": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "address": "fa:16:3e:63:f2:bd", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5d3b8e-37", "ovs_interfaceid": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2666.520638] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Releasing lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2666.520985] env[62189]: DEBUG nova.compute.manager [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Instance network_info: |[{"id": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "address": "fa:16:3e:63:f2:bd", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5d3b8e-37", "ovs_interfaceid": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62189) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2666.521448] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:f2:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b5d3b8e-37fa-42f9-973d-36555dc3ae99', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2666.528858] env[62189]: DEBUG oslo.service.loopingcall [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2666.529095] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2666.529325] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2284745b-7da4-4a2d-8b6e-6bedde2c176f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2666.550168] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2666.550168] env[62189]: value = "task-2123324" [ 2666.550168] env[62189]: _type = "Task" [ 2666.550168] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2666.557627] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123324, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2666.812338] env[62189]: DEBUG nova.compute.manager [req-64042c2c-3747-419c-8382-3c87227b33bd req-349cd778-863d-407d-b6f3-2c892c299da4 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Received event network-changed-3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2666.812338] env[62189]: DEBUG nova.compute.manager [req-64042c2c-3747-419c-8382-3c87227b33bd req-349cd778-863d-407d-b6f3-2c892c299da4 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Refreshing instance network info cache due to event network-changed-3b5d3b8e-37fa-42f9-973d-36555dc3ae99. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2666.812619] env[62189]: DEBUG oslo_concurrency.lockutils [req-64042c2c-3747-419c-8382-3c87227b33bd req-349cd778-863d-407d-b6f3-2c892c299da4 service nova] Acquiring lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2666.812813] env[62189]: DEBUG oslo_concurrency.lockutils [req-64042c2c-3747-419c-8382-3c87227b33bd req-349cd778-863d-407d-b6f3-2c892c299da4 service nova] Acquired lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2666.812995] env[62189]: DEBUG nova.network.neutron [req-64042c2c-3747-419c-8382-3c87227b33bd req-349cd778-863d-407d-b6f3-2c892c299da4 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Refreshing network info cache for port 3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2667.060669] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123324, 'name': CreateVM_Task, 'duration_secs': 0.342417} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2667.061212] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2667.061562] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2667.061727] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2667.062080] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2667.062332] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-317adc1e-3a5f-48e6-bc2a-47f5a782d181 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2667.066704] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2667.066704] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526834df-0060-6c46-170d-9d0dbb1fb878" [ 2667.066704] env[62189]: _type = "Task" [ 2667.066704] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2667.075703] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526834df-0060-6c46-170d-9d0dbb1fb878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2667.503503] env[62189]: DEBUG nova.network.neutron [req-64042c2c-3747-419c-8382-3c87227b33bd req-349cd778-863d-407d-b6f3-2c892c299da4 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updated VIF entry in instance network info cache for port 3b5d3b8e-37fa-42f9-973d-36555dc3ae99. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2667.503867] env[62189]: DEBUG nova.network.neutron [req-64042c2c-3747-419c-8382-3c87227b33bd req-349cd778-863d-407d-b6f3-2c892c299da4 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updating instance_info_cache with network_info: [{"id": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "address": "fa:16:3e:63:f2:bd", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5d3b8e-37", "ovs_interfaceid": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2667.577653] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]526834df-0060-6c46-170d-9d0dbb1fb878, 'name': SearchDatastore_Task, 'duration_secs': 0.01095} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2667.577939] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2667.578224] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Processing image 7273d3db-cce3-4b39-ae77-856e5463223d {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2667.578454] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2667.578601] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2667.578774] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2667.579036] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b34afe1e-2f7f-423c-b029-143831061dfc {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2667.587865] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2667.588040] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2667.588704] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f04e748e-a7c4-4c65-aa3b-cdef8af97660 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2667.593357] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2667.593357] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fe031b-cc3b-7441-c9b8-bf9a97123c68" [ 2667.593357] env[62189]: _type = "Task" [ 2667.593357] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2667.600268] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fe031b-cc3b-7441-c9b8-bf9a97123c68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2668.006875] env[62189]: DEBUG oslo_concurrency.lockutils [req-64042c2c-3747-419c-8382-3c87227b33bd req-349cd778-863d-407d-b6f3-2c892c299da4 service nova] Releasing lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2668.103450] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fe031b-cc3b-7441-c9b8-bf9a97123c68, 'name': SearchDatastore_Task, 'duration_secs': 0.01714} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2668.104211] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-169a87ce-9126-47e5-9a62-81fdf3f201e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2668.109116] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2668.109116] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527974e6-1b6b-5cc9-b81f-0f7a36ba4e0a" [ 2668.109116] env[62189]: _type = "Task" [ 2668.109116] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2668.116247] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527974e6-1b6b-5cc9-b81f-0f7a36ba4e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2668.619016] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]527974e6-1b6b-5cc9-b81f-0f7a36ba4e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009017} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2668.619290] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2668.619547] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab/cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2668.619799] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89563b69-9c08-41fd-883f-ea2117e5ffb9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2668.626474] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2668.626474] env[62189]: value = "task-2123325" [ 2668.626474] env[62189]: _type = "Task" [ 2668.626474] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2668.633623] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2669.135943] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495971} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2669.137072] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7273d3db-cce3-4b39-ae77-856e5463223d/7273d3db-cce3-4b39-ae77-856e5463223d.vmdk to [datastore2] cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab/cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2669.137072] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Extending root virtual disk to 1048576 {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2669.137311] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8c9bdb4-418e-4ad3-aca0-b701dbd7d597 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.143490] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2669.143490] env[62189]: value = "task-2123326" [ 2669.143490] env[62189]: _type = "Task" [ 2669.143490] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2669.151432] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2669.653674] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195978} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2669.653932] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Extended root virtual disk {{(pid=62189) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2669.654684] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7dd7d1-2dc0-4713-810f-d9a4f05e513f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.675734] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab/cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2669.675945] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6f05602-68e6-4844-88b6-705519ee421b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.694582] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2669.694582] env[62189]: value = "task-2123327" [ 2669.694582] env[62189]: _type = "Task" [ 2669.694582] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2669.701694] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2670.205788] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123327, 'name': ReconfigVM_Task, 'duration_secs': 0.376388} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2670.206145] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Reconfigured VM instance instance-0000007c to attach disk [datastore2] cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab/cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab.vmdk or device None with type sparse {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2670.206633] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4127b1a9-cb15-42de-9092-5a74d5bf43ee {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2670.212924] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2670.212924] env[62189]: value = "task-2123328" [ 2670.212924] env[62189]: _type = "Task" [ 2670.212924] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2670.220297] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123328, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2670.722335] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123328, 'name': Rename_Task, 'duration_secs': 0.145795} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2670.722596] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2670.722839] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67e1f026-0f2e-41b4-963c-f7507abe4aae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2670.729324] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2670.729324] env[62189]: value = "task-2123329" [ 2670.729324] env[62189]: _type = "Task" [ 2670.729324] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2670.736519] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2671.239343] env[62189]: DEBUG oslo_vmware.api [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123329, 'name': PowerOnVM_Task, 'duration_secs': 0.410434} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2671.239815] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2671.239815] env[62189]: INFO nova.compute.manager [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Took 13.13 seconds to spawn the instance on the hypervisor. [ 2671.239815] env[62189]: DEBUG nova.compute.manager [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2671.240553] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5075e76-fdc1-48f3-ba7d-b56cf17685d3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2671.758986] env[62189]: INFO nova.compute.manager [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Took 17.81 seconds to build instance. [ 2672.260950] env[62189]: DEBUG oslo_concurrency.lockutils [None req-c79dadb7-c926-4c74-ad0c-a3de335949cc tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.318s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2672.876373] env[62189]: DEBUG nova.compute.manager [req-a28ddf20-e671-4495-abfe-f30d34575e8e req-4e4ba9b1-c3f7-4971-a9fe-672594e7957f service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Received event network-changed-3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2672.876549] env[62189]: DEBUG nova.compute.manager [req-a28ddf20-e671-4495-abfe-f30d34575e8e req-4e4ba9b1-c3f7-4971-a9fe-672594e7957f service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Refreshing instance network info cache due to event network-changed-3b5d3b8e-37fa-42f9-973d-36555dc3ae99. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2672.876761] env[62189]: DEBUG oslo_concurrency.lockutils [req-a28ddf20-e671-4495-abfe-f30d34575e8e req-4e4ba9b1-c3f7-4971-a9fe-672594e7957f service nova] Acquiring lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2672.876912] env[62189]: DEBUG oslo_concurrency.lockutils [req-a28ddf20-e671-4495-abfe-f30d34575e8e req-4e4ba9b1-c3f7-4971-a9fe-672594e7957f service nova] Acquired lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2672.877107] env[62189]: DEBUG nova.network.neutron [req-a28ddf20-e671-4495-abfe-f30d34575e8e req-4e4ba9b1-c3f7-4971-a9fe-672594e7957f service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Refreshing network info cache for port 3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2673.588314] env[62189]: DEBUG nova.network.neutron [req-a28ddf20-e671-4495-abfe-f30d34575e8e req-4e4ba9b1-c3f7-4971-a9fe-672594e7957f service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updated VIF entry in instance network info cache for port 3b5d3b8e-37fa-42f9-973d-36555dc3ae99. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2673.588713] env[62189]: DEBUG nova.network.neutron [req-a28ddf20-e671-4495-abfe-f30d34575e8e req-4e4ba9b1-c3f7-4971-a9fe-672594e7957f service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updating instance_info_cache with network_info: [{"id": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "address": "fa:16:3e:63:f2:bd", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5d3b8e-37", "ovs_interfaceid": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2674.091801] env[62189]: DEBUG oslo_concurrency.lockutils [req-a28ddf20-e671-4495-abfe-f30d34575e8e req-4e4ba9b1-c3f7-4971-a9fe-672594e7957f service nova] Releasing lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2674.612535] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2674.612918] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2674.612918] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2676.121367] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Didn't find any instances for network info cache update. {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10532}} [ 2676.121754] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2676.121754] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2676.121883] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2676.122075] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2676.122273] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2676.122404] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2676.122534] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2676.122677] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2676.626403] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2676.626722] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2676.626815] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2676.626973] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2676.627935] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996c8130-ae2f-4378-8519-1a390badfaf6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2676.637189] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9221eec8-c781-4d92-bbff-5f225152db57 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2676.651208] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0658d02-4df6-4937-b703-e96b3bb09a5c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2676.657374] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610b933e-dbf4-4122-b7d9-e148756350f2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2676.685363] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179822MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2676.685500] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2676.685688] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2677.820455] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2677.820719] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2677.820810] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2677.845926] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e5e7eb-c5bd-4f1a-8f32-2a9fe5885d13 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2677.853177] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f0ddd4-13d9-4d2c-9d39-baac47954627 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2677.882686] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc0fc73-3708-4fe3-a4ca-2f9a40dd4f9d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2677.889459] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b2336e-e925-4398-94e0-945585b91771 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2677.902381] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2678.405791] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2678.910839] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2678.911252] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.225s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2681.814746] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2712.288237] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2712.288685] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2712.288731] env[62189]: INFO nova.compute.manager [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Shelving [ 2713.299683] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2713.300418] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-287efd76-6588-49a5-a4c3-5e1852c1810e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2713.307859] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2713.307859] env[62189]: value = "task-2123330" [ 2713.307859] env[62189]: _type = "Task" [ 2713.307859] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2713.315605] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2713.818774] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123330, 'name': PowerOffVM_Task, 'duration_secs': 0.208039} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2713.819077] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2713.819930] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eb400f-b714-44e4-9289-29a1db95d47c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2713.839528] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6648106e-7ec9-4515-82ca-aa759fcd7a6c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2714.351312] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Creating Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2714.351825] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f5967df3-8ad9-4646-a2b8-53c729e0e9e1 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2714.361114] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2714.361114] env[62189]: value = "task-2123331" [ 2714.361114] env[62189]: _type = "Task" [ 2714.361114] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2714.370795] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123331, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2714.871341] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123331, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2715.376434] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123331, 'name': CreateSnapshot_Task, 'duration_secs': 0.610033} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2715.376899] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Created Snapshot of the VM instance {{(pid=62189) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2715.378065] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0d7a0f-6161-43ea-bf0c-163048e609de {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2715.899970] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Creating linked-clone VM from snapshot {{(pid=62189) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2715.900282] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9511b7e4-3264-4a76-89ab-5d46fb7affb0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2715.909752] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2715.909752] env[62189]: value = "task-2123332" [ 2715.909752] env[62189]: _type = "Task" [ 2715.909752] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2715.918222] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123332, 'name': CloneVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2716.420364] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123332, 'name': CloneVM_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2716.921063] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123332, 'name': CloneVM_Task} progress is 95%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2717.423737] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123332, 'name': CloneVM_Task, 'duration_secs': 1.102659} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2717.424146] env[62189]: INFO nova.virt.vmwareapi.vmops [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Created linked-clone VM from snapshot [ 2717.424709] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b035c9-f9e1-40fe-aeea-792eac958b4f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2717.432261] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Uploading image 77baf698-1251-4006-a74a-4b182f64042e {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2717.480884] env[62189]: DEBUG oslo_vmware.rw_handles [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2717.480884] env[62189]: value = "vm-434331" [ 2717.480884] env[62189]: _type = "VirtualMachine" [ 2717.480884] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2717.481174] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-93b89ec4-3cb6-4db6-a88b-4eb262f2bd3d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2717.488090] env[62189]: DEBUG oslo_vmware.rw_handles [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lease: (returnval){ [ 2717.488090] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cf5e91-1eb0-d5b0-3569-0629fe82aeac" [ 2717.488090] env[62189]: _type = "HttpNfcLease" [ 2717.488090] env[62189]: } obtained for exporting VM: (result){ [ 2717.488090] env[62189]: value = "vm-434331" [ 2717.488090] env[62189]: _type = "VirtualMachine" [ 2717.488090] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2717.488386] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the lease: (returnval){ [ 2717.488386] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cf5e91-1eb0-d5b0-3569-0629fe82aeac" [ 2717.488386] env[62189]: _type = "HttpNfcLease" [ 2717.488386] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2717.494338] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2717.494338] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cf5e91-1eb0-d5b0-3569-0629fe82aeac" [ 2717.494338] env[62189]: _type = "HttpNfcLease" [ 2717.494338] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2717.996329] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2717.996329] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cf5e91-1eb0-d5b0-3569-0629fe82aeac" [ 2717.996329] env[62189]: _type = "HttpNfcLease" [ 2717.996329] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2717.996660] env[62189]: DEBUG oslo_vmware.rw_handles [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2717.996660] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52cf5e91-1eb0-d5b0-3569-0629fe82aeac" [ 2717.996660] env[62189]: _type = "HttpNfcLease" [ 2717.996660] env[62189]: }. {{(pid=62189) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2717.997341] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3df86c5-0cea-443a-ba12-3e9ed03836f0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2718.004272] env[62189]: DEBUG oslo_vmware.rw_handles [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2cf05-e457-e8d3-9609-838bdcd99dd2/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2718.004440] env[62189]: DEBUG oslo_vmware.rw_handles [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2cf05-e457-e8d3-9609-838bdcd99dd2/disk-0.vmdk for reading. {{(pid=62189) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2718.091703] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-286a7bc5-656e-4a9b-be65-7b2ec7c69914 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2722.020154] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2722.521182] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2722.521410] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2724.665257] env[62189]: DEBUG oslo_vmware.rw_handles [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2cf05-e457-e8d3-9609-838bdcd99dd2/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2724.666200] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca61f93a-e697-4e1d-8701-26f35b35a83c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2724.672442] env[62189]: DEBUG oslo_vmware.rw_handles [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2cf05-e457-e8d3-9609-838bdcd99dd2/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2724.672602] env[62189]: ERROR oslo_vmware.rw_handles [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2cf05-e457-e8d3-9609-838bdcd99dd2/disk-0.vmdk due to incomplete transfer. [ 2724.672814] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bbcd226f-6b48-4de5-b931-d0f28fc0f632 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2724.679578] env[62189]: DEBUG oslo_vmware.rw_handles [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c2cf05-e457-e8d3-9609-838bdcd99dd2/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2724.679769] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Uploaded image 77baf698-1251-4006-a74a-4b182f64042e to the Glance image server {{(pid=62189) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2724.681965] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Destroying the VM {{(pid=62189) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2724.682200] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-746aa822-8134-46b2-8216-8270e9f951fa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2724.687450] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2724.687450] env[62189]: value = "task-2123334" [ 2724.687450] env[62189]: _type = "Task" [ 2724.687450] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2724.694597] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123334, 'name': Destroy_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2725.197032] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123334, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2725.521020] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2725.521294] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2725.697450] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123334, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2726.198039] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123334, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2726.521089] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2726.521652] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2726.698810] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123334, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2727.199973] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123334, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2727.700666] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123334, 'name': Destroy_Task} progress is 33%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2728.201589] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123334, 'name': Destroy_Task, 'duration_secs': 3.428187} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2728.201855] env[62189]: INFO nova.virt.vmwareapi.vm_util [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Destroyed the VM [ 2728.202154] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Deleting Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2728.202448] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9aeb770-c523-477d-b948-f54ed94a0c61 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2728.208310] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2728.208310] env[62189]: value = "task-2123335" [ 2728.208310] env[62189]: _type = "Task" [ 2728.208310] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2728.215325] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2728.718521] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2729.219260] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2729.521201] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2729.521402] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2729.521512] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2729.720457] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123335, 'name': RemoveSnapshot_Task, 'duration_secs': 1.206787} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2729.720830] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Deleted Snapshot of the VM instance {{(pid=62189) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2729.720983] env[62189]: DEBUG nova.compute.manager [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2729.721738] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b09883-7144-4b06-9bb8-3c9cff111e1d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2730.024972] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2730.025170] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquired lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2730.025301] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Forcefully refreshing network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2730.025432] env[62189]: DEBUG nova.objects.instance [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lazy-loading 'info_cache' on Instance uuid cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2730.234373] env[62189]: INFO nova.compute.manager [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Shelve offloading [ 2730.737589] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2730.738080] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb72952d-717a-447a-a531-5b423f0268e2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2730.745943] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2730.745943] env[62189]: value = "task-2123336" [ 2730.745943] env[62189]: _type = "Task" [ 2730.745943] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2730.753128] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2731.256055] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] VM already powered off {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2731.256184] env[62189]: DEBUG nova.compute.manager [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2731.256891] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaadfcf5-9642-4f5b-9cb8-d387446d805a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2731.262258] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2731.766949] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updating instance_info_cache with network_info: [{"id": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "address": "fa:16:3e:63:f2:bd", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5d3b8e-37", "ovs_interfaceid": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2732.269678] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Releasing lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2732.269905] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updated the network info_cache for instance {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2732.270229] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2732.270416] env[62189]: DEBUG nova.network.neutron [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2732.271582] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2732.271984] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2732.775247] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2732.775642] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2732.775642] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2732.775829] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2732.776694] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80655a43-f6a2-4ef8-b084-28ef9e7ecd30 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2732.785336] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2b4ad9-87bd-407c-83e8-2f4f2f00ff7e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2732.798989] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc06b8ca-8d28-4af2-8d63-a239dec915ba {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2732.805159] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97e4034-8e11-407a-bc94-b91fe698dc14 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2732.836068] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180992MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2732.836226] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2732.836403] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2732.978715] env[62189]: DEBUG nova.network.neutron [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updating instance_info_cache with network_info: [{"id": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "address": "fa:16:3e:63:f2:bd", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5d3b8e-37", "ovs_interfaceid": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2733.481748] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Releasing lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2733.722411] env[62189]: DEBUG nova.compute.manager [req-76339431-a3ca-46db-a017-6c74d063e177 req-81c091b6-0558-43e2-a18a-45a1af3980da service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Received event network-vif-unplugged-3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2733.722653] env[62189]: DEBUG oslo_concurrency.lockutils [req-76339431-a3ca-46db-a017-6c74d063e177 req-81c091b6-0558-43e2-a18a-45a1af3980da service nova] Acquiring lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2733.722883] env[62189]: DEBUG oslo_concurrency.lockutils [req-76339431-a3ca-46db-a017-6c74d063e177 req-81c091b6-0558-43e2-a18a-45a1af3980da service nova] Lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2733.723012] env[62189]: DEBUG oslo_concurrency.lockutils [req-76339431-a3ca-46db-a017-6c74d063e177 req-81c091b6-0558-43e2-a18a-45a1af3980da service nova] Lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2733.723549] env[62189]: DEBUG nova.compute.manager [req-76339431-a3ca-46db-a017-6c74d063e177 req-81c091b6-0558-43e2-a18a-45a1af3980da service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] No waiting events found dispatching network-vif-unplugged-3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2733.723743] env[62189]: WARNING nova.compute.manager [req-76339431-a3ca-46db-a017-6c74d063e177 req-81c091b6-0558-43e2-a18a-45a1af3980da service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Received unexpected event network-vif-unplugged-3b5d3b8e-37fa-42f9-973d-36555dc3ae99 for instance with vm_state shelved and task_state shelving_offloading. [ 2733.785697] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2733.786582] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b04755-5f97-406c-aea9-12eae43b77c4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2733.794347] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2733.794571] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b4807bf-3af3-4bbe-9520-c3b20593da2e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2733.861447] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2733.861682] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2733.861865] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2733.886483] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42548cc-87f8-4283-a701-4589af30f6e9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2733.893824] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19949a33-ff45-4673-8443-9ebe9c643feb {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2733.925305] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9f3af3-0d77-465b-872e-9089f7ac58fa {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2733.927773] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2733.927991] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2733.928186] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Deleting the datastore file [datastore2] cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2733.928424] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0401020a-7ce5-437d-92a5-1e0fb08954ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2733.934408] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb0424a-078e-475e-bcd6-1eb406cf8d99 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2733.938797] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2733.938797] env[62189]: value = "task-2123338" [ 2733.938797] env[62189]: _type = "Task" [ 2733.938797] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2733.949410] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2733.954928] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2734.449063] env[62189]: DEBUG oslo_vmware.api [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143282} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2734.449063] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2734.449314] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2734.449408] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2734.451940] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2734.475540] env[62189]: INFO nova.scheduler.client.report [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Deleted allocations for instance cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab [ 2734.956942] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2734.957371] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.121s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2734.979559] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2734.979867] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2734.980112] env[62189]: DEBUG nova.objects.instance [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lazy-loading 'resources' on Instance uuid cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2735.482769] env[62189]: DEBUG nova.objects.instance [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lazy-loading 'numa_topology' on Instance uuid cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2735.747231] env[62189]: DEBUG nova.compute.manager [req-b7a48640-442a-4400-8cb3-02ff5d6badd2 req-a0cb6d5c-7fea-448b-bede-af6380670953 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Received event network-changed-3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2735.747432] env[62189]: DEBUG nova.compute.manager [req-b7a48640-442a-4400-8cb3-02ff5d6badd2 req-a0cb6d5c-7fea-448b-bede-af6380670953 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Refreshing instance network info cache due to event network-changed-3b5d3b8e-37fa-42f9-973d-36555dc3ae99. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2735.748026] env[62189]: DEBUG oslo_concurrency.lockutils [req-b7a48640-442a-4400-8cb3-02ff5d6badd2 req-a0cb6d5c-7fea-448b-bede-af6380670953 service nova] Acquiring lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2735.748334] env[62189]: DEBUG oslo_concurrency.lockutils [req-b7a48640-442a-4400-8cb3-02ff5d6badd2 req-a0cb6d5c-7fea-448b-bede-af6380670953 service nova] Acquired lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2735.748511] env[62189]: DEBUG nova.network.neutron [req-b7a48640-442a-4400-8cb3-02ff5d6badd2 req-a0cb6d5c-7fea-448b-bede-af6380670953 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Refreshing network info cache for port 3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2735.985975] env[62189]: DEBUG nova.objects.base [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62189) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2736.000891] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5304db-4601-4c8d-88e0-e249cb320d5e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2736.008559] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de9b5fa-f7bc-45a2-a475-7ea21cc8529d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2736.038987] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c65ef32-e60f-4e9a-90b7-158db79f63f5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2736.045730] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9c83c6-ef85-4947-99d9-12fe841c1de8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2736.058720] env[62189]: DEBUG nova.compute.provider_tree [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2736.468772] env[62189]: DEBUG nova.network.neutron [req-b7a48640-442a-4400-8cb3-02ff5d6badd2 req-a0cb6d5c-7fea-448b-bede-af6380670953 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updated VIF entry in instance network info cache for port 3b5d3b8e-37fa-42f9-973d-36555dc3ae99. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2736.469539] env[62189]: DEBUG nova.network.neutron [req-b7a48640-442a-4400-8cb3-02ff5d6badd2 req-a0cb6d5c-7fea-448b-bede-af6380670953 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updating instance_info_cache with network_info: [{"id": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "address": "fa:16:3e:63:f2:bd", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3b5d3b8e-37", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2736.562038] env[62189]: DEBUG nova.scheduler.client.report [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2736.972026] env[62189]: DEBUG oslo_concurrency.lockutils [req-b7a48640-442a-4400-8cb3-02ff5d6badd2 req-a0cb6d5c-7fea-448b-bede-af6380670953 service nova] Releasing lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2737.066806] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2737.392652] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2737.575305] env[62189]: DEBUG oslo_concurrency.lockutils [None req-dbff0522-78b7-44a5-935a-777fe319bcf3 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.287s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2737.576093] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.184s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2737.576279] env[62189]: INFO nova.compute.manager [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Unshelving [ 2738.597544] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2738.597846] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2738.598068] env[62189]: DEBUG nova.objects.instance [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lazy-loading 'pci_requests' on Instance uuid cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2739.101837] env[62189]: DEBUG nova.objects.instance [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lazy-loading 'numa_topology' on Instance uuid cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2739.604209] env[62189]: INFO nova.compute.claims [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2740.640183] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc5056a-ef0b-4c13-b1ba-fe368cb324fe {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2740.647795] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accac3be-66a8-466c-90ff-980b19bf129f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2740.676060] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541a6ab2-5cdf-4f37-a742-c9725c693905 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2740.682814] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b34ec2-2973-4584-af55-71c579109d2a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2740.695159] env[62189]: DEBUG nova.compute.provider_tree [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2741.198916] env[62189]: DEBUG nova.scheduler.client.report [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2741.704688] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.107s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2741.732765] env[62189]: INFO nova.network.neutron [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updating port 3b5d3b8e-37fa-42f9-973d-36555dc3ae99 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2745.653817] env[62189]: DEBUG nova.compute.manager [req-0fa34f96-7479-4330-8f62-b0ca4c24ec86 req-804c2baa-00ba-40ff-899e-7810ba2dbf56 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Received event network-vif-plugged-3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2745.653817] env[62189]: DEBUG oslo_concurrency.lockutils [req-0fa34f96-7479-4330-8f62-b0ca4c24ec86 req-804c2baa-00ba-40ff-899e-7810ba2dbf56 service nova] Acquiring lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2745.653817] env[62189]: DEBUG oslo_concurrency.lockutils [req-0fa34f96-7479-4330-8f62-b0ca4c24ec86 req-804c2baa-00ba-40ff-899e-7810ba2dbf56 service nova] Lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2745.653817] env[62189]: DEBUG oslo_concurrency.lockutils [req-0fa34f96-7479-4330-8f62-b0ca4c24ec86 req-804c2baa-00ba-40ff-899e-7810ba2dbf56 service nova] Lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2745.653817] env[62189]: DEBUG nova.compute.manager [req-0fa34f96-7479-4330-8f62-b0ca4c24ec86 req-804c2baa-00ba-40ff-899e-7810ba2dbf56 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] No waiting events found dispatching network-vif-plugged-3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2745.653817] env[62189]: WARNING nova.compute.manager [req-0fa34f96-7479-4330-8f62-b0ca4c24ec86 req-804c2baa-00ba-40ff-899e-7810ba2dbf56 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Received unexpected event network-vif-plugged-3b5d3b8e-37fa-42f9-973d-36555dc3ae99 for instance with vm_state shelved_offloaded and task_state spawning. [ 2745.735647] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2745.735863] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2745.736081] env[62189]: DEBUG nova.network.neutron [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Building network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2746.446938] env[62189]: DEBUG nova.network.neutron [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updating instance_info_cache with network_info: [{"id": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "address": "fa:16:3e:63:f2:bd", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5d3b8e-37", "ovs_interfaceid": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2746.949884] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Releasing lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2746.976395] env[62189]: DEBUG nova.virt.hardware [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-15T13:22:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='caa654663420bf598b32fb16cb5f1c63',container_format='bare',created_at=2025-01-15T14:00:57Z,direct_url=,disk_format='vmdk',id=77baf698-1251-4006-a74a-4b182f64042e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-860843167-shelved',owner='8fb17899464f4911bd01bf13adb700c9',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-01-15T14:01:10Z,virtual_size=,visibility=), allow threads: False {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2746.976644] env[62189]: DEBUG nova.virt.hardware [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Flavor limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2746.976800] env[62189]: DEBUG nova.virt.hardware [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Image limits 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2746.976984] env[62189]: DEBUG nova.virt.hardware [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Flavor pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2746.977147] env[62189]: DEBUG nova.virt.hardware [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Image pref 0:0:0 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2746.977295] env[62189]: DEBUG nova.virt.hardware [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62189) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2746.977501] env[62189]: DEBUG nova.virt.hardware [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2746.977658] env[62189]: DEBUG nova.virt.hardware [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2746.977823] env[62189]: DEBUG nova.virt.hardware [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Got 1 possible topologies {{(pid=62189) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2746.978016] env[62189]: DEBUG nova.virt.hardware [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2746.978208] env[62189]: DEBUG nova.virt.hardware [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62189) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2746.979062] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bbeed1-9174-4b57-9126-da2e8bc7f59e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2746.987156] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e070cc-d4e7-44fd-b410-6f3ada7844af {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2746.999997] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:f2:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b5d3b8e-37fa-42f9-973d-36555dc3ae99', 'vif_model': 'vmxnet3'}] {{(pid=62189) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2747.007140] env[62189]: DEBUG oslo.service.loopingcall [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2747.007354] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Creating VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2747.007541] env[62189]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1402ef64-e3a3-4d0b-9ed4-184550d9581b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2747.026781] env[62189]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2747.026781] env[62189]: value = "task-2123339" [ 2747.026781] env[62189]: _type = "Task" [ 2747.026781] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2747.033839] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123339, 'name': CreateVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2747.537225] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123339, 'name': CreateVM_Task} progress is 25%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2747.679266] env[62189]: DEBUG nova.compute.manager [req-adcf39b6-be61-440c-bead-1d311113ce2f req-55a564c0-16be-4b8d-8626-62cd32dcd107 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Received event network-changed-3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2747.679444] env[62189]: DEBUG nova.compute.manager [req-adcf39b6-be61-440c-bead-1d311113ce2f req-55a564c0-16be-4b8d-8626-62cd32dcd107 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Refreshing instance network info cache due to event network-changed-3b5d3b8e-37fa-42f9-973d-36555dc3ae99. {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11654}} [ 2747.679655] env[62189]: DEBUG oslo_concurrency.lockutils [req-adcf39b6-be61-440c-bead-1d311113ce2f req-55a564c0-16be-4b8d-8626-62cd32dcd107 service nova] Acquiring lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2747.679795] env[62189]: DEBUG oslo_concurrency.lockutils [req-adcf39b6-be61-440c-bead-1d311113ce2f req-55a564c0-16be-4b8d-8626-62cd32dcd107 service nova] Acquired lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2747.679954] env[62189]: DEBUG nova.network.neutron [req-adcf39b6-be61-440c-bead-1d311113ce2f req-55a564c0-16be-4b8d-8626-62cd32dcd107 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Refreshing network info cache for port 3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2748.037590] env[62189]: DEBUG oslo_vmware.api [-] Task: {'id': task-2123339, 'name': CreateVM_Task, 'duration_secs': 0.641715} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2748.037963] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Created VM on the ESX host {{(pid=62189) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2748.038452] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/77baf698-1251-4006-a74a-4b182f64042e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2748.038620] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/77baf698-1251-4006-a74a-4b182f64042e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2748.038996] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/77baf698-1251-4006-a74a-4b182f64042e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2748.039256] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23d9951-e615-4e08-a66c-65d3ebe92c6b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2748.043998] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2748.043998] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fe5eca-10bf-8cda-5569-15f8e6136a18" [ 2748.043998] env[62189]: _type = "Task" [ 2748.043998] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2748.051094] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fe5eca-10bf-8cda-5569-15f8e6136a18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2748.396614] env[62189]: DEBUG nova.network.neutron [req-adcf39b6-be61-440c-bead-1d311113ce2f req-55a564c0-16be-4b8d-8626-62cd32dcd107 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updated VIF entry in instance network info cache for port 3b5d3b8e-37fa-42f9-973d-36555dc3ae99. {{(pid=62189) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2748.396985] env[62189]: DEBUG nova.network.neutron [req-adcf39b6-be61-440c-bead-1d311113ce2f req-55a564c0-16be-4b8d-8626-62cd32dcd107 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updating instance_info_cache with network_info: [{"id": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "address": "fa:16:3e:63:f2:bd", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5d3b8e-37", "ovs_interfaceid": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2748.553733] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/77baf698-1251-4006-a74a-4b182f64042e" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2748.553933] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Processing image 77baf698-1251-4006-a74a-4b182f64042e {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2748.554191] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/77baf698-1251-4006-a74a-4b182f64042e/77baf698-1251-4006-a74a-4b182f64042e.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2748.554339] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/77baf698-1251-4006-a74a-4b182f64042e/77baf698-1251-4006-a74a-4b182f64042e.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2748.554516] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2748.554765] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a88c11e7-11cc-46ac-9798-e05703ee8916 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2748.563116] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2748.563314] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62189) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2748.564014] env[62189]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73c5be1-c285-485b-a6f8-faf003647a6e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2748.568922] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2748.568922] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fa7f81-db5c-1b7f-30ba-46496903434d" [ 2748.568922] env[62189]: _type = "Task" [ 2748.568922] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2748.576482] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52fa7f81-db5c-1b7f-30ba-46496903434d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2748.899743] env[62189]: DEBUG oslo_concurrency.lockutils [req-adcf39b6-be61-440c-bead-1d311113ce2f req-55a564c0-16be-4b8d-8626-62cd32dcd107 service nova] Releasing lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2749.079368] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Preparing fetch location {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2749.079701] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Fetch image to [datastore2] OSTACK_IMG_e627b46e-6405-4bca-8d12-ba258c1e5c66/OSTACK_IMG_e627b46e-6405-4bca-8d12-ba258c1e5c66.vmdk {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2749.079780] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Downloading stream optimized image 77baf698-1251-4006-a74a-4b182f64042e to [datastore2] OSTACK_IMG_e627b46e-6405-4bca-8d12-ba258c1e5c66/OSTACK_IMG_e627b46e-6405-4bca-8d12-ba258c1e5c66.vmdk on the data store datastore2 as vApp {{(pid=62189) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2749.079982] env[62189]: DEBUG nova.virt.vmwareapi.images [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Downloading image file data 77baf698-1251-4006-a74a-4b182f64042e to the ESX as VM named 'OSTACK_IMG_e627b46e-6405-4bca-8d12-ba258c1e5c66' {{(pid=62189) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2749.144354] env[62189]: DEBUG oslo_vmware.rw_handles [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2749.144354] env[62189]: value = "resgroup-9" [ 2749.144354] env[62189]: _type = "ResourcePool" [ 2749.144354] env[62189]: }. {{(pid=62189) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2749.144671] env[62189]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3c8f1d58-4ef8-4630-9a23-87f3b368fc8a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2749.164364] env[62189]: DEBUG oslo_vmware.rw_handles [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lease: (returnval){ [ 2749.164364] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c3b480-6e9f-05bc-8732-158e7f6b1f63" [ 2749.164364] env[62189]: _type = "HttpNfcLease" [ 2749.164364] env[62189]: } obtained for vApp import into resource pool (val){ [ 2749.164364] env[62189]: value = "resgroup-9" [ 2749.164364] env[62189]: _type = "ResourcePool" [ 2749.164364] env[62189]: }. {{(pid=62189) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2749.164620] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the lease: (returnval){ [ 2749.164620] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c3b480-6e9f-05bc-8732-158e7f6b1f63" [ 2749.164620] env[62189]: _type = "HttpNfcLease" [ 2749.164620] env[62189]: } to be ready. {{(pid=62189) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2749.170831] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2749.170831] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c3b480-6e9f-05bc-8732-158e7f6b1f63" [ 2749.170831] env[62189]: _type = "HttpNfcLease" [ 2749.170831] env[62189]: } is initializing. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2749.672406] env[62189]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2749.672406] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c3b480-6e9f-05bc-8732-158e7f6b1f63" [ 2749.672406] env[62189]: _type = "HttpNfcLease" [ 2749.672406] env[62189]: } is ready. {{(pid=62189) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2749.672695] env[62189]: DEBUG oslo_vmware.rw_handles [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2749.672695] env[62189]: value = "session[5289f843-ad1e-6ac9-f3ea-4bdd7552f18c]52c3b480-6e9f-05bc-8732-158e7f6b1f63" [ 2749.672695] env[62189]: _type = "HttpNfcLease" [ 2749.672695] env[62189]: }. {{(pid=62189) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2749.673460] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e227ed-d76f-4143-991b-0e56e24c133b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2749.680590] env[62189]: DEBUG oslo_vmware.rw_handles [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527590f9-6e1a-058a-fe74-2eb21217b684/disk-0.vmdk from lease info. {{(pid=62189) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2749.680784] env[62189]: DEBUG oslo_vmware.rw_handles [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527590f9-6e1a-058a-fe74-2eb21217b684/disk-0.vmdk. {{(pid=62189) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2749.743624] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7b9b16c7-3ac1-4c08-a221-2cf8f0b361c7 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2750.838170] env[62189]: DEBUG oslo_vmware.rw_handles [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Completed reading data from the image iterator. {{(pid=62189) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2750.838700] env[62189]: DEBUG oslo_vmware.rw_handles [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527590f9-6e1a-058a-fe74-2eb21217b684/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2750.839568] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23c7087-b388-4a57-9edc-1601be5f52d2 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2750.847355] env[62189]: DEBUG oslo_vmware.rw_handles [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527590f9-6e1a-058a-fe74-2eb21217b684/disk-0.vmdk is in state: ready. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2750.847628] env[62189]: DEBUG oslo_vmware.rw_handles [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527590f9-6e1a-058a-fe74-2eb21217b684/disk-0.vmdk. {{(pid=62189) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2750.847859] env[62189]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cbdb3cb0-ed23-412e-a0ab-ad3b4e6f171f {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2751.116434] env[62189]: DEBUG oslo_vmware.rw_handles [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527590f9-6e1a-058a-fe74-2eb21217b684/disk-0.vmdk. {{(pid=62189) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2751.116698] env[62189]: INFO nova.virt.vmwareapi.images [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Downloaded image file data 77baf698-1251-4006-a74a-4b182f64042e [ 2751.117547] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b8c125-2444-4386-96b7-821ec7a165e6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2751.132877] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fe236a9-9de3-47f7-8893-05c8b5cdd4ae {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2751.155565] env[62189]: INFO nova.virt.vmwareapi.images [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] The imported VM was unregistered [ 2751.157883] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Caching image {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2751.158149] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Creating directory with path [datastore2] devstack-image-cache_base/77baf698-1251-4006-a74a-4b182f64042e {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2751.158429] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c64a06d7-a313-4845-83c5-08ab883748e4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2751.169184] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Created directory with path [datastore2] devstack-image-cache_base/77baf698-1251-4006-a74a-4b182f64042e {{(pid=62189) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2751.169365] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e627b46e-6405-4bca-8d12-ba258c1e5c66/OSTACK_IMG_e627b46e-6405-4bca-8d12-ba258c1e5c66.vmdk to [datastore2] devstack-image-cache_base/77baf698-1251-4006-a74a-4b182f64042e/77baf698-1251-4006-a74a-4b182f64042e.vmdk. {{(pid=62189) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2751.169597] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-af51a042-6f99-4d88-9427-11271631ddf8 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2751.175695] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2751.175695] env[62189]: value = "task-2123342" [ 2751.175695] env[62189]: _type = "Task" [ 2751.175695] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2751.183668] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123342, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2751.687043] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123342, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2752.187495] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123342, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2752.688592] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123342, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2753.191540] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123342, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2753.691072] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123342, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.165601} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2753.691307] env[62189]: INFO nova.virt.vmwareapi.ds_util [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e627b46e-6405-4bca-8d12-ba258c1e5c66/OSTACK_IMG_e627b46e-6405-4bca-8d12-ba258c1e5c66.vmdk to [datastore2] devstack-image-cache_base/77baf698-1251-4006-a74a-4b182f64042e/77baf698-1251-4006-a74a-4b182f64042e.vmdk. [ 2753.691491] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Cleaning up location [datastore2] OSTACK_IMG_e627b46e-6405-4bca-8d12-ba258c1e5c66 {{(pid=62189) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2753.691652] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e627b46e-6405-4bca-8d12-ba258c1e5c66 {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2753.691899] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00675326-cad0-4655-b822-9231b1167f29 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2753.698060] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2753.698060] env[62189]: value = "task-2123343" [ 2753.698060] env[62189]: _type = "Task" [ 2753.698060] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2753.705042] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2754.208115] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037651} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2754.208432] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2754.208541] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/77baf698-1251-4006-a74a-4b182f64042e/77baf698-1251-4006-a74a-4b182f64042e.vmdk" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2754.208787] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/77baf698-1251-4006-a74a-4b182f64042e/77baf698-1251-4006-a74a-4b182f64042e.vmdk to [datastore2] cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab/cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2754.209062] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e41c8e0a-6a20-41cd-b4d7-e916028d3ef3 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2754.216039] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2754.216039] env[62189]: value = "task-2123344" [ 2754.216039] env[62189]: _type = "Task" [ 2754.216039] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2754.223438] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2754.727714] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123344, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2755.227484] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123344, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2755.727671] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123344, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2756.229122] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123344, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2756.728982] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123344, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.082388} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2756.729336] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/77baf698-1251-4006-a74a-4b182f64042e/77baf698-1251-4006-a74a-4b182f64042e.vmdk to [datastore2] cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab/cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab.vmdk {{(pid=62189) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2756.730148] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001b548b-a9d9-4647-bd25-2f0ca512f8e5 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2756.751017] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab/cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab.vmdk or device None with type streamOptimized {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2756.751296] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3220ba2-5a50-4401-a8f0-f9be06a3cac6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2756.769066] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2756.769066] env[62189]: value = "task-2123345" [ 2756.769066] env[62189]: _type = "Task" [ 2756.769066] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2756.776065] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2757.280449] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123345, 'name': ReconfigVM_Task, 'duration_secs': 0.336685} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2757.280758] env[62189]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Reconfigured VM instance instance-0000007c to attach disk [datastore2] cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab/cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab.vmdk or device None with type streamOptimized {{(pid=62189) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2757.281343] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8df53278-08d1-4e8c-9ef3-ce8dd99b0500 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2757.287554] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2757.287554] env[62189]: value = "task-2123346" [ 2757.287554] env[62189]: _type = "Task" [ 2757.287554] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2757.294651] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123346, 'name': Rename_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2757.797194] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123346, 'name': Rename_Task, 'duration_secs': 0.134613} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2757.797427] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Powering on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2757.797673] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f7f3678-31b5-4954-a73d-b614f88be05b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2757.803425] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2757.803425] env[62189]: value = "task-2123347" [ 2757.803425] env[62189]: _type = "Task" [ 2757.803425] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2757.810543] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2758.312820] env[62189]: DEBUG oslo_vmware.api [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123347, 'name': PowerOnVM_Task, 'duration_secs': 0.442687} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2758.313219] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Powered on the VM {{(pid=62189) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2758.403149] env[62189]: DEBUG nova.compute.manager [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Checking state {{(pid=62189) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2758.404081] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916981b7-52aa-4db8-8bed-3ff133d746ef {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2758.923402] env[62189]: DEBUG oslo_concurrency.lockutils [None req-faa64a05-8942-4db8-b3c7-a490e59e535b tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.347s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2785.207036] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2785.208035] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2785.208035] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62189) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11065}} [ 2787.522511] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2787.522851] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2787.522851] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2788.521044] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2790.520519] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2790.520731] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Starting heal instance info cache {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10446}} [ 2790.520817] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Rebuilding the list of instances to heal {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10450}} [ 2791.050852] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2791.051016] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquired lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2791.051185] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Forcefully refreshing network info cache for instance {{(pid=62189) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2791.051341] env[62189]: DEBUG nova.objects.instance [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lazy-loading 'info_cache' on Instance uuid cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2792.770956] env[62189]: DEBUG nova.network.neutron [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updating instance_info_cache with network_info: [{"id": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "address": "fa:16:3e:63:f2:bd", "network": {"id": "8a311158-62e0-468c-9bd1-81bc2ef3111b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1631428856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fb17899464f4911bd01bf13adb700c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b5d3b8e-37", "ovs_interfaceid": "3b5d3b8e-37fa-42f9-973d-36555dc3ae99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2793.274132] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Releasing lock "refresh_cache-cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" {{(pid=62189) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2793.274295] env[62189]: DEBUG nova.compute.manager [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updated the network info_cache for instance {{(pid=62189) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10517}} [ 2793.274530] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2793.777348] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2793.777687] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2793.777779] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2793.777892] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62189) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2793.778829] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049a940a-19e1-4c61-9a38-636d557ee7f0 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2793.787202] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484fc578-b071-4536-9e8b-49535840efc4 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2793.801613] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def7b9dc-c33c-45c5-911b-810d7a55a19e {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2793.807663] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2caa49-b8f4-42dd-a0d0-8de2231cf19b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2793.835115] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180983MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62189) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2793.835250] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2793.835436] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2794.860321] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Instance cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62189) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2794.860594] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2794.860671] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62189) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2794.885355] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf7fd0a-9322-430f-a011-bc98f3f71388 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2794.892433] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63552968-580e-4567-ae7d-eae434ac7363 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2794.921750] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3463941e-7ffe-45d6-b69b-d3426afc8b48 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2794.928202] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7cd953-17b6-4102-ad62-f4d35e28528c {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2794.940740] env[62189]: DEBUG nova.compute.provider_tree [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2795.443792] env[62189]: DEBUG nova.scheduler.client.report [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2795.838562] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2795.838872] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2795.839108] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2795.839297] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2795.839497] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2795.843083] env[62189]: INFO nova.compute.manager [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Terminating instance [ 2795.948775] env[62189]: DEBUG nova.compute.resource_tracker [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62189) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2795.949144] env[62189]: DEBUG oslo_concurrency.lockutils [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2796.194857] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2796.347090] env[62189]: DEBUG nova.compute.manager [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Start destroying the instance on the hypervisor. {{(pid=62189) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2796.347331] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Destroying instance {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2796.348234] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945118ae-9394-4e3a-b12b-5a652cc61c5a {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2796.356076] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Powering off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2796.356301] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32081388-c535-4b0f-b48a-346e374ffca9 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2796.362602] env[62189]: DEBUG oslo_vmware.api [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2796.362602] env[62189]: value = "task-2123348" [ 2796.362602] env[62189]: _type = "Task" [ 2796.362602] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2796.370743] env[62189]: DEBUG oslo_vmware.api [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2796.872658] env[62189]: DEBUG oslo_vmware.api [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123348, 'name': PowerOffVM_Task, 'duration_secs': 0.202383} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2796.872886] env[62189]: DEBUG nova.virt.vmwareapi.vm_util [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Powered off the VM {{(pid=62189) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2796.873067] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Unregistering the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2796.873328] env[62189]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78a1438e-04b4-4a35-a375-a0162a9decec {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2801.522467] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Unregistered the VM {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2801.522814] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Deleting contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2801.522904] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Deleting the datastore file [datastore2] cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2801.523192] env[62189]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72e20061-9325-483d-8522-7662fa984096 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2801.530201] env[62189]: DEBUG oslo_vmware.api [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for the task: (returnval){ [ 2801.530201] env[62189]: value = "task-2123350" [ 2801.530201] env[62189]: _type = "Task" [ 2801.530201] env[62189]: } to complete. {{(pid=62189) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2801.537951] env[62189]: DEBUG oslo_vmware.api [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2802.040304] env[62189]: DEBUG oslo_vmware.api [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Task: {'id': task-2123350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244474} completed successfully. {{(pid=62189) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2802.040559] env[62189]: DEBUG nova.virt.vmwareapi.ds_util [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Deleted the datastore file {{(pid=62189) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2802.040743] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Deleted contents of the VM from datastore datastore2 {{(pid=62189) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2802.040945] env[62189]: DEBUG nova.virt.vmwareapi.vmops [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Instance destroyed {{(pid=62189) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2802.041141] env[62189]: INFO nova.compute.manager [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Took 5.69 seconds to destroy the instance on the hypervisor. [ 2802.041381] env[62189]: DEBUG oslo.service.loopingcall [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62189) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2802.041567] env[62189]: DEBUG nova.compute.manager [-] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Deallocating network for instance {{(pid=62189) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2802.041664] env[62189]: DEBUG nova.network.neutron [-] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] deallocate_for_instance() {{(pid=62189) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2802.516041] env[62189]: DEBUG oslo_service.periodic_task [None req-071a0396-c61f-4cf4-b218-3259037e55fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62189) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2802.527811] env[62189]: DEBUG nova.compute.manager [req-5312c9bd-ed0b-451d-9a56-0fa07b5d6cdb req-c816098b-9d33-4bd2-919a-2840d00b49a0 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Received event network-vif-deleted-3b5d3b8e-37fa-42f9-973d-36555dc3ae99 {{(pid=62189) external_instance_event /opt/stack/nova/nova/compute/manager.py:11649}} [ 2802.528057] env[62189]: INFO nova.compute.manager [req-5312c9bd-ed0b-451d-9a56-0fa07b5d6cdb req-c816098b-9d33-4bd2-919a-2840d00b49a0 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Neutron deleted interface 3b5d3b8e-37fa-42f9-973d-36555dc3ae99; detaching it from the instance and deleting it from the info cache [ 2802.528193] env[62189]: DEBUG nova.network.neutron [req-5312c9bd-ed0b-451d-9a56-0fa07b5d6cdb req-c816098b-9d33-4bd2-919a-2840d00b49a0 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2803.001454] env[62189]: DEBUG nova.network.neutron [-] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Updating instance_info_cache with network_info: [] {{(pid=62189) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2803.031772] env[62189]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad0938bc-5dec-42ff-ba9e-d629e7dbfb63 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2803.041516] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790440a5-fdd6-4c1c-ae30-0201563bdc20 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2803.065371] env[62189]: DEBUG nova.compute.manager [req-5312c9bd-ed0b-451d-9a56-0fa07b5d6cdb req-c816098b-9d33-4bd2-919a-2840d00b49a0 service nova] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Detach interface failed, port_id=3b5d3b8e-37fa-42f9-973d-36555dc3ae99, reason: Instance cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab could not be found. {{(pid=62189) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11483}} [ 2803.504982] env[62189]: INFO nova.compute.manager [-] [instance: cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab] Took 1.46 seconds to deallocate network for instance. [ 2804.011763] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2804.012160] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2804.012291] env[62189]: DEBUG nova.objects.instance [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lazy-loading 'resources' on Instance uuid cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab {{(pid=62189) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2804.548203] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f3b36d-ed89-4b2b-a950-5f5d9f5d4c30 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2804.555683] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a5fb49-477d-48f7-9122-dee08dd9268d {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2804.585743] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4b1072-b247-4288-825e-0ae55e6b54d6 {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2804.592822] env[62189]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d303f06-8781-4eca-9453-f0fe93acbc0b {{(pid=62189) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2804.605805] env[62189]: DEBUG nova.compute.provider_tree [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Inventory has not changed in ProviderTree for provider: 9c6494ef-d1bb-428d-baf9-f027623d156c {{(pid=62189) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2805.108882] env[62189]: DEBUG nova.scheduler.client.report [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Inventory has not changed for provider 9c6494ef-d1bb-428d-baf9-f027623d156c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62189) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2805.613637] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2805.633859] env[62189]: INFO nova.scheduler.client.report [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Deleted allocations for instance cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab [ 2806.142698] env[62189]: DEBUG oslo_concurrency.lockutils [None req-a064780c-ef01-4b58-86f2-af5357ead611 tempest-AttachVolumeShelveTestJSON-905600497 tempest-AttachVolumeShelveTestJSON-905600497-project-member] Lock "cb36fd97-43bf-4eaf-8485-c6ae8d23f8ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.304s {{(pid=62189) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}